-- Logs begin at Fri 2021-12-24 02:04:42 UTC, end at Fri 2021-12-24 03:59:22 UTC. -- Dec 24 02:47:32.082679 dv-neutron-822868-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 24 02:47:34.898757 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.common.config [-] Logging enabled! Dec 24 02:47:34.899237 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev322 Dec 24 02:47:34.899542 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110256) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 02:47:34.902796 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.common.config [-] Logging enabled! Dec 24 02:47:34.903053 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev322 Dec 24 02:47:34.903363 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110256) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 24 02:47:34.904340 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 02:47:34.904611 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 02:47:34.904981 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 02:47:34.905232 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 02:47:34.905463 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 02:47:34.905785 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.906211 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 24 02:47:34.906523 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.906813 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.907107 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.907402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.907693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.907974 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.908260 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.908578 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.908863 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.909139 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.909426 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.909715 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.909995 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.910280 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.910566 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.910850 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] debug = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.911128 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.911557 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.911968 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.912246 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.912569 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.912852 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.913121 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.913395 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.913678 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.914003 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] host = dv-neutron-822868-1-hyperv {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.914280 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.914562 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.914843 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.915126 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.915400 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.915674 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.915954 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.916223 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.916511 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.916795 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.917077 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.917364 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.917647 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.917871 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.918091 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.918389 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.918669 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.918941 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.919212 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.919548 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.919821 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.920194 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.920486 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.920777 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.921058 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.921341 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.921614 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.921886 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.922157 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.922428 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.922702 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.922973 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.923248 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.923520 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.923806 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.924077 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.924348 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.924668 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.924952 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.925232 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.925513 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.925806 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.926087 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.926359 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.926628 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.926895 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_json = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.927166 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.927434 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.927713 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.927982 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.928251 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.928544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.928815 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.929095 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:34.929390 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.929684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.929980 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.930263 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.930564 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.930851 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.931140 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.931418 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.931705 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.931991 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.932277 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.932596 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.932886 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.933173 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.933467 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.933769 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.934058 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.934343 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.934615 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.934885 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.935739 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.936208 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.936539 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.936824 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.937113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.937404 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.937687 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.937987 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.938273 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.938567 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.938855 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.939128 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.939405 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.939695 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.939972 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.940245 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.940557 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.941110 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.941401 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.941672 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.941956 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.942234 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.942506 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.942778 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.943056 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.943341 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.943617 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.943889 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.944158 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.944455 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.944732 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.945015 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.945290 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.945558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.945828 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.946104 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.946374 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.946643 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.946918 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.947187 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.947460 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.947728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.947996 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.948265 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.948565 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.948837 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.949106 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.949375 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.949651 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.949925 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.950194 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.950467 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.951345 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.951938 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.952241 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.952576 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.952862 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.953146 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.953431 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.953712 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.953991 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.954271 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.954553 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.954836 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.955111 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.955402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.955687 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.955974 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.956257 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.956602 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.956902 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.957182 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.957467 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.957747 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.958026 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.958314 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.958603 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.958900 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.959195 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.959493 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.959790 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.960085 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.960370 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.960708 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.960992 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:34.961213 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 02:47:34.961459 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110256) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 24 02:47:35.389187 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 02:47:35.389469 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 02:47:35.389782 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 24 02:47:35.390261 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 24 02:47:35.721788 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.721986 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.722253 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.723532 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.723811 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.724077 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.770144 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.770411 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.770678 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.785274 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.785557 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.785828 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.814556 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.814834 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.815105 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.852845 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.853119 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:35.853387 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.195736 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.196406 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.196406 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.196615 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.197228 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.298256 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.298582 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.298869 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.299140 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.299405 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.299713 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.299972 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.300227 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.300502 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.300785 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.301043 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.301304 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.301558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.301809 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.302062 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.302324 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.302576 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.302840 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.303107 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.303363 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.303635 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.303891 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.304174 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.304580 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.304834 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.305078 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.305468 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.305712 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.305953 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.306193 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.306431 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.306668 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:36.307035 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 24 02:47:36.310872 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 24 02:47:36.314920 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 24 02:47:36.319208 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 24 02:47:36.320863 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 24 02:47:36.321329 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 24 02:47:36.321668 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 24 02:47:36.322056 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 24 02:47:36.324914 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 24 02:47:36.325166 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 24 02:47:36.325509 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 02:47:36.331682 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 24 02:47:36.354610 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 24 02:47:36.355070 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.355368 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110256) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 24 02:47:36.355727 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.357167 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110256) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 24 02:47:36.357450 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 24 02:47:36.357698 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 24 02:47:36.360941 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.361223 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:36.425125 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 24 02:47:36.425366 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 24 02:47:36.425605 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 24 02:47:36.425971 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 24 02:47:36.447896 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_db.sqlalchemy.engines [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110256) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 24 02:47:37.019784 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing driver for type 'gre' Dec 24 02:47:37.020367 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] gre ID ranges: [(1, 1000)] Dec 24 02:47:37.208312 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing driver for type 'local' Dec 24 02:47:37.208928 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing driver for type 'vlan' Dec 24 02:47:37.294267 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] VlanTypeDriver initialization complete Dec 24 02:47:37.294602 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing driver for type 'vxlan' Dec 24 02:47:37.295134 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] vxlan ID ranges: [(1, 1000)] Dec 24 02:47:37.504011 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing extension driver 'port_security' Dec 24 02:47:37.504278 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.extensions.port_security [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] PortSecurityExtensionDriver initialization complete Dec 24 02:47:37.504636 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing mechanism driver 'openvswitch' Dec 24 02:47:37.504971 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing mechanism driver 'hyperv' Dec 24 02:47:37.516691 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.plugin [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:37.517359 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.517726 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.518075 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.518599 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.519019 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.519407 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.519747 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.520221 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.520655 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.520997 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.521331 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.521719 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.522113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.522453 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.522784 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.523313 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.523712 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.524053 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.524389 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.524805 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.525244 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > address_group after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.525593 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > address_group after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.525921 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.526308 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110256) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 24 02:47:37.526680 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] ML2 OVO RPC backend initialized. {{(pid=110256) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 24 02:47:37.527379 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.527724 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.528131 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.528490 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > networks before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.528834 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.529171 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > ports before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.529510 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.529841 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnets before_response 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.530181 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.531435 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.531775 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.532106 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.532460 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.532796 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.533123 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.533452 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.533778 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.534342 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.plugin [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Modular L2 Plugin initialization complete Dec 24 02:47:37.534666 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading services supported by the core plugin {{(pid=110256) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 24 02:47:37.534985 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.plugins.ml2.managers [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Got port-security extension from driver 'port_security' Dec 24 02:47:37.535443 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.extensions.vlantransparent [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Disabled vlantransparent extension. Dec 24 02:47:37.535921 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110256) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 24 02:47:37.536226 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: router Dec 24 02:47:37.578561 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.578947 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_create 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.579330 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router before_create 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.579691 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.580078 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.580438 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_delete 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.580811 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.581153 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.581503 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_create 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.581842 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.582181 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.582520 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.582869 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.583317 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.583675 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.584035 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.584367 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: subnet after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.584720 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.585062 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.585401 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_create 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.585764 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.586103 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.586457 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router after_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.586793 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.587136 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_create 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.587488 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.587825 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_update 55549900 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.588180 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > agent after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.588558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > agent after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.588897 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > network after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.589753 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Tracking information for resource: router configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:37.590135 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Tracking information for resource: floatingip configured {{(pid=110256) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 24 02:47:37.595691 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.db.l3_agentschedulers_db [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 24 02:47:37.596261 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.596657 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.597037 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.597487 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: port after_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.598274 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router before_create 55550100 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.598632 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.598995 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_create 55550100 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.599344 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > router precommit_update 55550100 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.604158 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.provider_configuration [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service providers = [] {{(pid=110256) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 24 02:47:37.604558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.db.servicetype_db [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110256) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 24 02:47:37.607472 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.service_base [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 02:47:37.607810 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.service_base [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 02:47:37.608143 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.service_base [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 02:47:37.609081 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.services.service_base [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110256) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 24 02:47:37.609444 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.services.service_base [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 24 02:47:37.609805 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.610117 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 24 02:47:37.620799 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.621131 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: auto_allocate Dec 24 02:47:37.627000 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: network precommit_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.627358 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: network precommit_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.627866 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.628192 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: tag Dec 24 02:47:37.634854 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.635181 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: timestamp Dec 24 02:47:37.639218 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.639541 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: network_ip_availability Dec 24 02:47:37.645605 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.645970 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.646320 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.647017 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.647328 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: flavors Dec 24 02:47:37.652178 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.652532 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading Plugin: revisions Dec 24 02:47:37.657498 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110256) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 24 02:47:37.657884 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.268s {{(pid=110256) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 24 02:47:37.658618 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110256) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 24 02:47:37.658950 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Initializing extension manager. Dec 24 02:47:37.659469 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: __init__.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.659806 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: __pycache__ {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.660137 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.660494 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: address_group.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.661240 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.661796 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: address-group Dec 24 02:47:37.662111 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: address_scope.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.664262 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.664813 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: address-scope Dec 24 02:47:37.665141 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.666080 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.666590 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: router-admin-state-down-before-update Dec 24 02:47:37.666913 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: agent.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.667612 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.668115 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: agent Dec 24 02:47:37.668451 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: agent_resources_synced.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.669355 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.669856 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: agent-resources-synced Dec 24 02:47:37.670169 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: allowedaddresspairs.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.672221 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.673139 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: allowed-address-pairs Dec 24 02:47:37.673468 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: auto_allocated_topology.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.674552 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.675068 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: auto-allocated-topology Dec 24 02:47:37.675389 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: availability_zone.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.676077 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.676612 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: availability_zone Dec 24 02:47:37.676932 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: availability_zone_filter.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.677844 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.678351 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: availability_zone_filter Dec 24 02:47:37.678668 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: data_plane_status.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.679562 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.680062 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension data-plane-status not supported by any of loaded plugins Dec 24 02:47:37.680377 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: default_subnetpools.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.681301 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.681802 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: default-subnetpools Dec 24 02:47:37.682115 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.682907 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.683404 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: dhcp_agent_scheduler Dec 24 02:47:37.683718 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: dns.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.684656 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.685151 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension dns-integration not supported by any of loaded plugins Dec 24 02:47:37.685462 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: dns_domain_ports.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.686367 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.687299 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 24 02:47:37.687616 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.688569 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.689065 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 24 02:47:37.689379 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: dvr.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.690041 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.690534 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: dvr Dec 24 02:47:37.690846 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: ecmp_routes.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.691997 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.692520 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 24 02:47:37.692834 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: empty_string_filtering.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.693732 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.694223 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: empty-string-filtering Dec 24 02:47:37.694535 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.695513 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.696005 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 24 02:47:37.696317 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.697239 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.697732 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 24 02:47:37.698046 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: external_net.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.698949 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.699451 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: external-net Dec 24 02:47:37.699766 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.700715 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.701224 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: extra_dhcp_opt Dec 24 02:47:37.701541 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: extraroute.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.703084 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.703580 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: extraroute Dec 24 02:47:37.703896 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: extraroute_atomic.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.704945 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.705446 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: extraroute-atomic Dec 24 02:47:37.705762 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: filter_validation.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.706420 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.706950 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: filter-validation Dec 24 02:47:37.707265 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: fip_pf_description.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.708198 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.708729 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 24 02:47:37.709051 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: fip_port_details.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.709968 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.710468 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: fip-port-details Dec 24 02:47:37.710780 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: flavors.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.712008 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.712551 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: flavors Dec 24 02:47:37.712871 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.714534 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.715043 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 24 02:47:37.715365 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: floatingip_pools.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.716047 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.716584 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: floatingip-pools Dec 24 02:47:37.716901 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: ip_allocation.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.718391 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.718902 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension ip_allocation not supported by any of loaded plugins Dec 24 02:47:37.719214 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.720121 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.720657 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: ip-substring-filtering Dec 24 02:47:37.720975 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l2_adjacency.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.721989 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.722488 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 24 02:47:37.722802 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.723895 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.724404 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: router Dec 24 02:47:37.724748 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.727013 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.727536 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 24 02:47:37.727864 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.728841 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.729352 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: ext-gw-mode Dec 24 02:47:37.729672 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.730602 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.731106 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: l3-ha Dec 24 02:47:37.731424 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3_flavors.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.732322 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.732852 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: l3-flavors Dec 24 02:47:37.733168 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.734290 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.734785 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 24 02:47:37.735099 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: l3agentscheduler.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.736134 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.736664 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: l3_agent_scheduler Dec 24 02:47:37.736984 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: local_ip.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.738773 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.739294 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension local_ip not supported by any of loaded plugins Dec 24 02:47:37.739624 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: logging.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.741140 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.741653 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension logging not supported by any of loaded plugins Dec 24 02:47:37.741977 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: metering.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.742713 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.743281 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: metering Dec 24 02:47:37.743600 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.744729 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.745237 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: metering_source_and_destination_fields Dec 24 02:47:37.745558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: multiprovidernet.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.746478 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.746980 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: multi-provider Dec 24 02:47:37.747298 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: netmtu.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.748206 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.748742 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: net-mtu Dec 24 02:47:37.749616 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: netmtu_writable.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.750570 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.751069 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: net-mtu-writable Dec 24 02:47:37.751387 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: network_availability_zone.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.752055 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.752577 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: network_availability_zone Dec 24 02:47:37.752893 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: network_ip_availability.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.754062 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.754518 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: network-ip-availability Dec 24 02:47:37.754837 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: network_segment_range.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.755592 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.756088 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension network-segment-range not supported by any of loaded plugins Dec 24 02:47:37.756403 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: pagination.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.757406 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.757858 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: pagination Dec 24 02:47:37.758174 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: port_device_profile.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.759087 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.759591 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: port-device-profile Dec 24 02:47:37.759906 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.760851 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.761351 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: port-mac-address-regenerate Dec 24 02:47:37.761665 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.762564 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.763064 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: port-numa-affinity-policy Dec 24 02:47:37.763379 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: port_resource_request.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.764284 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.765413 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension port-resource-request not supported by any of loaded plugins Dec 24 02:47:37.765734 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: port_resource_request_groups.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.766696 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.767196 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 24 02:47:37.767513 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: portbindings.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.768449 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.768957 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: binding Dec 24 02:47:37.769274 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: portbindings_extended.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.770553 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.771063 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: binding-extended Dec 24 02:47:37.771386 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: portsecurity.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.772298 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.772838 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: port-security Dec 24 02:47:37.773158 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: project_id.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.774131 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.774452 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: project-id Dec 24 02:47:37.774768 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: providernet.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.775685 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.776192 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: provider Dec 24 02:47:37.776536 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.780192 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.780764 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos not supported by any of loaded plugins Dec 24 02:47:37.781090 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.782331 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.782838 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 24 02:47:37.783160 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.784068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.784605 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 24 02:47:37.784926 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_default.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.785838 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.786342 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-default not supported by any of loaded plugins Dec 24 02:47:37.786665 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_fip.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.787312 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.787806 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-fip not supported by any of loaded plugins Dec 24 02:47:37.788122 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.789064 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.789564 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 24 02:47:37.789882 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_gateway_ip.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.790789 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.791285 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 24 02:47:37.791601 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_port_network_policy.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.792532 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.793035 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 24 02:47:37.793350 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.794371 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.794876 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 24 02:47:37.795192 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_pps_rule.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.796402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.796921 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-pps not supported by any of loaded plugins Dec 24 02:47:37.797241 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_rule_type_details.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.798151 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.798655 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 24 02:47:37.798972 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: qos_rules_alias.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.800002 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.800527 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 24 02:47:37.800845 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: quota_check_limit.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.801741 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.802241 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: quota-check-limit Dec 24 02:47:37.802555 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: quotasv2.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.803487 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.803805 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: quotas Dec 24 02:47:37.804118 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: quotasv2_detail.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.807519 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.807854 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: quota_details Dec 24 02:47:37.808180 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: rbac.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.809282 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.809801 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: rbac-policies Dec 24 02:47:37.810125 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: rbac_address_group.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.811053 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.812110 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: rbac-address-group Dec 24 02:47:37.812479 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: rbac_address_scope.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.813394 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.813893 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: rbac-address-scope Dec 24 02:47:37.814211 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: rbac_security_groups.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.815115 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.815616 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: rbac-security-groups Dec 24 02:47:37.816180 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: rbac_subnetpool.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.817127 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.817627 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: rbac-subnetpool Dec 24 02:47:37.817944 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: revisionifmatch.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.818865 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.819366 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: revision-if-match Dec 24 02:47:37.819684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: revisions.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.820823 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.821322 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: standard-attr-revisions Dec 24 02:47:37.821638 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: router_availability_zone.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.822304 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.822804 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: router_availability_zone Dec 24 02:47:37.823120 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: routerservicetype.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.824037 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.824564 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension router-service-type not supported by any of loaded plugins Dec 24 02:47:37.824881 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.825876 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.826378 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: security-groups-normalized-cidr Dec 24 02:47:37.826693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.828142 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.828667 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: port-security-groups-filtering Dec 24 02:47:37.828984 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.829910 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.830411 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: security-groups-remote-address-group Dec 24 02:47:37.830727 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.831637 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.832136 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: security-groups-shared-filtering Dec 24 02:47:37.832473 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.833054 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 24 02:47:37.833368 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: securitygroup.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.843213 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.843730 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: security-group Dec 24 02:47:37.844056 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: segment.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.844863 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.845370 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension segment not supported by any of loaded plugins Dec 24 02:47:37.845690 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.846624 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.847128 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 24 02:47:37.847448 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: servicetype.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.848594 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.849112 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: service-type Dec 24 02:47:37.849436 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: sorting.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.850418 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.850744 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: sorting Dec 24 02:47:37.851063 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: standard_attr_segment.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.851971 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.852512 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 24 02:47:37.852830 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: standardattrdescription.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.853474 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.853986 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: standard-attr-description Dec 24 02:47:37.854300 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: stateful_security_group.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.855230 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.855737 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: stateful-security-group Dec 24 02:47:37.856054 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: stdattrs_common.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.856751 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 24 02:47:37.857299 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.858795 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.859079 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 24 02:47:37.859396 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnet_onboard.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.860505 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.861022 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: subnet_onboard Dec 24 02:47:37.861337 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.862256 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.862760 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 24 02:47:37.863074 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnet_service_types.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.863991 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.864528 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: subnet-service-types Dec 24 02:47:37.864846 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnetallocation.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.865925 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.866433 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: subnet_allocation Dec 24 02:47:37.866748 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.867403 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.867903 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: subnetpool-prefix-ops Dec 24 02:47:37.868223 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.869172 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.869663 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 24 02:47:37.869976 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: tagging.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.871033 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.871550 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: standard-attr-tag Dec 24 02:47:37.871867 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: timestamp.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.873095 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.873605 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loaded extension: standard-attr-timestamp Dec 24 02:47:37.873924 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: trunk.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.875549 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.876056 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension trunk not supported by any of loaded plugins Dec 24 02:47:37.876376 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: trunk_details.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.877309 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.877815 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension trunk-details not supported by any of loaded plugins Dec 24 02:47:37.878131 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: uplink_status_propagation.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.879047 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.879554 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 24 02:47:37.879873 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Loading extension file: vlantransparent.py {{(pid=110256) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 24 02:47:37.880567 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110256) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 02:47:37.881071 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 24 02:47:37.883558 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:network Dec 24 02:47:37.884115 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnet Dec 24 02:47:37.884527 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 02:47:37.884910 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:port Dec 24 02:47:37.886151 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.886583 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service FLAVORS assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.887179 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.887610 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.887934 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:router Dec 24 02:47:37.888356 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 02:47:37.888864 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service METERING assigned prefix: /metering {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.890857 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.891221 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.891567 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110256) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:47:37.892586 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 02:47:37.893024 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:security_group Dec 24 02:47:37.893459 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 02:47:37.894053 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service CORE assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.894379 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 02:47:37.894722 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] subnetpool is already registered Dec 24 02:47:37.895153 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service CORE assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.895472 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 02:47:37.895795 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] subnetpool is already registered Dec 24 02:47:37.898093 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.898527 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service FLAVORS assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.899115 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.899527 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.899855 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:router Dec 24 02:47:37.900188 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] router is already registered Dec 24 02:47:37.900617 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:floatingip Dec 24 02:47:37.900946 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] floatingip is already registered Dec 24 02:47:37.901405 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service METERING assigned prefix: /metering {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.902038 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 02:47:37.902358 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] rbac_policy is already registered Dec 24 02:47:37.902758 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:security_group Dec 24 02:47:37.903085 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] security_group is already registered Dec 24 02:47:37.903474 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 02:47:37.903800 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] security_group_rule is already registered Dec 24 02:47:37.904406 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service CORE assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.904753 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 02:47:37.905080 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] subnetpool is already registered Dec 24 02:47:37.905755 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.v2.resource_helper [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Service CORE assigned prefix: {{(pid=110256) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 24 02:47:37.905913 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 02:47:37.906151 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING neutron.quota.resource_registry [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] subnetpool is already registered Dec 24 02:47:37.906616 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: extensions {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.908080 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: address-groups {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.909585 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: address-scopes {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.910902 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: agents {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.912067 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: auto-allocated-topology {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.913350 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: availability_zones {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.914558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: dhcp-networks {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.916042 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: dhcp-agents {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.917508 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: routers {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.920693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: flavors {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.922367 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: service_profiles {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.923580 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: next_providers {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.925063 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: service_profiles {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.926613 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: floatingip-pools {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.927824 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: routers {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.929965 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: floatingips {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.931269 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: l3-routers {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.932688 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: l3-agents {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.934119 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: metering-labels {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.935569 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: metering-label-rules {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.937547 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: network-ip-availabilities {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.938804 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: bindings {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.940471 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: quotas {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.942349 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: quotas {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.943988 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: rbac-policies {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.945310 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: security-groups {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.946527 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: security-group-rules {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.947749 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: service-providers {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.949017 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: subnetpools {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.950437 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: subnetpools {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.951896 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.954135 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.955948 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.957748 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.959528 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.961383 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.963063 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.964982 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.966724 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.969103 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron.api.extensions [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Extended resource: tags {{(pid=110256) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 24 02:47:37.974932 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING keystonemiddleware.auth_token [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 24 02:47:37.979581 dv-neutron-822868-1-hyperv neutron-server[110256]: WARNING keystonemiddleware.auth_token [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 24 02:47:37.988492 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Acquired lock "singleton_lock" {{(pid=110256) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 24 02:47:37.988955 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_concurrency.lockutils [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Releasing lock "singleton_lock" {{(pid=110256) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 24 02:47:37.989600 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Starting 2 workers Dec 24 02:47:37.994427 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Started child 110367 {{(pid=110256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 02:47:37.998778 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Started child 110368 {{(pid=110256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 02:47:38.000843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.001484 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO neutron.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 24 02:47:38.001878 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Publish callbacks [] for process, before_spawn {{(pid=110256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.002350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [-] (110367) wsgi starting up on http://0.0.0.0:9696 Dec 24 02:47:38.004311 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Starting 1 workers Dec 24 02:47:38.004641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.006104 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [-] (110368) wsgi starting up on http://0.0.0.0:9696 Dec 24 02:47:38.009417 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Started child 110369 {{(pid=110256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 02:47:38.009991 dv-neutron-822868-1-hyperv neutron-server[110256]: INFO oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Starting 1 workers Dec 24 02:47:38.013350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] calling RpcWorker wait() {{(pid=110369) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 24 02:47:38.013881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] returning from RpcWorker wait() {{(pid=110369) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 24 02:47:38.014400 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Started child 110370 {{(pid=110256) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 24 02:47:38.015863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.016224 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG neutron_lib.callbacks.manager [None req-db7025c4-9b4d-4d50-b5c2-6b0406ba3c39 None None] Publish callbacks [] for process, after_spawn {{(pid=110256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.016363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:38.018117 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110256) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 02:47:38.018346 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 02:47:38.018531 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 02:47:38.018749 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 02:47:38.019079 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 02:47:38.019256 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 02:47:38.019929 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.020216 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.020368 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:38.020873 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.020873 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.021058 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.021607 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.021855 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.022108 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.022372 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.022605 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.022774 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.022935 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.023334 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.023565 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.023872 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.024160 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.024402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.024678 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.024847 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.025097 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.025373 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.025597 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.025880 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] debug = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.026112 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.026584 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.026808 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.027051 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.027288 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.027568 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.027813 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.028081 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.028322 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.028560 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.028803 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.029078 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.029322 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.029552 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.029790 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.030033 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.030312 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.030535 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.031019 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] host = dv-neutron-822868-1-hyperv {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.031264 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.031488 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.031714 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.031960 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.032206 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.032537 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.032795 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.033063 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.033328 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.033558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.033825 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.034069 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.034288 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.034528 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.034679 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_options = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.034916 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.035181 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.035451 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.035647 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.035802 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.036045 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.036235 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.036510 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.036775 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.037008 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.037222 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.037435 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.037648 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.037878 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.038142 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.038372 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.038628 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.038838 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.039953 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.040231 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.040735 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.041351 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.041513 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.041815 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.042056 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.042311 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.042573 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.042669 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:38.042818 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.043056 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.043288 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.043559 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.043832 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.044089 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.044334 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.044646 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.044900 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.045201 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.045429 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.045709 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.047190 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.047471 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.047736 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.047966 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.048479 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.048938 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.049169 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.049409 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_json = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.049632 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.049895 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.050151 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.051125 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.051382 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.051634 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.051908 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.052189 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.052680 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.052985 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.053326 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.059522 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060068 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.060701 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.061353 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.061353 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.061353 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.061353 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.061353 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.062340 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.062340 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063295 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063295 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063295 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063295 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063580 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063677 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.063890 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.064113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.064438 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.064636 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.064859 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.065091 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.065330 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.065578 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.065833 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.066334 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.066557 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.066780 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.067018 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.067236 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.067488 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.067729 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.068008 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.068269 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.068552 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.068802 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.069013 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.069235 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.069496 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.069801 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.069981 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071036 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071036 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071036 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071036 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071367 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071367 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071509 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071727 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.071969 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.072186 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.072431 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.072859 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.073089 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.073328 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.073569 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.073784 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.074024 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.074246 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.074463 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.074681 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.074922 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.075180 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.075392 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.075615 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.075834 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.076034 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.076312 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.076813 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.077067 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.077924 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.078321 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.078581 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.078826 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.079096 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.079334 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.079559 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.079778 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.080053 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.080305 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.080582 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.080832 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.081060 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.081333 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.081558 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.081783 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.082031 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.082268 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.082535 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.082813 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.083051 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.083288 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.083547 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.083782 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.084093 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.084350 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.084656 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.084906 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.085189 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.085506 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.085798 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.086057 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.086316 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.086547 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.086824 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.087093 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.087356 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.087594 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.087845 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.088076 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.088339 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.088607 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.088827 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.089087 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.089412 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.089648 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.089867 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.090115 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.090390 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.090656 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.090895 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.091170 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.091429 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.091703 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.091956 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.092203 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.092439 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.092669 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.092984 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.093198 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.093437 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.093684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.093926 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.094196 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.094375 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.094628 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.094846 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.095088 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.095428 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.095658 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.095882 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.096132 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.096348 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.096600 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.096844 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.097089 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.097330 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.097550 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.097767 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.098018 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.098239 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.098512 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.098777 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.098995 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.099223 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.099481 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.099740 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.099983 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.100224 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.100504 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.100779 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.100935 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.101309 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.101674 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.102038 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.102413 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.102800 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.103061 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.103319 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.103811 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.104072 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.104311 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.104580 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.104807 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.105021 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.105356 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.105626 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.105854 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.106078 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.106321 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.106581 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.106829 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.107093 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.107310 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.107560 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.107776 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.108020 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.108237 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.108602 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.108922 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.109174 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.109432 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.109675 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.109898 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.110128 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.110343 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.110563 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.110780 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.111163 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.111381 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.111619 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.111825 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.112040 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.112265 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.112514 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.112764 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.113010 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.113251 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.113463 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.113753 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.113976 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.114190 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.114435 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.114647 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.114882 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.115109 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.115327 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.115539 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.115767 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.116001 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.116220 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.116484 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.116704 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.116917 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.117239 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.117499 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.117722 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.118013 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.118238 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.118479 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.118724 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.119057 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.119271 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.119546 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.119768 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.119987 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.120210 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.120534 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.120871 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.121160 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.121435 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.121693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.121966 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.122257 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.122532 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.122817 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.123059 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.123378 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.123661 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.123917 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.124703 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.124962 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.125213 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.125422 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.125691 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.125921 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.126142 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.126383 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.126620 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.126873 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.127094 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.127317 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.127541 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.127773 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.127984 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.128233 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.128493 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.128656 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 02:47:38.129183 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110256) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 24 02:47:38.129345 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 24 02:47:38.129500 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 24 02:47:38.129671 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 24 02:47:38.129843 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 24 02:47:38.129998 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 24 02:47:38.130208 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.130372 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.130605 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.130704 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.130845 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131050 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131200 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131347 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131511 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131852 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.131852 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132101 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132101 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132254 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132446 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132592 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132753 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.132914 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133081 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133242 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133562 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133724 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] debug = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.133882 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134098 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134285 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134419 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134545 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134707 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.134868 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135028 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135187 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135347 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135513 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135674 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135833 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.135994 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136154 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136314 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136746 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136746 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136951 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] host = dv-neutron-822868-1-hyperv {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.136951 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137249 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137473 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137571 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137719 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.137881 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138042 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138201 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138363 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138525 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138686 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.138846 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.139007 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.139167 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_options = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.139328 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.139488 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.140239 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.140469 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.140747 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.140885 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.140972 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141101 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141261 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141420 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141585 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141741 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.141901 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142061 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142222 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142382 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142545 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142740 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.142895 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143035 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143167 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143383 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143520 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143656 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.143805 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144140 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144272 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144402 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144565 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144710 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144853 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.144992 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145128 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:38.145411 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145411 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145668 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145811 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.145945 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146082 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146212 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146340 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146474 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146618 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146753 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.146887 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147029 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_json = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147187 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147348 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147585 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147817 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.147977 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.148137 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.148298 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 24 02:47:38.148501 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.148668 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.148842 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149005 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149169 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149325 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149681 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149681 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149914 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.149914 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.150412 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.150412 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.150412 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.150789 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.150789 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151113 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151361 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151361 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151612 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151612 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151863 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.151993 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152122 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152255 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152391 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152573 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152731 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.152865 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153000 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153134 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153301 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153464 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153627 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153789 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.153958 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154173 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154309 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154441 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154569 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154714 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.154850 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155166 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155428 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155618 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155779 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.155915 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156079 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156243 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156407 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156591 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156754 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.156919 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157074 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157234 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157397 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157572 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157782 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.157917 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158051 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158197 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158332 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158474 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158634 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158795 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.158958 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159120 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159297 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159460 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159622 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159785 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.159948 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.160110 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.160278 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.160466 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.160600 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.161791 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162310 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162310 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162310 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162485 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162549 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162982 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.162982 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163121 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163186 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163381 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163520 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163654 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163789 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.163946 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164264 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164264 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164507 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164586 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164745 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.164909 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165072 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165234 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165395 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165555 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165717 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.165880 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166042 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166203 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166365 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166526 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166693 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.166866 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167019 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167191 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167355 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167525 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167686 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.167903 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168374 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168374 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168374 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168781 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168781 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.168781 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.170684 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.171728 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172445 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172445 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172445 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172445 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172722 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172722 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172967 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.172967 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173125 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173271 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173437 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173600 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173764 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.173926 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.174092 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.174252 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.174580 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.174743 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.174909 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176444 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176934 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176934 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176934 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176934 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.176934 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177208 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177208 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177401 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177509 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177673 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177841 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.177997 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.178163 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.178323 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.178636 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.178936 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.179249 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.179425 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.179587 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.179751 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.179916 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180098 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180264 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180450 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180614 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180778 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.180939 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181102 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181264 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181428 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181588 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181754 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.181927 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.182079 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.182241 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.184440 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185004 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185889 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.185889 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.186030 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.186107 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.186225 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.186388 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187108 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187250 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187404 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187565 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187732 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.187891 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188052 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188215 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188387 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188572 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188735 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.188898 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189061 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189222 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189394 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189568 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189718 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.189890 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.190066 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.190201 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.190364 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.190544 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.190709 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.191118 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.191438 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.191604 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.191772 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.191926 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192091 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192290 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192465 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192665 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192814 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.192981 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193144 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193360 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193472 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193643 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193798 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.193960 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194121 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194283 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194446 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194608 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194770 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.194931 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195092 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195254 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195418 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195577 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195740 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.195902 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196064 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196231 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196396 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196575 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196730 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 24 02:47:38.196873 dv-neutron-822868-1-hyperv neutron-server[110256]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110256) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 24 02:47:38.258984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54122) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:47:38.267640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065260 Dec 24 02:47:50.160297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23532d1-0ee3-46e7-8436-cda575227bf0 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:47:50.240098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23532d1-0ee3-46e7-8436-cda575227bf0 None None] No non-hosted networks {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 24 02:47:50.260757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.agentschedulers_db [None req-d23532d1-0ee3-46e7-8436-cda575227bf0 None None] DHCP Agent not found on host dv-neutron-822868-1-hyperv {{(pid=110369) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 24 02:47:50.373477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec359ead-b33d-4b45-be45-73a628fff97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:52.371677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d13435b-d2db-4005-97c8-4fc74ab98508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:52.402309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-3c1e313d-2d36-4274-abaa-068d84d481e4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822868-1-hyperv {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:47:52.403107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-3c1e313d-2d36-4274-abaa-068d84d481e4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:47:53.040802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c1e313d-2d36-4274-abaa-068d84d481e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:53.636798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:54.968293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:55.844441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:47:55.844441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.844441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.844441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.844441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.844976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.844976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.845420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.845829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.846214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.846568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.846906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.847226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.847538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:47:55.847960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822868-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:55.853863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822868-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:47:58.783207 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.db.l3_hamode_db [None req-4c7dcb82-2223-4822-b39f-fefd0ea61add None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 24 02:47:58.861078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dcb82-2223-4822-b39f-fefd0ea61add None None] Routers set() bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:47:58.861458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7dcb82-2223-4822-b39f-fefd0ea61add None None] Router IDs set() for agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 24 02:47:59.262002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 54222) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:47:59.752490 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING oslo_policy.policy [None req-6240a4ae-a43f-4093-a7da-22088d0131bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:47:59.753096 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING oslo_policy.policy [None req-6240a4ae-a43f-4093-a7da-22088d0131bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:47:59.982194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-6240a4ae-a43f-4093-a7da-22088d0131bb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:47:59.983516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6240a4ae-a43f-4093-a7da-22088d0131bb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7194188 Dec 24 02:48:02.801527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 54238) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:03.099073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:03.193815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.policy [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110367) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 02:48:03.239894 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING oslo_policy.policy [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:03.240205 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING oslo_policy.policy [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:03.249386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.quota [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] Loaded quota_driver: . Dec 24 02:48:03.389578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762011010732', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762011009915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762010996471', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762010993646', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762010926123', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762010917340', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3829702', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3821640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725921', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532065'] for rbac-policy, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:03.524528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:03.525761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5ecab0b8-47d1-4345-a888-815ef5cf233a admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7232544 Dec 24 02:48:06.312147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:06.793892 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING oslo_policy.policy [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:06.794502 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING oslo_policy.policy [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:07.020757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:07.022299 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.quota [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Loaded quota_driver: . Dec 24 02:48:07.150475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Made reservation on behalf of e9b8a66f7306483ab409dd3a0a656eee for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:48:07.228561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.policy [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110368) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 24 02:48:07.274699 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING oslo_policy.policy [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:07.275015 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING oslo_policy.policy [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 02:48:07.286131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.307091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.415202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.476501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.500449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:48:07.530026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762012077909', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.530026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Unsubscribe: segment precommit_create {{(pid=110368) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 02:48:07.530026 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Added segment f164abb2-5bfc-4251-8e4e-526087635f7d of type vlan for network 120dfe73-757a-4fdc-9dd3-001266602e79 Dec 24 02:48:07.534431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996310a5-04f2-496d-bb43-7a7939a17e7b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:07.555960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.556309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.556674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.557006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.557341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.557660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.557993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.558317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.558650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.558973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.559291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.559610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.559920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Tracked resource versions report: Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: pushed versions: Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: { 'AddressGroup': {'1.2'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'ConntrackHelper': {'1.0'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Log': {'1.0'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Network': {'1.1'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Port': {'1.7'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'PortForwarding': {'1.2'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'QosPolicy': {'1.10'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroup': {'1.5'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SubPort': {'1.0'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Subnet': {'1.1'}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Trunk': {'1.1'}} Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: consumer versions: Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'ConntrackHelper': '1.0', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'LocalIPAssociation': '1.0', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Log': '1.0', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Network': '1.1', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Port': '1.7', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'PortForwarding': '1.2', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'QosPolicy': '1.10', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroup': '1.5', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroupRule': '1.2', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SubPort': '1.0', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Subnet': '1.1', Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Trunk': '1.1'}} Dec 24 02:48:07.561429 dv-neutron-822868-1-hyperv neutron-server[110368]: {{(pid=110368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:48:07.639479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.754544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.755612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:07.756307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:07.856101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=120dfe73-757a-4fdc-9dd3-001266602e79,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:07.867654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 120dfe73-757a-4fdc-9dd3-001266602e79 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:48:07.881882 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a29507e3-796c-490b-acf0-122050cef9f5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5660069 Dec 24 02:48:10.745731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54272) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:11.131227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2343294-bb4c-4eb7-968a-98f5f5daabea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:11.132615 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d2343294-bb4c-4eb7-968a-98f5f5daabea admin admin] 10.222.0.36 "GET /v2.0/networks/120dfe73-757a-4fdc-9dd3-001266602e79 HTTP/1.1" status: 200 len: 825 time: 0.3859251 Dec 24 02:48:11.173058 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e68ce014-231e-4bf1-a282-d934cf564b24 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/d50e8b9b-f4d4-49bb-98a3-2d20a8943e3c HTTP/1.1" status: 200 len: 734 time: 0.0338554 Dec 24 02:48:11.182097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Request body: {'subnet': {'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:11.280566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Made reservation on behalf of e9b8a66f7306483ab409dd3a0a656eee for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:48:11.282801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:11.608207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:11.673258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Checking segment: {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:48:11.673624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Network hostable DHCP agents. Network: 120dfe73-757a-4fdc-9dd3-001266602e79, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:48:11.681689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec30705a-ff8c-46f6-b8da-75765aa4066f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:11.750431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Network 120dfe73-757a-4fdc-9dd3-001266602e79 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:48:11.842093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 120dfe73-757a-4fdc-9dd3-001266602e79) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:11.846549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:11.847133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:11.855265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d0f2c-464d-4a2d-81ed-026c7259d804 None None] Network 120dfe73-757a-4fdc-9dd3-001266602e79 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:48:11.936973 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9f7a4c9c-5343-41c4-a97c-46f901017ab4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7581024 Dec 24 02:48:12.123928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-120dfe73-757a-4fdc-9dd3-001266602e79', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:48:12.125298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:12.426435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Allocated IP 172.20.0.2 (120dfe73-757a-4fdc-9dd3-001266602e79/ec30705a-ff8c-46f6-b8da-75765aa4066f/8cdf13d5-beb3-4551-90fc-1f67b3d53194) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:48:12.665546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:12.717250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:12.792276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Network 120dfe73-757a-4fdc-9dd3-001266602e79 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:48:12.800626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:12.806257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Pushing event updated for resources: {'Port': ['ID=8cdf13d5-beb3-4551-90fc-1f67b3d53194,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:12.808389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:48:12.840063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.840444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.840800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.841140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.841531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.842063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.842413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.842744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.843085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.843433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.843763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.844084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.844402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Tracked resource versions report: Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: pushed versions: Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: { 'AddressGroup': {'1.2'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'ConntrackHelper': {'1.0'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Log': {'1.0'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Network': {'1.1'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Port': {'1.7'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'PortForwarding': {'1.2'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'QosPolicy': {'1.10'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroup': {'1.5'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SubPort': {'1.0'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Subnet': {'1.1'}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Trunk': {'1.1'}} Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: consumer versions: Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'ConntrackHelper': '1.0', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'LocalIPAssociation': '1.0', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Log': '1.0', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Network': '1.1', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Port': '1.7', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'PortForwarding': '1.2', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'QosPolicy': '1.10', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroup': '1.5', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroupRule': '1.2', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SubPort': '1.0', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Subnet': '1.1', Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Trunk': '1.1'}} Dec 24 02:48:12.845821 dv-neutron-822868-1-hyperv neutron-server[110369]: {{(pid=110369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:48:12.895620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Attempting to bind port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:48:12.896202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Attempting to bind port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:48:12.896455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Attempting to bind port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 on network 120dfe73-757a-4fdc-9dd3-001266602e79 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:48:12.901460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:48:12.901852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Checking segment: {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:48:12.902322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:12.902716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Bound using segment: {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:48:12.903201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Bound port: 8cdf13d5-beb3-4551-90fc-1f67b3d53194, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:48:12.903598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:12.964523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] For port 8cdf13d5-beb3-4551-90fc-1f67b3d53194, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:48:12.968761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] For port 8cdf13d5-beb3-4551-90fc-1f67b3d53194, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8cdf13d5-beb3-4551-90fc-1f67b3d53194,segment=NetworkSegment(f164abb2-5bfc-4251-8e4e-526087635f7d),segment_id=f164abb2-5bfc-4251-8e4e-526087635f7d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:48:13.025367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:13.089363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45e1df-0a39-4a0e-8107-b820a3978c59 None None] Pushing event updated for resources: {'Port': ['ID=8cdf13d5-beb3-4551-90fc-1f67b3d53194,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:14.562544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54280) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:14.869686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-c6770626-bc09-4f5b-bd74-1d754255a374 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:48:14.870759 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c6770626-bc09-4f5b-bd74-1d754255a374 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3072741 Dec 24 02:48:17.496022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54288) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:17.815263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-35e036d6-90c8-4eb0-9df2-0a06d29df675 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:48:17.816634 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35e036d6-90c8-4eb0-9df2-0a06d29df675 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196318 Dec 24 02:48:18.058296 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:48:20.165947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44bce9a9-df9b-46a6-8476-7d888f2143c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:20.668898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54298) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:20.978260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Request body: {'router': {'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'name': 'router1', 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:21.063487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.065384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.201599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.321244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.415399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.416629 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-402b77da-ac9c-4247-b122-8866f0ad681e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7464688 Dec 24 02:48:21.593167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8cdf13d5-beb3-4551-90fc-1f67b3d53194 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:48:21.690536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:21.690923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.806848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.842364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 8cdf13d5-beb3-4551-90fc-1f67b3d53194, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8cdf13d5-beb3-4551-90fc-1f67b3d53194,segment=NetworkSegment(f164abb2-5bfc-4251-8e4e-526087635f7d),segment_id=f164abb2-5bfc-4251-8e4e-526087635f7d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:48:21.916616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:21.970515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=8cdf13d5-beb3-4551-90fc-1f67b3d53194,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:22.328041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6fed3acf-9708-44d7-9705-4ab5b4e2f5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:22.344509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747fe39-5b67-4f3d-9803-d9008d84e7d8 None None] Network 120dfe73-757a-4fdc-9dd3-001266602e79 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:48:22.450109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b7e33e07-eac5-4e49-930a-6a95700c36e1 None None] Provisioning complete for port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:22.451299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7e33e07-eac5-4e49-930a-6a95700c36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:22.796289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dd4e150f-929f-4518-8496-2d7b7641bd4a None None] Provisioning complete for port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:22.796947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd4e150f-929f-4518-8496-2d7b7641bd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:23.570258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8cdf13d5-beb3-4551-90fc-1f67b3d53194 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:48:23.603052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:23.619864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:23.620234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:24.057334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54320) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:24.190645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-78cb0550-18b2-4fae-a176-d9274edcc70d admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:48:24.191893 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-78cb0550-18b2-4fae-a176-d9274edcc70d admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1336093 Dec 24 02:48:24.939377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:25.847551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:26.688959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54340) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:26.733789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Request body: {'network': {'is_default': True, 'tenant_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'project_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'name': 'public'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:26.818633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Made reservation on behalf of 3694dd2f7efc49dd9757ffe1b87c8202 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:48:26.820858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:26.829701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:26.899508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:26.965300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:26.979870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Reserving flat network on physical network physnet1 {{(pid=110368) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 24 02:48:27.000071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419dc7af-a9ac-451a-ad5b-d3705fc05b1c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:27.002838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:27.003190 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Added segment f5778418-abd5-414d-b904-a44d9da8ed1a of type flat for network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 Dec 24 02:48:27.049593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:27.131151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:27.132089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:27.132694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:27.188649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] Pushing event updated for resources: {'Network': ['ID=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:27.198087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:48:27.214030 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f00aaa04-a951-40f3-8d89-559b8bb8d316 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5238357 Dec 24 02:48:29.662604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 54348) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:29.809233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670e877-aa35-4059-84a3-736db47e8cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:29.810901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f670e877-aa35-4059-84a3-736db47e8cdd admin admin] 10.222.0.36 "GET /v2.0/subnets/ec30705a-ff8c-46f6-b8da-75765aa4066f HTTP/1.1" status: 200 len: 849 time: 0.1473730 Dec 24 02:48:29.973208 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9a64a7a2-ec4c-4e78-968a-a75bf1199f5c admin admin] 10.222.0.36 "GET /v2.0/routers/44e7c904-d25e-4e87-9594-a033a8fcb36e HTTP/1.1" status: 200 len: 704 time: 0.1560259 Dec 24 02:48:30.250873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:30.549583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Allocated IP 172.20.0.1 (120dfe73-757a-4fdc-9dd3-001266602e79/ec30705a-ff8c-46f6-b8da-75765aa4066f/aff3c5fc-6fac-477b-a245-c00d1d6b8490) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:48:30.753557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:30.871088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:30.891994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Network 120dfe73-757a-4fdc-9dd3-001266602e79 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:48:30.911958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:30.979896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:48:30.980237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.000154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aff3c5fc-6fac-477b-a245-c00d1d6b8490,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:31.052083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.052469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.052820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.053156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.053489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.053819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.054148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.054473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.054818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.055149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.055473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.055791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.056109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Tracked resource versions report: Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: pushed versions: Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: { 'AddressGroup': {'1.2'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'ConntrackHelper': {'1.0'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Log': {'1.0'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Network': {'1.1'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Port': {'1.7'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'PortForwarding': {'1.2'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'QosPolicy': {'1.10'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroup': {'1.5'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SubPort': {'1.0'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Subnet': {'1.1'}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Trunk': {'1.1'}} Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: consumer versions: Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'ConntrackHelper': '1.0', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'LocalIPAssociation': '1.0', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Log': '1.0', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Network': '1.1', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Port': '1.7', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'PortForwarding': '1.2', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'QosPolicy': '1.10', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroup': '1.5', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroupRule': '1.2', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SubPort': '1.0', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Subnet': '1.1', Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Trunk': '1.1'}} Dec 24 02:48:31.057502 dv-neutron-822868-1-hyperv neutron-server[110367]: {{(pid=110367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:48:31.141236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ec416b1-b7a4-4c1d-81a2-ebe44b07ac0e None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:31.141764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ec416b1-b7a4-4c1d-81a2-ebe44b07ac0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.174741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1ec416b1-b7a4-4c1d-81a2-ebe44b07ac0e None None] Port aff3c5fc-6fac-477b-a245-c00d1d6b8490 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:48:31.240650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.448456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.504309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.505089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.585870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Pushing event updated for resources: {'Port': ['ID=aff3c5fc-6fac-477b-a245-c00d1d6b8490,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:31.624816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Network 120dfe73-757a-4fdc-9dd3-001266602e79 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:48:31.626046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:31.799865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-aa142b39-ff51-44a8-ba8b-76a7735715f2 None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:31.800226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa142b39-ff51-44a8-ba8b-76a7735715f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:31.833150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-aa142b39-ff51-44a8-ba8b-76a7735715f2 None None] Port aff3c5fc-6fac-477b-a245-c00d1d6b8490 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:48:31.881929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Router 44e7c904-d25e-4e87-9594-a033a8fcb36e is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:48:31.973104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:48:31.978166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f2f2a05b-2f24-41fe-b3bd-b58faf2460a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/44e7c904-d25e-4e87-9594-a033a8fcb36e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9994903 Dec 24 02:48:31.982794 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Sync routers for ids ['44e7c904-d25e-4e87-9594-a033a8fcb36e'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:48:31.995074 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Routers {'44e7c904-d25e-4e87-9594-a033a8fcb36e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:48:31.995954 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['44e7c904-d25e-4e87-9594-a033a8fcb36e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:32.189762 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Set router 44e7c904-d25e-4e87-9594-a033a8fcb36e gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:48:32.620943 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:31Z', 'revision_number': 2, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port_host': None, '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:31Z', 'revision_number': 2, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:32.669548 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Checking router: 44e7c904-d25e-4e87-9594-a033a8fcb36e for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:48:32.669929 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Updating router 44e7c904-d25e-4e87-9594-a033a8fcb36e port aff3c5fc-6fac-477b-a245-c00d1d6b8490 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:48:32.743032 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.223278 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.311789 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.473923 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Pushing event updated for resources: {'Port': ['ID=aff3c5fc-6fac-477b-a245-c00d1d6b8490,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:33.476146 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Attempting to bind port aff3c5fc-6fac-477b-a245-c00d1d6b8490 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:48:33.476524 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Attempting to bind port aff3c5fc-6fac-477b-a245-c00d1d6b8490 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:48:33.476958 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Attempting to bind port aff3c5fc-6fac-477b-a245-c00d1d6b8490 on network 120dfe73-757a-4fdc-9dd3-001266602e79 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:48:33.486161 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.486520 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.486862 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.487196 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.487526 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.487853 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.488181 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.488530 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.488855 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.489194 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.489517 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.489835 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.490152 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Tracked resource versions report: Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: pushed versions: Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: { 'AddressGroup': {'1.2'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'ConntrackHelper': {'1.0'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Log': {'1.0'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Network': {'1.1'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Port': {'1.7'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'PortForwarding': {'1.2'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'QosPolicy': {'1.10'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroup': {'1.5'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SubPort': {'1.0'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Subnet': {'1.1'}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Trunk': {'1.1'}} Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: consumer versions: Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'ConntrackHelper': '1.0', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'LocalIPAssociation': '1.0', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Log': '1.0', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Network': '1.1', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Port': '1.7', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'PortForwarding': '1.2', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'QosPolicy': '1.10', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroup': '1.5', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroupRule': '1.2', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SubPort': '1.0', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Subnet': '1.1', Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Trunk': '1.1'}} Dec 24 02:48:33.491464 dv-neutron-822868-1-hyperv neutron-server[110370]: {{(pid=110370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:48:33.493799 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:48:33.494116 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Checking segment: {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:48:33.494585 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.494964 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Bound using segment: {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:48:33.495438 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Bound port: aff3c5fc-6fac-477b-a245-c00d1d6b8490, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f164abb2-5bfc-4251-8e4e-526087635f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:48:33.495821 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.559014 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] For port aff3c5fc-6fac-477b-a245-c00d1d6b8490, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:48:33.563032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ee5841e4-fad9-4b9a-bd72-49d99b312b05 None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:33.563506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ee5841e4-fad9-4b9a-bd72-49d99b312b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.578394 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] For port aff3c5fc-6fac-477b-a245-c00d1d6b8490, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aff3c5fc-6fac-477b-a245-c00d1d6b8490,segment=NetworkSegment(f164abb2-5bfc-4251-8e4e-526087635f7d),segment_id=f164abb2-5bfc-4251-8e4e-526087635f7d)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:48:33.597985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ee5841e4-fad9-4b9a-bd72-49d99b312b05 None None] Port aff3c5fc-6fac-477b-a245-c00d1d6b8490 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:48:33.647725 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:33.709357 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde503c-3f61-4d39-a057-a4d3d216851d None None] Pushing event updated for resources: {'Port': ['ID=aff3c5fc-6fac-477b-a245-c00d1d6b8490,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:33.712174 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Routers {'44e7c904-d25e-4e87-9594-a033a8fcb36e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:48:33.712806 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['44e7c904-d25e-4e87-9594-a033a8fcb36e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:33.800050 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] Set router 44e7c904-d25e-4e87-9594-a033a8fcb36e gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:48:33.917720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:33.918223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:34.000086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:34.018323 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:31Z', 'revision_number': 2, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port_host': None, '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:33Z', 'revision_number': 4, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:34.031425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] For port aff3c5fc-6fac-477b-a245-c00d1d6b8490, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aff3c5fc-6fac-477b-a245-c00d1d6b8490,segment=NetworkSegment(f164abb2-5bfc-4251-8e4e-526087635f7d),segment_id=f164abb2-5bfc-4251-8e4e-526087635f7d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:48:34.043476 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9ea08-2ebc-49fb-8ea5-072a00f102a5 None None] The sync data for ids ['44e7c904-d25e-4e87-9594-a033a8fcb36e'] in dv-neutron-822868-1-hyperv is: [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:31Z', 'revision_number': 2, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port_host': None, '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:33Z', 'revision_number': 4, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:48:34.161906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:34.210707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760e28-951e-4afd-bcb8-ba8016c60633 None None] Pushing event updated for resources: {'Port': ['ID=aff3c5fc-6fac-477b-a245-c00d1d6b8490,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:36.954794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:37.063055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d8707-6740-4739-89d2-5519d1aa7195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:37.064386 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-340d8707-6740-4739-89d2-5519d1aa7195 admin admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 842 time: 0.1086316 Dec 24 02:48:37.077623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Request body: {'subnet': {'cidr': '172.26.7.0/24', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'ip_version': 4, 'tenant_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'enable_dhcp': False, 'gateway_ip': '172.26.7.1', 'name': 'public-subnet'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:37.171002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Made reservation on behalf of 3694dd2f7efc49dd9757ffe1b87c8202 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:48:37.173247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:37.547217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:48:37.547674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:37.601962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e9889b-4222-4d33-8ad5-95a49dcaab15,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:37.609183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:48:37.609540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Network hostable DHCP agents. Network: a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:48:37.704563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:48:37.784979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:37.789243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:37.795694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:37.797194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4cc5c-ac26-4faa-975b-dc73e271d42b None None] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:48:37.901042 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8ee47ab3-2e7b-44bb-bbc2-0c8a8cbcda76 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8217313 Dec 24 02:48:37.901299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd6bf6-87a8-4997-bcfd-c0d3938a32ac None None] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:48:40.395568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54382) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:40.614343 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-63ecad2a-443d-4659-ad33-cd3871b22054 admin admin] 10.222.0.36 "GET /v2.0/routers/44e7c904-d25e-4e87-9594-a033a8fcb36e HTTP/1.1" status: 200 len: 710 time: 0.2176547 Dec 24 02:48:40.704358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4394b-6489-48ff-a297-c4a8d91ca496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:48:40.705738 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cbd4394b-6489-48ff-a297-c4a8d91ca496 admin admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 886 time: 0.0857313 Dec 24 02:48:40.715044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:48:41.005973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.288980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.364406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.511060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Allocated IP 172.26.7.6 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/85b81a17-4ae7-4312-8d1d-7ac74745b10c) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:48:41.595259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aff3c5fc-6fac-477b-a245-c00d1d6b8490 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:48:41.618596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.642535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:41.643130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.728102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:41.796899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:48:41.802442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:48:41.807507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:48:41.847599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Pushing event updated for resources: {'Port': ['ID=85b81a17-4ae7-4312-8d1d-7ac74745b10c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:42.161003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:42.411782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:42.416111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:42.523709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Router 44e7c904-d25e-4e87-9594-a033a8fcb36e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:48:42.627616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:48:42.632095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:42.633168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd3f3c42-ae81-4146-8457-1bdf993841b8 admin admin] 10.222.0.36 "PUT /v2.0/routers/44e7c904-d25e-4e87-9594-a033a8fcb36e HTTP/1.1" status: 200 len: 888 time: 1.9212015 Dec 24 02:48:42.638211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Sync routers for ids ['44e7c904-d25e-4e87-9594-a033a8fcb36e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:48:42.650926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Routers {'44e7c904-d25e-4e87-9594-a033a8fcb36e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:48:42.651645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['44e7c904-d25e-4e87-9594-a033a8fcb36e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:42.872352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Set router 44e7c904-d25e-4e87-9594-a033a8fcb36e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:48:43.335472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:41Z', 'revision_number': 4, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port': {'id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:41Z', 'updated_at': '2021-12-24T02:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:34Z', 'revision_number': 5, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:43.385630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Checking router: 44e7c904-d25e-4e87-9594-a033a8fcb36e for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:48:43.386005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Updating router 44e7c904-d25e-4e87-9594-a033a8fcb36e port 85b81a17-4ae7-4312-8d1d-7ac74745b10c binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:48:43.431328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:43.744994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:43.842689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:43.892502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Attempting to bind port 85b81a17-4ae7-4312-8d1d-7ac74745b10c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:48:43.892881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Attempting to bind port 85b81a17-4ae7-4312-8d1d-7ac74745b10c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:48:43.893244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Attempting to bind port 85b81a17-4ae7-4312-8d1d-7ac74745b10c on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:48:43.902682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783852cf-89c4-4f77-a921-71dcff38ad5b None None] Pushing event updated for resources: {'Port': ['ID=85b81a17-4ae7-4312-8d1d-7ac74745b10c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:43.907147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:48:43.908852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:48:43.908852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:43.908852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:48:43.909126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Bound port: 85b81a17-4ae7-4312-8d1d-7ac74745b10c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:48:43.909304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:43.959777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] For port 85b81a17-4ae7-4312-8d1d-7ac74745b10c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:48:43.962917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] For port 85b81a17-4ae7-4312-8d1d-7ac74745b10c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=85b81a17-4ae7-4312-8d1d-7ac74745b10c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:48:44.030839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:44.091557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Routers {'44e7c904-d25e-4e87-9594-a033a8fcb36e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:48:44.092282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['44e7c904-d25e-4e87-9594-a033a8fcb36e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:44.094107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783852cf-89c4-4f77-a921-71dcff38ad5b None None] Pushing event updated for resources: {'Port': ['ID=85b81a17-4ae7-4312-8d1d-7ac74745b10c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:44.202684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] Set router 44e7c904-d25e-4e87-9594-a033a8fcb36e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:48:44.410818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:41Z', 'revision_number': 4, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port': {'id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:41Z', 'updated_at': '2021-12-24T02:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:34Z', 'revision_number': 5, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:48:44.437294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1bc4c5-7aa9-4c61-8c61-3a825ae96897 None None] The sync data for ids ['44e7c904-d25e-4e87-9594-a033a8fcb36e'] in dv-neutron-822868-1-hyperv is: [{'id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'name': 'router1', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:48:21Z', 'updated_at': '2021-12-24T02:48:41Z', 'revision_number': 4, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'gw_port': {'id': '85b81a17-4ae7-4312-8d1d-7ac74745b10c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:41Z', 'updated_at': '2021-12-24T02:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'aff3c5fc-6fac-477b-a245-c00d1d6b8490', 'name': '', 'network_id': '120dfe73-757a-4fdc-9dd3-001266602e79', 'tenant_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'mac_address': 'fa:16:3e:df:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e7c904-d25e-4e87-9594-a033a8fcb36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:48:30Z', 'updated_at': '2021-12-24T02:48:34Z', 'revision_number': 5, 'project_id': 'e9b8a66f7306483ab409dd3a0a656eee', 'subnets': [{'id': 'ec30705a-ff8c-46f6-b8da-75765aa4066f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd50e8b9b-f4d4-49bb-98a3-2d20a8943e3c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:48:45.241342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54390) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:48:45.351782 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5bab998a-0108-49eb-82c4-11043927dd29 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1093612 Dec 24 02:48:45.600571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 85b81a17-4ae7-4312-8d1d-7ac74745b10c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:48:45.654859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 85b81a17-4ae7-4312-8d1d-7ac74745b10c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:45.655226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:45.730572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:45.751206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 85b81a17-4ae7-4312-8d1d-7ac74745b10c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=85b81a17-4ae7-4312-8d1d-7ac74745b10c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:48:45.830229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:45.878555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=85b81a17-4ae7-4312-8d1d-7ac74745b10c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:48:47.586239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 85b81a17-4ae7-4312-8d1d-7ac74745b10c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:48:47.640224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 85b81a17-4ae7-4312-8d1d-7ac74745b10c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:48:47.640626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:50.251104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1d31e939-6f1e-44a1-945d-46f5259242ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:52.390762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b611a4b-8778-4ed7-8088-bf8db684f550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:53.641892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:54.945117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:48:55.060708 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:48:55.827917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:20.181213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ffc11e5a-ef1a-42af-9b04-e214f995aeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:22.360867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e934f0c9-e6a1-4f18-969b-dced1baba14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:23.589247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:24.920808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:25.938095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:32.067681 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:49:50.222942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46d08757-0517-42a2-b29c-82ac598a508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:52.357346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7870a49a-5e9a-40fa-ac9c-243dc34ffa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:53.620984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:54.931652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:49:55.828630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:09.057157 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:50:13.369685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:13.430720 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-036954c0-faa2-4e52-95e3-5227ed560113 admin admin] GET failed (client error): The resource could not be found. Dec 24 02:50:13.431992 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-036954c0-faa2-4e52-95e3-5227ed560113 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613401 Dec 24 02:50:13.591968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f562e-8979-4dca-950a-f31fa80341cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:13.593471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4a9f562e-8979-4dca-950a-f31fa80341cb admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569560 Dec 24 02:50:15.984348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54916) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:16.077292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f00bd2-8cf9-48d7-bf89-d60ea708f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:16.078603 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21f00bd2-8cf9-48d7-bf89-d60ea708f283 admin admin] 10.222.0.36 "GET /v2.0/subnets/ec30705a-ff8c-46f6-b8da-75765aa4066f HTTP/1.1" status: 200 len: 849 time: 0.0933061 Dec 24 02:50:16.089451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:50:16.175428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Publish callbacks [] for subnet, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:16.534323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984'] for subnet, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:16.564420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:16.565023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:16.566543 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] 10.222.0.36 "PUT /v2.0/subnets/ec30705a-ff8c-46f6-b8da-75765aa4066f HTTP/1.1" status: 200 len: 868 time: 0.4815865 Dec 24 02:50:16.580139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff05dbb0-8a9a-4003-94bb-60d2cb74d046 None None] Network 120dfe73-757a-4fdc-9dd3-001266602e79 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:50:16.585124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec30705a-ff8c-46f6-b8da-75765aa4066f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:50:16.593593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.593958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.594308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.594654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.594990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.595324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.595686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.596004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.596354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.596716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.597044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.597368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.597692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6895f-2c42-4c21-ad5e-9044cb1e6e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:50:16.932880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-08340083-b13a-4bb4-9c56-41076bfd25cf None None] Provisioning complete for port 8cdf13d5-beb3-4551-90fc-1f67b3d53194 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:50:16.933240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08340083-b13a-4bb4-9c56-41076bfd25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:17.017639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-08340083-b13a-4bb4-9c56-41076bfd25cf None None] Provisioning complete for port aff3c5fc-6fac-477b-a245-c00d1d6b8490 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:50:17.017922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08340083-b13a-4bb4-9c56-41076bfd25cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:18.954611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54924) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:19.152243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51845263-450d-4370-97d1-783e3d491d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:19.152663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51845263-450d-4370-97d1-783e3d491d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:19.154212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51845263-450d-4370-97d1-783e3d491d2e admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986337 Dec 24 02:50:20.182507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c3eea0d-b20e-4ed4-89c1-eaf380d100bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:21.567615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54932) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:21.702713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11d9b7-21b2-4c64-b0b3-353c6a911e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:21.703189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd11d9b7-21b2-4c64-b0b3-353c6a911e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:21.704714 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd11d9b7-21b2-4c64-b0b3-353c6a911e10 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361454 Dec 24 02:50:22.353750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bff02317-0171-498b-9127-89df1d507ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:23.604773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:24.092598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54940) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:24.236579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1e08b-976d-4348-b38c-5fdc77d14b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:24.237868 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ddf1e08b-976d-4348-b38c-5fdc77d14b68 admin admin] 10.222.0.36 "GET /v2.0/networks/120dfe73-757a-4fdc-9dd3-001266602e79 HTTP/1.1" status: 200 len: 869 time: 0.1443214 Dec 24 02:50:24.970566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:25.833597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:26.639455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:26.764743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d840d2b-7b03-4180-96ed-4015578e1932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:26.766084 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d840d2b-7b03-4180-96ed-4015578e1932 admin admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 886 time: 0.1256943 Dec 24 02:50:29.122304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54956) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:29.245680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd8c30-b6e0-47da-a96f-1b99c2928a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:29.246135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd8c30-b6e0-47da-a96f-1b99c2928a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:29.247630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-50bd8c30-b6e0-47da-a96f-1b99c2928a8c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243262 Dec 24 02:50:31.645647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54964) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:31.746908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b121bae-069e-48ec-a2e9-04e7acb6fa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:31.748930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b121bae-069e-48ec-a2e9-04e7acb6fa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:31.748930 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0b121bae-069e-48ec-a2e9-04e7acb6fa8a admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1021922 Dec 24 02:50:34.170102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54972) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:34.255677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af4d510-9051-48e2-a8d4-d40bb428d75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:34.263949 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0af4d510-9051-48e2-a8d4-d40bb428d75d admin admin] 10.222.0.36 "GET /v2.0/subnets/50e9889b-4222-4d33-8ad5-95a49dcaab15 HTTP/1.1" status: 200 len: 816 time: 0.0859971 Dec 24 02:50:36.627551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 54980) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:50:36.806840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c056a-d17f-44e5-94e9-b5b19b926bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:50:36.808204 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e66c056a-d17f-44e5-94e9-b5b19b926bb5 admin admin] 10.222.0.36 "GET /v2.0/subnets/ec30705a-ff8c-46f6-b8da-75765aa4066f HTTP/1.1" status: 200 len: 868 time: 0.1797259 Dec 24 02:50:46.055470 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:50:50.170295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e73e8607-3507-4c54-823f-b80804c9a1f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:52.352715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2f35eaa-d85f-4296-8ebe-918535bdcd12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:53.612792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:54.944665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:50:55.829773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:02.089189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55034) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:51:02.136449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-bb9ac15f-2213-437c-b330-4416d9e98273 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:51:02.137425 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb9ac15f-2213-437c-b330-4416d9e98273 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472102 Dec 24 02:51:04.608319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55042) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:51:04.670549 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aa9873-4a09-44a9-9674-7210289b8b5a admin admin] GET failed (client error): The resource could not be found. Dec 24 02:51:04.671823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b4aa9873-4a09-44a9-9674-7210289b8b5a admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625508 Dec 24 02:51:04.755424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d02a19-9fc4-4bcd-b6df-7eb1936f48b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:51:04.757639 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-42d02a19-9fc4-4bcd-b6df-7eb1936f48b6 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812237 Dec 24 02:51:07.182860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55052) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:51:07.228386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Request body: {'network': {'shared': True, 'project_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'tenant_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'admin_state_up': True, 'name': 'shared'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:51:07.312597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Made reservation on behalf of 3694dd2f7efc49dd9757ffe1b87c8202 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:51:07.314885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:07.352823 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.services.revisions.revision_plugin [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Could not find related network for resource to bump revision. Dec 24 02:51:07.363264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:51:07.372235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:07.372624 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Added segment b3092e46-c58a-4215-aed3-c0c3066ee632 of type vlan for network fad738b5-a14a-431b-8460-5ef865391a0a Dec 24 02:51:07.409954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:07.506618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:07.507526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:51:07.508094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:07.563692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] Pushing event updated for resources: {'Network': ['ID=fad738b5-a14a-431b-8460-5ef865391a0a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:51:07.573779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network fad738b5-a14a-431b-8460-5ef865391a0a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:51:07.584710 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30e30fe0-429a-4f27-a7f5-41f400951fdb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4006805 Dec 24 02:51:10.016645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55062) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:51:10.079179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f0224f-ca42-498e-ac86-bd76fd2d1479 admin admin] GET failed (client error): The resource could not be found. Dec 24 02:51:10.080458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-68f0224f-ca42-498e-ac86-bd76fd2d1479 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628588 Dec 24 02:51:10.148626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c617870b-bb28-474c-a968-76a7a5374180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:51:10.149985 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c617870b-bb28-474c-a968-76a7a5374180 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648940 Dec 24 02:51:10.160067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'tenant_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'name': 'shared-subnet', 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:51:10.261266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Made reservation on behalf of 3694dd2f7efc49dd9757ffe1b87c8202 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:51:10.263517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:10.698139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:10.744965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3793604a-83f3-4389-9e28-2427e6e7489d,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:51:10.759146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Checking segment: {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:51:10.759617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Network hostable DHCP agents. Network: fad738b5-a14a-431b-8460-5ef865391a0a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:51:10.837688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Network fad738b5-a14a-431b-8460-5ef865391a0a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:51:10.917945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, fad738b5-a14a-431b-8460-5ef865391a0a) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:51:10.921947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:51:10.922537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:10.926896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524958c6-6ce8-4322-b371-f2fce753cbdc None None] Network fad738b5-a14a-431b-8460-5ef865391a0a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:51:11.010927 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30b1bafb-9313-40e4-9a20-a1cf2222b703 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8526645 Dec 24 02:51:11.026975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-fad738b5-a14a-431b-8460-5ef865391a0a', 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a', 'project_id': '3694dd2f7efc49dd9757ffe1b87c8202', 'fixed_ips': [{'subnet_id': '3793604a-83f3-4389-9e28-2427e6e7489d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:51:11.027920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.172328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Allocated IP 192.168.233.2 (fad738b5-a14a-431b-8460-5ef865391a0a/3793604a-83f3-4389-9e28-2427e6e7489d/ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:51:11.321045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.405263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.544704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Network fad738b5-a14a-431b-8460-5ef865391a0a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:51:11.547366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:51:11.550319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:51:11.560294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Pushing event updated for resources: {'Port': ['ID=ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:51:11.569605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.569969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.570309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.570636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.570956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.571333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.571614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.571940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.572267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.572628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.572953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.573351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.573572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:51:11.632125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Attempting to bind port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:51:11.632495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Attempting to bind port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:51:11.632855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Attempting to bind port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 on network fad738b5-a14a-431b-8460-5ef865391a0a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:51:11.637925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:51:11.638843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Checking segment: {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:51:11.638843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.639062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Bound using segment: {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:51:11.639773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Bound port: ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:51:11.639988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.706116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] For port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:51:11.710397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] For port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:51:11.784562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:11.846547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452767a-6fea-46f2-bdde-1f065b0f20b0 None None] Pushing event updated for resources: {'Port': ['ID=ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:51:12.695821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f436e2ec-aa2d-498f-8d8a-93937b388652 None None] Network fad738b5-a14a-431b-8460-5ef865391a0a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:51:12.777161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] Provisioning complete for port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:51:12.777530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:12.889505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:12.929605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] For port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:51:13.008368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:13.085815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0b838-6387-46ae-915e-5bd5623b9a73 None None] Pushing event updated for resources: {'Port': ['ID=ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:51:13.137891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f2f54ac-2632-43c9-bc79-82f0370694bb None None] Provisioning complete for port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:51:13.138256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f2f54ac-2632-43c9-bc79-82f0370694bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:13.695853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:51:13.747912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ef41dfb4-8d73-4e2b-a9ed-94e0c00a66d3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:51:13.748285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:20.203827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5760b423-a2b6-43e8-8b2b-b473fc515449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:22.366286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6d38f53-e8b8-425a-8d99-9cf48e3e0729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:23.053672 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:51:23.614801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:24.946589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:25.835175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:50.183524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-530c55d5-25d5-427e-b6c2-441442bdeb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:52.337183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2882f526-7a8d-4cfd-a6a3-cb7e966efd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:53.648546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:54.942572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:51:55.831093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:00.052656 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:52:20.179879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d53a7c78-0129-4cda-930d-bca73312f531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:22.396946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b0e20a21-a4a1-4baa-8017-dd7b1e574ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:23.655798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:24.956300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:25.822092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:37.050729 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:52:41.952764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55106) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:52:41.958660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-b1760388-ce69-4ab1-b084-dc40b5be1857 tempest-verify_tempest_config-286011600 tempest-verify_tempest_config-286011600-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:52:41.959570 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b1760388-ce69-4ab1-b084-dc40b5be1857 tempest-verify_tempest_config-286011600 tempest-verify_tempest_config-286011600-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058224 Dec 24 02:52:42.439246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55124) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:52:42.542413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.618663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.666793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.712023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=388c0a09cfce442c96a512ee22c08126&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2717433 Dec 24 02:52:42.712985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed7ab16-2a4f-4234-b5b2-8c60efa2a34a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:52:42.714813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55128) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:52:42.719968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.720326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.720698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.721037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.721374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.721706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.722037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.722365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.722732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.723061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.723940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.724477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.724965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63888710-2a73-47ff-9792-2e6f0b8f9929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.790179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.810317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.978930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.981489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:42.982827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ed7ab16-2a4f-4234-b5b2-8c60efa2a34a HTTP/1.1" status: 204 len: 168 time: 0.2670000 Dec 24 02:52:42.990454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed7ab16-2a4f-4234-b5b2-8c60efa2a34a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:52:42.997375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.997807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.998098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.998434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.998772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.999094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.999488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:42.999745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:43.000084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:43.000436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:43.001974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:43.001974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:43.001974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bd5a43-0fa1-4579-9dd8-77c86f3da65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:52:50.195203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e01de2a1-6fd1-40f5-ad65-53e865ff12db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:52.367041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84a1a5fb-d56e-434c-8adf-a2060f7cdacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:53.637413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:54.944251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:52:55.812236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:14.049463 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:53:20.178402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-daccdc90-1727-4602-82a9-b80ba26e1366 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:22.345135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e706-14b1-41ce-b6ea-5b83158cfb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:23.634667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:24.960109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:25.808207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:50.182157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3d7b8254-850d-4bb6-8c47-a440a6e1cc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:51.048355 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 5 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:53:52.354107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e2227ea-0d05-4e33-a52b-eb275e8bb63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:53.713871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:54.950233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:55.864354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:53:59.827577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-588834'] for agent, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:14.627928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55200) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:54:14.733371 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-34be07a1-4f24-461e-971c-f44551b94a03 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1042771 Dec 24 02:54:17.144578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55210) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:54:17.199359 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8ff9fbf5-bf24-4eb6-ba14-1f4b6eea6834 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0532646 Dec 24 02:54:20.182235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-384fb0bf-69e2-426d-b600-b31f190fc2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:22.341851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ad6101c4-57c7-4716-b0a2-b3abf714ad04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:23.639300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:24.992860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:25.823256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:28.049205 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:54:29.777482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:50.182880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-190c96b7-1a64-4997-b386-aeb65169cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:52.352654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cac1d457-4170-41d7-b34c-ae14f044fb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:53.649592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:54.982659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:55.855243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:54:59.804973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:05.048519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:55:20.176156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d64a50a-28a9-48a0-b090-31e415666217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:22.358805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-421e6048-90b5-4724-b1d1-92ba42a17937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:23.638621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:24.968885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:25.940755 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:29.819075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.026378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55384) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:32.340552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:32.635610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-535883380-network', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:32.718160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-371745764-network', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:32.733551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Made reservation on behalf of cf1aca2beef34d4db5cf1708ccc09608 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:32.733551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.742248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.819257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.842416 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Made reservation on behalf of c82484d684c44c5aaa94832bdd062699 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:32.847747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.854692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.897334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.920957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:32.960569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.960911 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Added segment c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753 of type vlan for network 63550da7-518b-43cc-8035-1c249d84afae Dec 24 02:55:32.994409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:32.998382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04b9f4-d5dc-4136-80ea-1afa0a7e28ef,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.008160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.016812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.017171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.018074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.018406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.018741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.019063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.019597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.019965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.020313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.020665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.020986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.021305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.021620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Tracked resource versions report: Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: pushed versions: Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: { 'AddressGroup': {'1.2'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'ConntrackHelper': {'1.0'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Log': {'1.0'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Network': {'1.1'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Port': {'1.7'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'PortForwarding': {'1.2'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'QosPolicy': {'1.10'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroup': {'1.5'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SubPort': {'1.0'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Subnet': {'1.1'}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Trunk': {'1.1'}} Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: consumer versions: Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: HyperV agent@hv-neutron-8228: {}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'ConntrackHelper': '1.0', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'LocalIPAssociation': '1.0', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Log': '1.0', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Network': '1.1', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Port': '1.7', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'PortForwarding': '1.2', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'QosPolicy': '1.10', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroup': '1.5', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SecurityGroupRule': '1.2', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'SubPort': '1.0', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Subnet': '1.1', Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: 'Trunk': '1.1'}} Dec 24 02:55:33.022741 dv-neutron-822868-1-hyperv neutron-server[110368]: {{(pid=110368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:55:33.072810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.093095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.094217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:33.094869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.120809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:33.129506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9faeee1-9f2a-4863-a6b9-b415a39bb605,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.143976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.144301 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Added segment 1b223991-1036-4463-8620-2077d7f36109 of type vlan for network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 Dec 24 02:55:33.211137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1836503 Dec 24 02:55:33.214331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55430) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:33.223877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Request body: {'subnet': {'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-535883380-subnet', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:33.226987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3227-ff96-4c09-ba18-c6180de5181a admin admin] Pushing event updated for resources: {'Network': ['ID=63550da7-518b-43cc-8035-1c249d84afae,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.230051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.239853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 63550da7-518b-43cc-8035-1c249d84afae details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:33.316797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.317766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:33.318342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.351109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Made reservation on behalf of cf1aca2beef34d4db5cf1708ccc09608 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:33.353820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.377426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] Pushing event updated for resources: {'Network': ['ID=6978e5bb-c7f7-4cf3-81e7-b6818397ce44,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.387906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:33.447149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-50b02108-9c4d-4eed-b897-75f867130058 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1055393 Dec 24 02:55:33.454305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55438) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:33.459544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Request body: {'subnet': {'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-371745764-subnet', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:33.563850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Made reservation on behalf of c82484d684c44c5aaa94832bdd062699 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:33.566495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.648720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.706212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d667a65-8057-49d7-8831-9dd54ff89dc7,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.719087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.719456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.719804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.720341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.721238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.721639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.721990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.722325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.722668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.722999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.723325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.723648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.723969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Tracked resource versions report: Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: pushed versions: Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: { 'AddressGroup': {'1.2'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'ConntrackHelper': {'1.0'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Log': {'1.0'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Network': {'1.1'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Port': {'1.7'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'PortForwarding': {'1.2'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'QosPolicy': {'1.10'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroup': {'1.5'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SubPort': {'1.0'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Subnet': {'1.1'}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Trunk': {'1.1'}} Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: consumer versions: Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: HyperV agent@hv-neutron-8228: {}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'ConntrackHelper': '1.0', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'LocalIPAssociation': '1.0', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Log': '1.0', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Network': '1.1', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Port': '1.7', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'PortForwarding': '1.2', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'QosPolicy': '1.10', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroup': '1.5', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SecurityGroupRule': '1.2', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'SubPort': '1.0', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Subnet': '1.1', Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: 'Trunk': '1.1'}} Dec 24 02:55:33.725108 dv-neutron-822868-1-hyperv neutron-server[110367]: {{(pid=110367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:55:33.738454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Checking segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:33.738454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Network hostable DHCP agents. Network: 63550da7-518b-43cc-8035-1c249d84afae, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:55:33.808714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.866247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b366ee5a-388b-4d49-abdb-05aefa44e5c7,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:33.872679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Network 63550da7-518b-43cc-8035-1c249d84afae is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:55:33.876708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Checking segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:33.877210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Network hostable DHCP agents. Network: 6978e5bb-c7f7-4cf3-81e7-b6818397ce44, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:55:33.942068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 63550da7-518b-43cc-8035-1c249d84afae) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:33.947297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:33.948075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:33.956120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a859dbf-4171-4b3f-8d72-4cb85f3a1ee7 None None] Network 63550da7-518b-43cc-8035-1c249d84afae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:34.021462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:55:34.031192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 6978e5bb-c7f7-4cf3-81e7-b6818397ce44) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:34.033886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55464) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:34.040672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae76e19-eb88-493a-ad39-ff2e7f8907c8 None None] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:34.041597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:34.043265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.053088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2781410b-a262-4f5f-bca3-4bec134540f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8356910 Dec 24 02:55:34.058038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55468) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:34.062555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:34.133004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fefa5a29-fd29-43db-8f21-65fe082549d3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6736116 Dec 24 02:55:34.135059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55470) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:34.139769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-63550da7-518b-43cc-8035-1c249d84afae', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:55:34.140633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.145503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:34.177269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55474) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:34.186430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:55:34.187357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.222068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.223516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.307411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.308592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.332447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.362447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.420731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Allocated IP 172.20.0.2 (63550da7-518b-43cc-8035-1c249d84afae/2d667a65-8057-49d7-8831-9dd54ff89dc7/2b128715-c09d-496f-8d32-394c1c6172f1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:34.440494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Allocated IP 172.20.0.2 (6978e5bb-c7f7-4cf3-81e7-b6818397ce44/b366ee5a-388b-4d49-abdb-05aefa44e5c7/06504ffc-a314-402e-bf77-7263e5c28f4f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:34.547625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.587560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.675290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-262feaed-4afa-4258-a9f2-3514d5fe6c57 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1002414795'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:34.675816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-262feaed-4afa-4258-a9f2-3514d5fe6c57 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Unknown quota resources ['metering_label']. {{(pid=110367) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:34.681955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.704945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.747786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.852693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Network 63550da7-518b-43cc-8035-1c249d84afae is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:34.854801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:34.856853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Pushing event updated for resources: {'Port': ['ID=2b128715-c09d-496f-8d32-394c1c6172f1,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:34.864707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:34.867724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.868303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.868862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.869391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.870455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.870989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.871696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.872224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.872912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.873460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.873976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.874490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.875005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Tracked resource versions report: Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: pushed versions: Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: { 'AddressGroup': {'1.2'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'ConntrackHelper': {'1.0'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Log': {'1.0'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Network': {'1.1'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Port': {'1.7'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'PortForwarding': {'1.2'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'QosPolicy': {'1.10'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroup': {'1.5'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SubPort': {'1.0'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Subnet': {'1.1'}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Trunk': {'1.1'}} Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: consumer versions: Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: HyperV agent@hv-neutron-8228: {}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'ConntrackHelper': '1.0', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'LocalIPAssociation': '1.0', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Log': '1.0', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Network': '1.1', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Port': '1.7', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'PortForwarding': '1.2', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'QosPolicy': '1.10', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroup': '1.5', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SecurityGroupRule': '1.2', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'SubPort': '1.0', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Subnet': '1.1', Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: 'Trunk': '1.1'}} Dec 24 02:55:34.876327 dv-neutron-822868-1-hyperv neutron-server[110369]: {{(pid=110369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:55:34.882448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.913670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:34.937528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:34.958352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:34.960644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Pushing event updated for resources: {'Port': ['ID=06504ffc-a314-402e-bf77-7263e5c28f4f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:34.963880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:34.986726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.036046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:35.094306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Attempting to bind port 2b128715-c09d-496f-8d32-394c1c6172f1 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:35.094306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Attempting to bind port 2b128715-c09d-496f-8d32-394c1c6172f1 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:35.094306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Attempting to bind port 2b128715-c09d-496f-8d32-394c1c6172f1 on network 63550da7-518b-43cc-8035-1c249d84afae {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:35.102650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:35.103577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Checking segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:35.104226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.104909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Bound using segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:35.105637 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Bound port: 2b128715-c09d-496f-8d32-394c1c6172f1, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:35.106270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.213561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] For port 2b128715-c09d-496f-8d32-394c1c6172f1, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:35.219399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] For port 2b128715-c09d-496f-8d32-394c1c6172f1, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b128715-c09d-496f-8d32-394c1c6172f1,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:35.222689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Attempting to bind port 06504ffc-a314-402e-bf77-7263e5c28f4f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:35.223378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Attempting to bind port 06504ffc-a314-402e-bf77-7263e5c28f4f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:35.224061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Attempting to bind port 06504ffc-a314-402e-bf77-7263e5c28f4f on network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:35.224657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Allocated IP 172.26.7.114 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/fa68d969-7243-4d25-bc80-f1f311fce884) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:35.233241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:35.234037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Checking segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:35.234672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.235294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Bound using segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:35.236913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Bound port: 06504ffc-a314-402e-bf77-7263e5c28f4f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:35.242183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.321296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] For port 06504ffc-a314-402e-bf77-7263e5c28f4f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:35.327269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] For port 06504ffc-a314-402e-bf77-7263e5c28f4f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=06504ffc-a314-402e-bf77-7263e5c28f4f,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:35.328045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.360859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.381908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.388398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b39a7-3667-44e2-ae62-21f9692730fe None None] Pushing event updated for resources: {'Port': ['ID=2b128715-c09d-496f-8d32-394c1c6172f1,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:35.407445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.413529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.426691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:35.520964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-262feaed-4afa-4258-a9f2-3514d5fe6c57 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.522238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-262feaed-4afa-4258-a9f2-3514d5fe6c57 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4870846 Dec 24 02:55:35.525803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55508) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:35.531742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:35.534572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-237d12dc-2513-4ae5-908d-4644a71b40f7 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0bd593f4-1055-4893-a7e2-4e8d7855c627'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:35.535289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-237d12dc-2513-4ae5-908d-4644a71b40f7 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110367) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:35.550062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07918c78-14dd-41c7-9bee-c49584713bc6 None None] Pushing event updated for resources: {'Port': ['ID=06504ffc-a314-402e-bf77-7263e5c28f4f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:35.615173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Pushing event updated for resources: {'Port': ['ID=fa68d969-7243-4d25-bc80-f1f311fce884,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:35.640040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:35.642768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:35.647051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:35.696665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:35.788977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Allocated IP 172.26.7.116 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/770f8d96-0a88-42ff-8145-5f1ea8b0ca63) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:35.823640 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.services.metering.metering_plugin [None req-237d12dc-2513-4ae5-908d-4644a71b40f7 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 02:55:35.898064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.031283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b128715-c09d-496f-8d32-394c1c6172f1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:36.120778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9dd26a83-5be8-407c-aa54-257e259d4550 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1797914121'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.121783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9dd26a83-5be8-407c-aa54-257e259d4550 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Unknown quota resources ['metering_label']. {{(pid=110368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:36.133615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-184876049'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.135797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2b128715-c09d-496f-8d32-394c1c6172f1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:36.136636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.136845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.138603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-237d12dc-2513-4ae5-908d-4644a71b40f7 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.143795 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-237d12dc-2513-4ae5-908d-4644a71b40f7 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6110168 Dec 24 02:55:36.143795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55522) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.151964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8553725e-220b-43c0-b57a-bfbb4fb277b3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0bd593f4-1055-4893-a7e2-4e8d7855c627'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.152494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8553725e-220b-43c0-b57a-bfbb4fb277b3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110367) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:36.245788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.317412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.323697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 2b128715-c09d-496f-8d32-394c1c6172f1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b128715-c09d-496f-8d32-394c1c6172f1,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:36.355997 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.services.metering.metering_plugin [None req-8553725e-220b-43c0-b57a-bfbb4fb277b3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 02:55:36.431375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.433463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55528) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.461613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.469230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55530) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.486965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8553725e-220b-43c0-b57a-bfbb4fb277b3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.488276 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8553725e-220b-43c0-b57a-bfbb4fb277b3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3419650 Dec 24 02:55:36.496740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55536) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.501301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Made reservation on behalf of 4b3fd019de314811bcc2a52282874dce for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:36.505830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.544520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed216f67-b9ec-4624-b19c-d0171d89e52f tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=ee7c8a26-9943-4aaa-a2a4-610c7fdded6e HTTP/1.1" status: 200 len: 464 time: 0.0452588 Dec 24 02:55:36.551474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55538) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.568744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.587818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=2b128715-c09d-496f-8d32-394c1c6172f1,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:36.627624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.645403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:36.678279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-05d7eab2-324a-46ba-b0ea-0713c3ee9e15 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.684351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:36.687688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-60aee443-f1c4-4602-82ef-ec31c4ecd91c tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.695987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:36.701796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9dd26a83-5be8-407c-aa54-257e259d4550 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.705464 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9dd26a83-5be8-407c-aa54-257e259d4550 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2769437 Dec 24 02:55:36.712258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55548) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.720329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Allocated IP 172.26.7.96 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/549a98d6-e443-438c-8330-7180f00ae2b5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:36.721947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-de05b7df-a207-4d54-b94a-9fd9cc496cf2 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'caf74a18-184a-4739-94c0-2f680e3adf65'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:36.722520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-de05b7df-a207-4d54-b94a-9fd9cc496cf2 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:36.755852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.824158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Pushing event updated for resources: {'Port': ['ID=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:36.931237 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.services.metering.metering_plugin [None req-de05b7df-a207-4d54-b94a-9fd9cc496cf2 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 02:55:36.946894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2147546-e739-4694-924b-9c6ba7c75b2d tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:36.948667 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2147546-e739-4694-924b-9c6ba7c75b2d tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/ee7c8a26-9943-4aaa-a2a4-610c7fdded6e HTTP/1.1" status: 204 len: 168 time: 0.3962204 Dec 24 02:55:36.950047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-05d7eab2-324a-46ba-b0ea-0713c3ee9e15 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "PUT /v2.0/quotas/a690677e975d47088ed5d2141d84c499 HTTP/1.1" status: 200 len: 368 time: 0.4715557 Dec 24 02:55:36.954258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55550) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:36.954717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55552) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.318118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.322293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Request body: {'network': {'project_id': 'a690677e975d47088ed5d2141d84c499'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:37.322293 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a6fe304c-7518-476b-9d80-5e51492e6368 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=ee7c8a26-9943-4aaa-a2a4-610c7fdded6e HTTP/1.1" status: 200 len: 221 time: 0.0248246 Dec 24 02:55:37.323559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bc02e-f295-41ca-8a4d-1247c5f59dd5 None None] Network 63550da7-518b-43cc-8035-1c249d84afae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:37.324861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55554) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.324861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1c71e6a4-0ab8-4c6e-b709-9fbaad64f1c6 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2141268032', 'description': 'label created by tempest'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:37.324861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1c71e6a4-0ab8-4c6e-b709-9fbaad64f1c6 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Unknown quota resources ['metering_label']. {{(pid=110367) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:37.325811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7941d4ff-6e3b-4d4f-8798-9888675f4adf None None] Provisioning complete for port 2b128715-c09d-496f-8d32-394c1c6172f1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:37.325811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7941d4ff-6e3b-4d4f-8798-9888675f4adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.327227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.327556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Made reservation on behalf of a690677e975d47088ed5d2141d84c499 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:37.327556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.327930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de05b7df-a207-4d54-b94a-9fd9cc496cf2 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.328211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60aee443-f1c4-4602-82ef-ec31c4ecd91c tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "PUT /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04 HTTP/1.1" status: 200 len: 366 time: 0.7782671 Dec 24 02:55:37.328533 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-de05b7df-a207-4d54-b94a-9fd9cc496cf2 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5350821 Dec 24 02:55:37.328809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.328809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55556) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.328809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55558) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.329267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:37.329267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2710d-33b0-4bf5-8e0a-a22cef608e14,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:37.329267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.329267 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Added segment b7a622fd-50bf-400c-87ae-f14563a0a7f2 of type vlan for network a835ac6b-45bc-4f20-a568-fc4ceaa75caf Dec 24 02:55:37.330864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ec0c3a7c-fab8-46d1-9460-bd37dcedf79b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'caf74a18-184a-4739-94c0-2f680e3adf65'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:37.331303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ec0c3a7c-fab8-46d1-9460-bd37dcedf79b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110367) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:37.335827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-074ba55b-ba2c-4c4a-9cf7-02cfb5202fc3 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0762923 Dec 24 02:55:37.340252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.343949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.387536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.453052 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a86390db-02af-4b77-9674-221d0df5d114 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04 HTTP/1.1" status: 200 len: 366 time: 0.1058688 Dec 24 02:55:37.456621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55562) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.464753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Router 8c753bd4-cfa9-415e-acc8-5b548e24c616 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:55:37.477375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9794f40b-94d3-44c7-af76-cd5c5e146a2c None None] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:37.533875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.541859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:37.542696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.593463 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a4fee543-210e-4875-aec2-7bed5a1ec74d tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04 HTTP/1.1" status: 204 len: 168 time: 0.1351421 Dec 24 02:55:37.612823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55564) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.643038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Provisioning complete for port 06504ffc-a314-402e-bf77-7263e5c28f4f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:37.644656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.682499 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.services.metering.metering_plugin [None req-ec0c3a7c-fab8-46d1-9460-bd37dcedf79b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 24 02:55:37.735550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0378404 Dec 24 02:55:37.744781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b801af-af91-4b2d-82a9-88152d306bbb tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Pushing event updated for resources: {'Network': ['ID=a835ac6b-45bc-4f20-a568-fc4ceaa75caf,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:37.770090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:37.780137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:55:37.786982 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e54febf6-1d84-4815-a4b5-73e1c5e5b1a3 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1729736 Dec 24 02:55:37.797631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55572) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.799411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Sync routers for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:55:37.803975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.825854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55576) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.826583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-84f961e6-4555-40ff-b6be-8cda78554e28 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04 HTTP/1.1" status: 200 len: 370 time: 0.0234449 Dec 24 02:55:37.834399 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:37.837823 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a78f6100-e0bb-4442-b191-e2dcf97c2030 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04/default HTTP/1.1" status: 200 len: 370 time: 0.0060647 Dec 24 02:55:37.839222 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:37.843198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55578) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.873085 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-ac969171-36da-495a-a6c0-2f37217cb05e tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] delete failed (client error): The resource could not be found. Dec 24 02:55:37.879285 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ac969171-36da-495a-a6c0-2f37217cb05e tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/df06c0ada6bd46a1af4d1c026464fc04 HTTP/1.1" status: 404 len: 348 time: 0.0341845 Dec 24 02:55:37.921896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:37.928207 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c266b763-fb44-43f6-af4e-b55e94c84043 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7914097 Dec 24 02:55:37.928950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55582) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:37.952510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] For port 06504ffc-a314-402e-bf77-7263e5c28f4f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=06504ffc-a314-402e-bf77-7263e5c28f4f,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:37.999382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3a7c-fab8-46d1-9460-bd37dcedf79b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.000777 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ec0c3a7c-fab8-46d1-9460-bd37dcedf79b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7401655 Dec 24 02:55:38.022817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c71e6a4-0ab8-4c6e-b709-9fbaad64f1c6 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.029819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1c71e6a4-0ab8-4c6e-b709-9fbaad64f1c6 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0114689 Dec 24 02:55:38.034222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55584) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.034755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55586) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.035620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.064063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.066982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.104294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Provisioning complete for port 2b128715-c09d-496f-8d32-394c1c6172f1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:38.105173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.160340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b128715-c09d-496f-8d32-394c1c6172f1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:38.188076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b9521-1c63-495d-a5b1-2064a790a2a4 None None] Pushing event updated for resources: {'Port': ['ID=06504ffc-a314-402e-bf77-7263e5c28f4f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:38.270955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2b128715-c09d-496f-8d32-394c1c6172f1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:38.271281 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:38.271810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.343981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.378786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55590) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.388329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Pushing event updated for resources: {'Port': ['ID=549a98d6-e443-438c-8330-7180f00ae2b5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:38.400219 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b77d59fc-bab1-4339-9720-e8c3c1d9dca8 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=189df82f-f4db-4fb6-9bc1-1fc18ceca113 HTTP/1.1" status: 200 len: 462 time: 0.3604198 Dec 24 02:55:38.402100 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fa8cd27b-3517-4ac9-a685-8bbf513f6918 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=216a27dd-cead-42b3-95c9-90b2d8f67267 HTTP/1.1" status: 200 len: 468 time: 0.3586192 Dec 24 02:55:38.403430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55592) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.408541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.416939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:38.419434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 06504ffc-a314-402e-bf77-7263e5c28f4f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:38.427929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:38.431682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:38.440261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.462302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-587c55db-d969-438f-a0b2-6845a9c05a7c None None] Provisioning complete for port 06504ffc-a314-402e-bf77-7263e5c28f4f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:38.463679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-587c55db-d969-438f-a0b2-6845a9c05a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.477871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb90899-eeb1-4fe8-bc31-4beb3bdcb552,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:38.502599 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:35Z', 'revision_number': 3, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:38.538355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:network and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.559062 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Checking router: 8c753bd4-cfa9-415e-acc8-5b548e24c616 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:55:38.559412 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Updating router 8c753bd4-cfa9-415e-acc8-5b548e24c616 port fa68d969-7243-4d25-bc80-f1f311fce884 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:55:38.560891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:38.588024 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.596981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:subnet and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.608459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 06504ffc-a314-402e-bf77-7263e5c28f4f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:38.609121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.617174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:38.666989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:38.751978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762012077909', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.752860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Unsubscribe: segment precommit_create {{(pid=110367) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 24 02:55:38.753433 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Added segment e3e1a957-9a9e-47df-9fc6-70fbec0ff0e2 of type vlan for network 4978ff19-e405-4753-bc7e-4021063b4d14 Dec 24 02:55:38.768304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:subnetpool and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.825826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0d126245-6fde-40bc-bbfc-d4a45295dbfa tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.826961 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0d126245-6fde-40bc-bbfc-d4a45295dbfa tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/189df82f-f4db-4fb6-9bc1-1fc18ceca113 HTTP/1.1" status: 204 len: 168 time: 0.4226153 Dec 24 02:55:38.827656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:38.834439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55596) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.852075 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a4ed9ebe-30f3-433e-892c-1594ffb7c93c tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=189df82f-f4db-4fb6-9bc1-1fc18ceca113 HTTP/1.1" status: 200 len: 221 time: 0.0166860 Dec 24 02:55:38.859339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:port and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.861313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55598) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.865522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6046a80c-d4c0-4d57-ac44-bc78a493a1b7 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1815397682', 'description': 'label created by tempest'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:38.866222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6046a80c-d4c0-4d57-ac44-bc78a493a1b7 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Unknown quota resources ['metering_label']. {{(pid=110368) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 24 02:55:38.890090 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.891937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:38.943444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:router and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.948931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:38.952176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.972896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:floatingip and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:38.976401 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:38.984470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:38.991103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-58370878'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:39.000440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:39.006682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.024142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-582d52f2-aab7-4b01-a5d8-5b4e3b3afb0b tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.028562 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-582d52f2-aab7-4b01-a5d8-5b4e3b3afb0b tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/216a27dd-cead-42b3-95c9-90b2d8f67267 HTTP/1.1" status: 204 len: 168 time: 0.6066124 Dec 24 02:55:39.034845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55602) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.037498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.041088 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Attempting to bind port fa68d969-7243-4d25-bc80-f1f311fce884 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:39.041453 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Attempting to bind port fa68d969-7243-4d25-bc80-f1f311fce884 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:39.041817 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Attempting to bind port fa68d969-7243-4d25-bc80-f1f311fce884 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:39.049313 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Pushing event updated for resources: {'Port': ['ID=fa68d969-7243-4d25-bc80-f1f311fce884,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:39.052618 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:39.053226 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:39.053623 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.054147 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:39.054746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Bound port: fa68d969-7243-4d25-bc80-f1f311fce884, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:39.055276 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.067249 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8463ea72-0e9c-4030-9b7b-9ce65d7154ee tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=216a27dd-cead-42b3-95c9-90b2d8f67267 HTTP/1.1" status: 200 len: 216 time: 0.0281398 Dec 24 02:55:39.073849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55604) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.080137 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.080886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.080978 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.081283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.081608 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.082197 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.082713 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.083184 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.083666 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.084140 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.084646 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.085114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.085577 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Tracked resource versions report: Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: pushed versions: Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: { 'AddressGroup': {'1.2'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'ConntrackHelper': {'1.0'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'LocalIPAssociation': {'1.0'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Log': {'1.0'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Network': {'1.1'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Port': {'1.7'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'PortForwarding': {'1.2'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'QosPolicy': {'1.10'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroup': {'1.5'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroupRule': {'1.2'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SubPort': {'1.0'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Subnet': {'1.1'}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Trunk': {'1.1'}} Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: consumer versions: Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: { DHCP agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: HyperV agent@hv-neutron-8228: {}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: L3 agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: Metadata agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: Metering agent@dv-neutron-822868-1-hyperv: {}, Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: Open vSwitch agent@dv-neutron-822868-1-hyperv: { 'AddressGroup': '1.2', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'ConntrackHelper': '1.0', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'LocalIPAssociation': '1.0', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Log': '1.0', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Network': '1.1', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Port': '1.7', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'PortForwarding': '1.2', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'QosPolicy': '1.10', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroup': '1.5', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SecurityGroupRule': '1.2', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'SubPort': '1.0', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Subnet': '1.1', Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: 'Trunk': '1.1'}} Dec 24 02:55:39.086720 dv-neutron-822868-1-hyperv neutron-server[110370]: {{(pid=110370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 24 02:55:39.125889 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] For port fa68d969-7243-4d25-bc80-f1f311fce884, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:39.129327 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] For port fa68d969-7243-4d25-bc80-f1f311fce884, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa68d969-7243-4d25-bc80-f1f311fce884,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:39.150523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.174703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.193317 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.240383 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d77660c-9cc1-4017-892d-0c735b8ee36c tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1623743 Dec 24 02:55:39.240592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.240592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:39.240592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.242525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55608) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.245070 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:39.245953 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:39.273023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Made reservation on behalf of 26dd496fb4a14b8ea6881f3edac5ce87 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:39.275631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.287114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.335183 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85434e8-b8dd-4a09-bf40-9d0b4e0af929 None None] Pushing event updated for resources: {'Port': ['ID=fa68d969-7243-4d25-bc80-f1f311fce884,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:39.365236 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-695698d7-6e41-46ff-a622-ab944a2ded6c tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1118960 Dec 24 02:55:39.371564 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:39.391449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55610) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.450868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4902925 Dec 24 02:55:39.458287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55612) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.464409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Request body: {'network': {'project_id': 'a690677e975d47088ed5d2141d84c499'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:39.479209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6046a80c-d4c0-4d57-ac44-bc78a493a1b7 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.480351 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6046a80c-d4c0-4d57-ac44-bc78a493a1b7 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6180620 Dec 24 02:55:39.496007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55614) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.502172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed15436-2c40-4fae-af6c-80ae17d04136 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event updated for resources: {'Network': ['ID=4978ff19-e405-4753-bc7e-4021063b4d14,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:39.514275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-35432915-0503-4bad-8f19-c9a2f5459418 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/0bd593f4-1055-4893-a7e2-4e8d7855c627 HTTP/1.1" status: 200 len: 473 time: 0.0933747 Dec 24 02:55:39.514614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55616) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.526484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 4978ff19-e405-4753-bc7e-4021063b4d14 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:39.537114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ea4e3b64-def6-4495-ae09-6135a495072f tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/ba94545c-0827-4668-aef0-a3b4c7cd3cf2 HTTP/1.1" status: 200 len: 461 time: 0.0209246 Dec 24 02:55:39.541792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55618) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.600099 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:35Z', 'revision_number': 3, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:39.608670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.612390 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a3e1a72d-8363-41d9-82d9-44995f637093 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=8b88b6ed-e08a-4110-a08c-13948bb3c1c1 HTTP/1.1" status: 200 len: 468 time: 0.1088748 Dec 24 02:55:39.613339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55620) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:39.615188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:security_group and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:39.616946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Made reservation on behalf of a690677e975d47088ed5d2141d84c499 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:39.619173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.644320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:39.661341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Allocated IP 172.20.0.1 (6978e5bb-c7f7-4cf3-81e7-b6818397ce44/b366ee5a-388b-4d49-abdb-05aefa44e5c7/26c87e42-8341-4196-8d29-fb355245b250) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:39.663235 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f276fc9c-31a9-444e-af47-292c21f32101 None None] The sync data for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv is: [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:35Z', 'revision_number': 3, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:55:39.694023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Usage tracker for resource:security_group_rule and project:48ce1676e00a494eb25899f729418a4f is out of sync, need to count used quota {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 24 02:55:39.697394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:39.723826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Router 52258716-f130-4dd8-98ed-71cee1296f25 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:55:39.724288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.quota.resource [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110368) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 24 02:55:39.726456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.768046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.768046 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Added segment ffce198e-c356-4ada-813c-1f3a379343ae of type vlan for network 9267ae12-093e-47b1-9f49-154d38945a0b Dec 24 02:55:39.808724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.817661 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4b039468-924d-4298-a651-c0d11a5eb469 tempest-QuotasTest-210569108 tempest-QuotasTest-210569108-project-admin] 10.222.0.36 "GET /v2.0/quotas/48ce1676e00a494eb25899f729418a4f/details.json HTTP/1.1" status: 200 len: 703 time: 1.4344265 Dec 24 02:55:39.851438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 06504ffc-a314-402e-bf77-7263e5c28f4f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:39.858305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.883139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.939756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 06504ffc-a314-402e-bf77-7263e5c28f4f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:39.941116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:39.949466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.024526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-343eac7b-244c-482b-bb10-18066f3e38f3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.027990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-343eac7b-244c-482b-bb10-18066f3e38f3 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/ba94545c-0827-4668-aef0-a3b4c7cd3cf2 HTTP/1.1" status: 204 len: 168 time: 0.4840610 Dec 24 02:55:40.028539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55624) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.030460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Pushing event updated for resources: {'Port': ['ID=549a98d6-e443-438c-8330-7180f00ae2b5,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:40.150783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:55:40.160348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Sync routers for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:55:40.173667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:40.174700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:40.254319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.268373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port 039e911c-37b2-4540-a218-21c166c2ba2c yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:40.286056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-165fd74d-f715-4d11-8747-85b5501e5b9b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.290820 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-165fd74d-f715-4d11-8747-85b5501e5b9b tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/8b88b6ed-e08a-4110-a08c-13948bb3c1c1 HTTP/1.1" status: 204 len: 168 time: 0.6730034 Dec 24 02:55:40.290820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.291151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b5f69204-f138-40cd-8bb7-c1a6cf2f45a0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2319520 Dec 24 02:55:40.291662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55626) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.294638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:40.297239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55628) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.303877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.305347 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0df33e44-9a96-4ae6-804d-89099687c5df tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1261723 Dec 24 02:55:40.311077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55630) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.318342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-377139151', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'fixed_ips': [{'ip_address': '172.26.7.96'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:40.327807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ab699e69-f7fa-4275-a770-a0c5f6e6ec72 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=8b88b6ed-e08a-4110-a08c-13948bb3c1c1 HTTP/1.1" status: 200 len: 216 time: 0.0299437 Dec 24 02:55:40.327942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55632) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.352365 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d99636ea-6a39-450f-97eb-f8cac173c9ad tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0178597 Dec 24 02:55:40.354519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55634) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.356121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.357077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:40.357635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.360380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.384158 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5ae748c0-8fa1-4d34-bcda-d1393cbfaae9 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0245664 Dec 24 02:55:40.386142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55642) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.393159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb741071-2dd4-48e1-8a5b-0ebf54c0ec05 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.394458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eb741071-2dd4-48e1-8a5b-0ebf54c0ec05 tempest-MeteringTestJSON-711844112 tempest-MeteringTestJSON-711844112-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/0bd593f4-1055-4893-a7e2-4e8d7855c627 HTTP/1.1" status: 204 len: 168 time: 0.3646781 Dec 24 02:55:40.400369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2160ae6-1058-4388-8ed6-c0666071d19d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:40.504972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8db175bc-9195-430c-95db-1564b064bcaa tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/caf74a18-184a-4739-94c0-2f680e3adf65 HTTP/1.1" status: 200 len: 473 time: 0.1126459 Dec 24 02:55:40.504972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Made reservation on behalf of facc488fe6214c599eef9b33ef169f7b for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:40.505604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.508114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55646) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.528792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-721e6582-ea38-489b-bd43-dad0f2c150e1 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/ad5a055a-f201-4120-8ed3-3e0c9e3086bc HTTP/1.1" status: 200 len: 459 time: 0.0164385 Dec 24 02:55:40.528792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.530328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55648) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.575428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event updated for resources: {'Network': ['ID=9267ae12-093e-47b1-9f49-154d38945a0b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:40.611947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9267ae12-093e-47b1-9f49-154d38945a0b details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:40.642335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:40.683290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:40.685960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:40.686809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.712086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.722470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:37Z', 'revision_number': 3, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:40.785074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Checking router: 52258716-f130-4dd8-98ed-71cee1296f25 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:55:40.787302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Updating router 52258716-f130-4dd8-98ed-71cee1296f25 port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:55:40.825524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55654) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.831234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.834910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:40.926910 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9e03fcfb-390b-48a8-8ce7-13e0f7785a52 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4665148 Dec 24 02:55:40.944841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55660) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:40.946082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] device_id is not set on port 6fe63638-652e-431c-a0bf-0638dc257f54 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:40.974160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d0ff5875-8d15-45c0-8725-b6206e5aa2b1 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Request body: {'network': {'project_id': 'a690677e975d47088ed5d2141d84c499'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:40.997339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed19ef4d-1e56-49ae-b5fc-b83c915df391 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.000748 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed19ef4d-1e56-49ae-b5fc-b83c915df391 tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/ad5a055a-f201-4120-8ed3-3e0c9e3086bc HTTP/1.1" status: 204 len: 168 time: 0.4672644 Dec 24 02:55:41.013034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55662) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.019118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Pushing event updated for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.084216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.319114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c967fd76-d467-4717-b06c-bff5c145f21d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.321259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.341944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-adf29273-6f71-473f-8ca6-e61190da436b None None] Provisioning complete for port 26c87e42-8341-4196-8d29-fb355245b250 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:41.342265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-adf29273-6f71-473f-8ca6-e61190da436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.381251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2e78e3d-ef53-4bb9-ad10-2faef0250c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.381701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da487b56-0562-4af6-bafd-8b554df977b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.394816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.399770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-adf29273-6f71-473f-8ca6-e61190da436b None None] Port 26c87e42-8341-4196-8d29-fb355245b250 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:55:41.419942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff5875-8d15-45c0-8725-b6206e5aa2b1 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 02:55:41.421244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ff5875-8d15-45c0-8725-b6206e5aa2b1 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:55:41.431015 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d0ff5875-8d15-45c0-8725-b6206e5aa2b1 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4648879 Dec 24 02:55:41.431191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.434226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55668) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.455483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Attempting to bind port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:41.459372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Attempting to bind port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:41.459372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Attempting to bind port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:41.459589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port 039e911c-37b2-4540-a218-21c166c2ba2c yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:41.463612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa683d6b-d664-43d2-9a6f-ba2242c62247 None None] Pushing event updated for resources: {'Port': ['ID=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.466806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:41.467317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:41.467730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.468128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:41.468627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Bound port: 770f8d96-0a88-42ff-8145-5f1ea8b0ca63, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:41.469794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.498772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.537978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] For port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:41.542102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] For port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:41.609084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.615757 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a1d1d507-702b-472b-981a-b7dda6885401 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a690677e975d47088ed5d2141d84c499&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1784112 Dec 24 02:55:41.624468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55670) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.634712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.655054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da487b56-0562-4af6-bafd-8b554df977b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.706695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:41.706862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:41.709644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa683d6b-d664-43d2-9a6f-ba2242c62247 None None] Pushing event updated for resources: {'Port': ['ID=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.722397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-608199ba-078d-4d6a-98d8-0f18ff38632a tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.724908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-608199ba-078d-4d6a-98d8-0f18ff38632a tempest-MeteringIpV6TestJSON-1821592616 tempest-MeteringIpV6TestJSON-1821592616-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/caf74a18-184a-4739-94c0-2f680e3adf65 HTTP/1.1" status: 204 len: 168 time: 0.7096093 Dec 24 02:55:41.730451 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 02:55:41.730451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:55:41.730451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da487b56-0562-4af6-bafd-8b554df977b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.801829 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-da487b56-0562-4af6-bafd-8b554df977b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86b06eb77d1343679a0b4f889372bdc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9745376 Dec 24 02:55:41.802672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da487b56-0562-4af6-bafd-8b554df977b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5393c791-1afd-4dcf-9f6b-245f569cfbf0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.807656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55674) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.822502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=039e911c-37b2-4540-a218-21c166c2ba2c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:41.854583 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12a231c1-d45c-45d9-957b-f54677e60d1c tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5421143 Dec 24 02:55:41.856235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55676) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:41.886396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2e78e3d-ef53-4bb9-ad10-2faef0250c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.907142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:41.938794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Checking segment: {'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:41.939970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Network hostable DHCP agents. Network: a835ac6b-45bc-4f20-a568-fc4ceaa75caf, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:55:41.950595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.962827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2e78e3d-ef53-4bb9-ad10-2faef0250c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:41.982699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa68d969-7243-4d25-bc80-f1f311fce884 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:42.010266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.012584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.047307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:55:42.060263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.077399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.091059 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d2e78e3d-ef53-4bb9-ad10-2faef0250c98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b2c4025a8254b6281b538d9cb359c45&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0057769 Dec 24 02:55:42.094328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55678) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:42.095854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e78e3d-ef53-4bb9-ad10-2faef0250c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d55590-c553-414f-8b55-37111b8641f1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.130302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fa68d969-7243-4d25-bc80-f1f311fce884 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:42.130302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.140159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.147211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Deleting port 549a98d6-e443-438c-8330-7180f00ae2b5 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:42.147546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.168401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:55:42.215341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.232447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.233174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.247787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.272719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:37Z', 'revision_number': 3, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:42.279374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.279374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.279586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.303138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Calling delete_port for 549a98d6-e443-438c-8330-7180f00ae2b5 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:42.313237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a835ac6b-45bc-4f20-a568-fc4ceaa75caf) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:42.331280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc005e-79da-473b-ae91-e997fdfc2efb None None] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:42.338555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e464872-484d-4d23-ac19-13237fd4e449 None None] The sync data for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv is: [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:37Z', 'revision_number': 3, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:55:42.344493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.348602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.350152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5393c791-1afd-4dcf-9f6b-245f569cfbf0 HTTP/1.1" status: 204 len: 168 time: 0.5413377 Dec 24 02:55:42.381102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:42.393916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:42.399360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port fa68d969-7243-4d25-bc80-f1f311fce884, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa68d969-7243-4d25-bc80-f1f311fce884,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:42.423125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.424966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6af1-a1b8-4f9b-8c58-f4f1fc33dba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5393c791-1afd-4dcf-9f6b-245f569cfbf0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.427616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.429128 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/adb90899-eeb1-4fe8-bc31-4beb3bdcb552 HTTP/1.1" status: 204 len: 168 time: 0.7951393 Dec 24 02:55:42.435270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55686) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:42.470140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Pushing event updated for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.489476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7bd7e-ba67-40e5-bf84-227d657ad23e tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb90899-eeb1-4fe8-bc31-4beb3bdcb552,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.492401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.526431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:42.527402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:42.528266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:42.556359 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:42.557243 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:42.572592 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 2 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:42.573079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.577743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.580063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9d55590-c553-414f-8b55-37111b8641f1 HTTP/1.1" status: 204 len: 168 time: 0.4788196 Dec 24 02:55:42.603723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Allocated IP 172.20.0.1 (63550da7-518b-43cc-8035-1c249d84afae/2d667a65-8057-49d7-8831-9dd54ff89dc7/d705f9b4-bd53-44be-938a-45670f076107) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:42.630654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=fa68d969-7243-4d25-bc80-f1f311fce884,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.641454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:42.643672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:42.644400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:42.684293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:42.684835 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:42.701455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747371-064a-4ae1-a7e7-6e0040d06039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d55590-c553-414f-8b55-37111b8641f1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:42.702244 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 3 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:42.706009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.755066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:42.805501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:42.836694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:42.837339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:42.837339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:42.839333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbdba961-c039-41b0-b396-82bbf8072122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.858817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.862946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:42.865300 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:42.875464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:42.900574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 4 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:42.948658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:42.948658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:42.948658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:42.957503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Pushing event deleted for resources: {'Port': ['ID=549a98d6-e443-438c-8330-7180f00ae2b5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:43.003859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.004201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.004988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.005372 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.015655 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 5 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.017860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.018580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > port after_create 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.019097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > port after_delete 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.019593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > port after_update 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.020050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.020534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.021049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.021704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.040116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.080345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.080929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.081167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:43.106306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.107137 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.110272 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 6 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.164253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Router 8c753bd4-cfa9-415e-acc8-5b548e24c616 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:55:43.198852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.199515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.200025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:43.210513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbdba961-c039-41b0-b396-82bbf8072122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.217342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.217890 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.219979 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 7 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.257457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c01cc65d-a5d9-4ec4-88c9-4823ab9f93d1 None None] Provisioning complete for port 26c87e42-8341-4196-8d29-fb355245b250 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:43.258001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c01cc65d-a5d9-4ec4-88c9-4823ab9f93d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.265076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.298714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.300568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.300568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.300568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=110367) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:43.300568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9267ae12-093e-47b1-9f49-154d38945a0b']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:43.307178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbdba961-c039-41b0-b396-82bbf8072122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.308331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.314767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.315421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c01cc65d-a5d9-4ec4-88c9-4823ab9f93d1 None None] Port 26c87e42-8341-4196-8d29-fb355245b250 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:55:43.317934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.318405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.318750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:43.319317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8733af88-4f23-4018-a8d3-3d0eb0f320a4 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259 tempest-ExternalNetworksAdminNegativeTestJSON-1543107259-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/a365ea41-aae3-4095-8bc8-c32d1e6867a4 HTTP/1.1" status: 204 len: 168 time: 1.4620860 Dec 24 02:55:43.328386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Network 63550da7-518b-43cc-8035-1c249d84afae is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:43.331035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.331368 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.342710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffce198e-c356-4ada-813c-1f3a379343ae') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:43.343098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffce198e-c356-4ada-813c-1f3a379343ae') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:43.347697 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 8 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.358541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:43.363237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.388127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.399904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:43.399904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.400168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:55:43.400455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: from cryptography.utils import int_from_bytes Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: from cryptography.utils import int_from_bytes Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:55:43.405474 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:55:43.494223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Pushing event updated for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:43.498200 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cbdba961-c039-41b0-b396-82bbf8072122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb2b8ebcf0d6449496f198ef3671a5dc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0761373 Dec 24 02:55:43.498885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdba961-c039-41b0-b396-82bbf8072122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fda8ac0-7f45-4942-a80a-860d5b4a859e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:43.510380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55698) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:43.545473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.546032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.546622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:43.602595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.602939 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.609902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.617609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.618912 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 9 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.626192 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9267ae12-093e-47b1-9f49-154d38945a0b HTTP/1.1" status: 204 len: 168 time: 1.1912088 Dec 24 02:55:43.627247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55702) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:43.649346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55704) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:43.658062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.658417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.658755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:43.668525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:43.668838 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:43.691516 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 10 to bind port 039e911c-37b2-4540-a218-21c166c2ba2c Dec 24 02:55:43.694064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.716399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:55:43.723364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:43.743543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-36ff206c-b8cd-4865-bab3-521feec8705d None None] Provisioning complete for port d705f9b4-bd53-44be-938a-45670f076107 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:43.744194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-36ff206c-b8cd-4865-bab3-521feec8705d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.850316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-36ff206c-b8cd-4865-bab3-521feec8705d None None] Port d705f9b4-bd53-44be-938a-45670f076107 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:55:43.915192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.925223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6890c3-dd0c-4e24-beab-69d84bcc5f32 tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event deleted for resources: {'Network': ['ID=9267ae12-093e-47b1-9f49-154d38945a0b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:43.964687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-177c53e3-60bc-4646-9e99-12c8f2a5b795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:43.966621 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Sync routers for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:55:43.984504 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7875a206-0808-4660-8543-565f98f7687d admin admin] 10.222.0.36 "PUT /v2.0/routers/8c753bd4-cfa9-415e-acc8-5b548e24c616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0533390 Dec 24 02:55:43.992990 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:43.994881 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:43.995111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:43.996027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:43.996027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:44.011822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 039e911c-37b2-4540-a218-21c166c2ba2c on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:44.012085 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 039e911c-37b2-4540-a218-21c166c2ba2c on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:44.012535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.013757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.014444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfbad-aaf9-4e83-89bd-c6a474d455b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.018065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.043690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4978ff19-e405-4753-bc7e-4021063b4d14']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:44.054580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:44.063951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e1a957-9a9e-47df-9fc6-70fbec0ff0e2') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:44.064807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e1a957-9a9e-47df-9fc6-70fbec0ff0e2') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:44.083381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.118985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.139026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:55:44.139613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.161056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:44.161873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.196738 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:44.256032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port 039e911c-37b2-4540-a218-21c166c2ba2c, host hv-neutron-8228, cleared binding levels {{(pid=110368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:44.256121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempted to set empty binding levels {{(pid=110368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:55:44.259117 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:55:44.262572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.283749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.286434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.287570 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fda8ac0-7f45-4942-a80a-860d5b4a859e HTTP/1.1" status: 204 len: 168 time: 0.7730513 Dec 24 02:55:44.313499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-177c53e3-60bc-4646-9e99-12c8f2a5b795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.322885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546625-f025-4b6a-bb82-5f56569e8477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fda8ac0-7f45-4942-a80a-860d5b4a859e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.351959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfbad-aaf9-4e83-89bd-c6a474d455b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.352610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.367101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.385142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.385681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.394529 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4978ff19-e405-4753-bc7e-4021063b4d14 HTTP/1.1" status: 204 len: 168 time: 0.7639527 Dec 24 02:55:44.395939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949122e-aaf9-481d-b69d-2318ead176cc tempest-QuotasNegativeTest-967414111 tempest-QuotasNegativeTest-967414111-project-admin] Pushing event deleted for resources: {'Network': ['ID=4978ff19-e405-4753-bc7e-4021063b4d14,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.424665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-177c53e3-60bc-4646-9e99-12c8f2a5b795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.426514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c0cfbad-aaf9-4e83-89bd-c6a474d455b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.439947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:44.464027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:44.464660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.520606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.520606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa68d969-7243-4d25-bc80-f1f311fce884 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:44.520973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:44.535880 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:41Z', 'revision_number': 2, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:44.546176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=039e911c-37b2-4540-a218-21c166c2ba2c,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.554622 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-177c53e3-60bc-4646-9e99-12c8f2a5b795 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=915f22a4a97c44888088ee11881f2366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8870633 Dec 24 02:55:44.554817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55730) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:44.559342 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4c0cfbad-aaf9-4e83-89bd-c6a474d455b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48ce1676e00a494eb25899f729418a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070924 Dec 24 02:55:44.561150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55732) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:44.565564 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Checking router: 8c753bd4-cfa9-415e-acc8-5b548e24c616 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:55:44.566035 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Updating router 8c753bd4-cfa9-415e-acc8-5b548e24c616 port 26c87e42-8341-4196-8d29-fb355245b250 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:55:44.586602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c53e3-60bc-4646-9e99-12c8f2a5b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c7f907-fb93-434a-ae75-52d845ae1955,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.592815 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.635342 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a2513781-0d54-4a72-a500-cea90e722078 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.6483660 Dec 24 02:55:44.642680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55734) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:44.647899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cfbad-aaf9-4e83-89bd-c6a474d455b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04372e37-cc72-4d20-9607-1a06d7040d25,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.711717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.758343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:44.765933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fa68d969-7243-4d25-bc80-f1f311fce884 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:44.766536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.821034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.822956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.823752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.865524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.872669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.961449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:44.964069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Deleting port 039e911c-37b2-4540-a218-21c166c2ba2c {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:44.964692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.004501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Pushing event updated for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.074614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Network 63550da7-518b-43cc-8035-1c249d84afae is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:45.076346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:45.119561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port 039e911c-37b2-4540-a218-21c166c2ba2c, host hv-neutron-8228, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:45.119919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.153236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Calling delete_port for 039e911c-37b2-4540-a218-21c166c2ba2c owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:45.165147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.168542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04372e37-cc72-4d20-9607-1a06d7040d25 HTTP/1.1" status: 204 len: 168 time: 0.6063411 Dec 24 02:55:45.216274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dc209-2e89-4991-9cd2-55302059cfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04372e37-cc72-4d20-9607-1a06d7040d25,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.267053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.270109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.275745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9c7f907-fb93-434a-ae75-52d845ae1955 HTTP/1.1" status: 204 len: 168 time: 0.7205017 Dec 24 02:55:45.288713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8763d-c3a0-4086-a264-86194e8b7143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c7f907-fb93-434a-ae75-52d845ae1955,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.330697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e217eb56-6475-4432-9535-2b3706cc6799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.358919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.360849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Router 52258716-f130-4dd8-98ed-71cee1296f25 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:55:45.396848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.410822 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "DELETE /v2.0/ports/039e911c-37b2-4540-a218-21c166c2ba2c HTTP/1.1" status: 204 len: 168 time: 0.7670097 Dec 24 02:55:45.415182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55744) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:45.453157 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.476373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2afcb-94ab-4a50-bbb9-4471888e3af3 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event deleted for resources: {'Port': ['ID=039e911c-37b2-4540-a218-21c166c2ba2c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.483502 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-85af3be6-4de8-4d0c-96ac-cd0cf51211e8 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:55:45.484947 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-85af3be6-4de8-4d0c-96ac-cd0cf51211e8 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports/039e911c-37b2-4540-a218-21c166c2ba2c HTTP/1.1" status: 404 len: 333 time: 0.0665810 Dec 24 02:55:45.490661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55746) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:45.497173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1732171019'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:45.502077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55b101a9-179f-4ef5-bd96-05776ea6c88a None None] Provisioning complete for port d705f9b4-bd53-44be-938a-45670f076107 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:45.502077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-55b101a9-179f-4ef5-bd96-05776ea6c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.538955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-55b101a9-179f-4ef5-bd96-05776ea6c88a None None] Port d705f9b4-bd53-44be-938a-45670f076107 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:55:45.541466 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.562622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:55:45.582149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f8d7e490-072e-494b-b76d-51e422424a34 admin admin] 10.222.0.36 "PUT /v2.0/routers/52258716-f130-4dd8-98ed-71cee1296f25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2228274 Dec 24 02:55:45.582277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Sync routers for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:55:45.584541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e217eb56-6475-4432-9535-2b3706cc6799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.599286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:45.599987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:45.637887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Made reservation on behalf of 26dd496fb4a14b8ea6881f3edac5ce87 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:45.640941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.665606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e217eb56-6475-4432-9535-2b3706cc6799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.701287 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14421e8e-eeda-4f9f-9fa1-a62885b6216a None None] Pushing event updated for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.709012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port f60f4c41-e5a0-4bc6-b738-d6989d1813fc yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:45.721349 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Attempting to bind port 26c87e42-8341-4196-8d29-fb355245b250 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:45.724837 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Attempting to bind port 26c87e42-8341-4196-8d29-fb355245b250 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:45.725309 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Attempting to bind port 26c87e42-8341-4196-8d29-fb355245b250 on network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:45.733063 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:45.733635 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Checking segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:45.734193 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.738246 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Bound using segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:45.746610 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Bound port: 26c87e42-8341-4196-8d29-fb355245b250, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:45.747327 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.808123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:45.827646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08ccef31-108a-4b24-9544-c8cd2a70a106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.897884 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e217eb56-6475-4432-9535-2b3706cc6799 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6af3384b9454457eac9d398e7d6bfdb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3692915 Dec 24 02:55:45.900836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55756) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:45.909936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] For port 26c87e42-8341-4196-8d29-fb355245b250, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:45.910830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217eb56-6475-4432-9535-2b3706cc6799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c012599-155c-4957-9705-3b29986d4bbb,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:45.912110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:45.915602 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] For port 26c87e42-8341-4196-8d29-fb355245b250, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=26c87e42-8341-4196-8d29-fb355245b250,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:45.987237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:45.991124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:46.054614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.083421 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14421e8e-eeda-4f9f-9fa1-a62885b6216a None None] Pushing event updated for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:46.109454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.156968 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:46.158077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:46.177049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08ccef31-108a-4b24-9544-c8cd2a70a106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.179096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.261620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08ccef31-108a-4b24-9544-c8cd2a70a106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.305828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.319382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.320838 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c012599-155c-4957-9705-3b29986d4bbb HTTP/1.1" status: 204 len: 168 time: 0.4153519 Dec 24 02:55:46.330737 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:46.348270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.359770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccef31-108a-4b24-9544-c8cd2a70a106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ee01f-920f-4d36-a013-a4454795db3a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:46.377546 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-08ccef31-108a-4b24-9544-c8cd2a70a106 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b8867c4b3f9469a95eb7611aa78f59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5677602 Dec 24 02:55:46.379418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] Provisioning complete for port 26c87e42-8341-4196-8d29-fb355245b250 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:46.379925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.380999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:46.423600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e12a03-fad5-46f0-8951-8ffc1a097fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c012599-155c-4957-9705-3b29986d4bbb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:46.445781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f4c41-e5a0-4bc6-b738-d6989d1813fc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:46.487276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:46.489572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:46.494529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:46.497252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:46.499995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.514751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.543044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.590595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:46.591094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.621708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55772) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:46.640857 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd98ece9-530f-4adc-9668-2e66b55b33b4 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1483097 Dec 24 02:55:46.642891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55780) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:46.650499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:46.731198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.733880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.735203 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d88ee01f-920f-4d36-a013-a4454795db3a HTTP/1.1" status: 204 len: 168 time: 0.3531327 Dec 24 02:55:46.741282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.744243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.758871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1cf5-19e5-49d0-8d37-804c13436fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ee01f-920f-4d36-a013-a4454795db3a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:46.792004 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:45Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:46.819168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] For port 26c87e42-8341-4196-8d29-fb355245b250, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=26c87e42-8341-4196-8d29-fb355245b250,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:46.828958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55788) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:46.834799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 2, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:46.837020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1337576020', 'description': 'tempest-description--353666670'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:46.867120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Checking router: 52258716-f130-4dd8-98ed-71cee1296f25 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:55:46.867620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Updating router 52258716-f130-4dd8-98ed-71cee1296f25 port d705f9b4-bd53-44be-938a-45670f076107 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:55:46.900161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.910801 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20abdb63-909b-4387-b044-b8a463fc4d31 None None] The sync data for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv is: [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:45Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:55:46.918385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:46.964207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.083099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port f60f4c41-e5a0-4bc6-b738-d6989d1813fc yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:47.093266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.098768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.130720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cd5fb-a70d-4aa4-802c-77580bf20639 None None] Pushing event updated for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.147977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-429fcf50-a31c-4fd0-b84a-03b8ac29bbbb None None] Provisioning complete for port 26c87e42-8341-4196-8d29-fb355245b250 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:47.147977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-429fcf50-a31c-4fd0-b84a-03b8ac29bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.168126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.186768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.209398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-868305e5-9a68-4699-831e-498120d6c1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.271563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91098b48-82b7-45a2-8d1b-7edb602fb34f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.328914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.334020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1203abe-e10f-4e7e-a356-fd4447ecac9c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5000238 Dec 24 02:55:47.336288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f4c41-e5a0-4bc6-b738-d6989d1813fc,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.337022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55794) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:47.345850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'security_group_rule': {'security_group_id': '91098b48-82b7-45a2-8d1b-7edb602fb34f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:47.349593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.349937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.350276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.355388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.355712 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.356264 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 2 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.363393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-868305e5-9a68-4699-831e-498120d6c1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.373911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.374480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.375286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.384607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.385162 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.385689 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 3 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.399811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.400330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.400824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.410759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.412288 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.412848 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 4 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.428766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.429107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.429531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.434816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.435137 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.435622 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 5 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.452488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.453090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.453432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.459325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.459952 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.460137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 6 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.467375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-868305e5-9a68-4699-831e-498120d6c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.505887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.506206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.506522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.523578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.523893 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.525919 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 7 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.555750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.556093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.556454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.569370 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-868305e5-9a68-4699-831e-498120d6c1d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23eec9d7db814f158d997d2f3315a845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9464421 Dec 24 02:55:47.570206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.574128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55800) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:47.589774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868305e5-9a68-4699-831e-498120d6c1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc99bd-d448-425a-a3be-b0ee384ec016,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.618369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.619612 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.621851 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 8 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.636100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.662701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.663327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.663792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.674334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.675133 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.681011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.696706 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 9 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.708469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.708877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.709314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.712783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.733312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.737319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.737732 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.740103 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 10 to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc Dec 24 02:55:47.752664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.763397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:47.763842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:47.764300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:47.790385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:47.794739 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:47.796026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.803129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb4d41-4efb-4774-b9ab-06202b08812f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.892138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.892290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fb766-64f9-4c76-b078-07ef1c292b2e None None] Pushing event updated for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:47.894189 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-20d35d25-ab4b-4e2a-b474-48364ae98eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5562363 Dec 24 02:55:47.905898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55808) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:47.911731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'security_group_rule': {'security_group_id': '91098b48-82b7-45a2-8d1b-7edb602fb34f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:47.923180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:47.997165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 26c87e42-8341-4196-8d29-fb355245b250 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:48.045335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port f60f4c41-e5a0-4bc6-b738-d6989d1813fc, host hv-neutron-8228, cleared binding levels {{(pid=110368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:48.048741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempted to set empty binding levels {{(pid=110368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:55:48.049970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.084532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Attempting to bind port d705f9b4-bd53-44be-938a-45670f076107 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:48.086251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Attempting to bind port d705f9b4-bd53-44be-938a-45670f076107 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:48.086850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Attempting to bind port d705f9b4-bd53-44be-938a-45670f076107 on network 63550da7-518b-43cc-8035-1c249d84afae {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:48.110335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:55:48.110335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Checking segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:48.110335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.110335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Bound using segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:55:48.114453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Bound port: d705f9b4-bd53-44be-938a-45670f076107, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:55:48.116322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.130601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.165611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55812) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.170438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491516409', 'description': 'tempest-description--1661228674'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:48.179860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] In _notify_port_updated(), no bound segment for port f60f4c41-e5a0-4bc6-b738-d6989d1813fc on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:55:48.180745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.181357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.184960 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "PUT /v2.0/ports/f60f4c41-e5a0-4bc6-b738-d6989d1813fc HTTP/1.1" status: 200 len: 977 time: 1.5387537 Dec 24 02:55:48.185107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.185478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55814) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.192827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.196170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.200972 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00bc99bd-d448-425a-a3be-b0ee384ec016 HTTP/1.1" status: 204 len: 168 time: 0.6203182 Dec 24 02:55:48.201627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55816) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.232316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 26c87e42-8341-4196-8d29-fb355245b250 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:48.236388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.261024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] For port d705f9b4-bd53-44be-938a-45670f076107, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:48.264873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e80b588d-a60e-4613-b74a-69d46c1e06d2 None None] Provisioning complete for port d705f9b4-bd53-44be-938a-45670f076107 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:48.265521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e80b588d-a60e-4613-b74a-69d46c1e06d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.293385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0541dd5-c66d-443a-9125-705a13c6df9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc99bd-d448-425a-a3be-b0ee384ec016,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.300757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.303174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] For port d705f9b4-bd53-44be-938a-45670f076107, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d705f9b4-bd53-44be-938a-45670f076107,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:55:48.303327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c076770-52e8-4667-b979-81aedf24cf1f tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=f60f4c41-e5a0-4bc6-b738-d6989d1813fc,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.348901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e80b588d-a60e-4613-b74a-69d46c1e06d2 None None] Port d705f9b4-bd53-44be-938a-45670f076107 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:55:48.349092 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-110db8af-ecc3-4a4d-8323-92f13f776403 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=facc488fe6214c599eef9b33ef169f7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0832350 Dec 24 02:55:48.349092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55822) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.355627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26651af9-2e5c-46a4-aa5e-9ac469252364,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.360533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.383000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.414946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.415379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.415866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.417066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.417066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.417457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.417931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.418455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.418919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.419497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.419966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:48.422198 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4689f8d0-04b1-478e-9cb3-2367eb892125 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10178 time: 0.2357094 Dec 24 02:55:48.426503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55826) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.441032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.472387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.534912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.536144 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9086d6f3-faef-408d-8f66-2247d70f0d56 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6290030 Dec 24 02:55:48.542610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55828) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.553420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:48.565696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:55:48.566429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:48.572366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fb766-64f9-4c76-b078-07ef1c292b2e None None] Pushing event updated for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.636853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.644632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.650251 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c967fd76-d467-4717-b06c-bff5c145f21d HTTP/1.1" status: 204 len: 168 time: 0.2995949 Dec 24 02:55:48.665152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.672929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f1453-1d79-4c41-a8d9-f291def367af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c967fd76-d467-4717-b06c-bff5c145f21d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.694307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Deleting port f60f4c41-e5a0-4bc6-b738-d6989d1813fc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:48.694925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.747713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.805114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.849331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port f60f4c41-e5a0-4bc6-b738-d6989d1813fc, host hv-neutron-8228, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:48.849922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.873881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Calling delete_port for f60f4c41-e5a0-4bc6-b738-d6989d1813fc owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:48.878394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc0676-c835-47b6-b91d-b769db0908a0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:48.922511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] Provisioning complete for port d705f9b4-bd53-44be-938a-45670f076107 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:48.923114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.931884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:48.935906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-62578d2e-51bd-4583-a787-5dc66d029e3b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7665884 Dec 24 02:55:48.936875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55836) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:48.952228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'security_group_rule': {'security_group_id': '83cc0676-c835-47b6-b91d-b769db0908a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:49.013021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:55:49.065105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.069769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.096028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.107357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.138312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event deleted for resources: {'Port': ['ID=f60f4c41-e5a0-4bc6-b738-d6989d1813fc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:49.147843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.153804 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-812fbd84-f869-461f-bf1a-f0808085d184 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f60f4c41-e5a0-4bc6-b738-d6989d1813fc HTTP/1.1" status: 204 len: 168 time: 0.7231178 Dec 24 02:55:49.155606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55844) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:49.181811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.199526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-045d1b5e-225a-4245-afa4-812637564ced tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:55:49.206528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55848) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:49.206970 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-045d1b5e-225a-4245-afa4-812637564ced tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports/f60f4c41-e5a0-4bc6-b738-d6989d1813fc HTTP/1.1" status: 404 len: 333 time: 0.0445371 Dec 24 02:55:49.217762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1977495431', 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:49.243886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Allocated IP 172.26.7.108 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/b49cb16c-21cb-4289-894d-2f38ffbe01a3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:49.265140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.285726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702d623b-70be-4981-9881-4811b28fb014,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:49.369041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] For port d705f9b4-bd53-44be-938a-45670f076107, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d705f9b4-bd53-44be-938a-45670f076107,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:49.401539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.403661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-76a11454-3096-4abe-93a2-80a3b7aad193 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4647117 Dec 24 02:55:49.409295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55854) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:49.413760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'security_group_rule': {'security_group_id': '83cc0676-c835-47b6-b91d-b769db0908a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:49.440327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.497834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41b07-681c-4c67-935e-163b1ee7142d None None] Pushing event updated for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:49.511401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Made reservation on behalf of 26dd496fb4a14b8ea6881f3edac5ce87 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:49.511401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.511792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.511865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:48Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:49.532811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port 81dad279-0c9f-4bbc-b99e-1bed27a96f99 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:49.566788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28967b-0f8d-47e4-803b-0371604c7b14 None None] The sync data for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv is: [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:48Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:55:49.588951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.613335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.671527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55860) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:49.696471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.728557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d1ff-8940-4f34-97d8-da2dd3cec6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.757255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.769147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fed31f3-d630-49fa-b885-c1918d80bb12,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:49.821899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.822113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.826111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4e814a8d-dc9a-4fcd-8ccd-3b57167e7178 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4128988 Dec 24 02:55:49.839577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55862) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:49.841198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:49.892600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'Port': ['ID=b49cb16c-21cb-4289-894d-2f38ffbe01a3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:49.897562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:49.958558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d705f9b4-bd53-44be-938a-45670f076107 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:55:49.960159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:49.980549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:49.993575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:49.996312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:50.003438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d1ff-8940-4f34-97d8-da2dd3cec6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.004342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:50.005984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.011136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:50.011970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:50.012596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.072536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d705f9b4-bd53-44be-938a-45670f076107 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:55:50.073200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.093821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fc2d1ff-8940-4f34-97d8-da2dd3cec6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.138877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=81dad279-0c9f-4bbc-b99e-1bed27a96f99,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:50.165688 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-df657018-d2dd-46d7-a44c-30c2f165f3d9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9593632 Dec 24 02:55:50.170444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55876) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:50.210402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6fc2d1ff-8940-4f34-97d8-da2dd3cec6e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75d80483f74d492cbd08f15d0166c374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374868 Dec 24 02:55:50.214264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:50.214706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c866eb1-ed65-4464-a42b-580a156936f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.221221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.244024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466d5c3-677d-473f-bdc2-022e56508457 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:50.246454 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a466d5c3-677d-473f-bdc2-022e56508457 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports/81dad279-0c9f-4bbc-b99e-1bed27a96f99 HTTP/1.1" status: 200 len: 955 time: 0.0745878 Dec 24 02:55:50.248683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55880) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:50.271116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2d1ff-8940-4f34-97d8-da2dd3cec6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2333111a-ddf4-4a9c-9df9-6f549711f9ba,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:50.372782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.387220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.451474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Deleting port 81dad279-0c9f-4bbc-b99e-1bed27a96f99 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:50.451806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.457770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.614965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.617242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55890) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:50.629793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.644175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Calling delete_port for 81dad279-0c9f-4bbc-b99e-1bed27a96f99 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:50.802917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.806957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Allocated IP 172.26.7.45 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/b2be8c83-1bdb-4be7-9646-0321e0ba41d0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:50.810178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.815617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.815617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2333111a-ddf4-4a9c-9df9-6f549711f9ba HTTP/1.1" status: 204 len: 168 time: 0.5950382 Dec 24 02:55:50.834094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004a987-1f57-4213-9a01-bc6e7538676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333111a-ddf4-4a9c-9df9-6f549711f9ba,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:50.883923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.927154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.930488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:50.967114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'Port': ['ID=b49cb16c-21cb-4289-894d-2f38ffbe01a3,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:51.000267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.006640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "DELETE /v2.0/ports/81dad279-0c9f-4bbc-b99e-1bed27a96f99 HTTP/1.1" status: 204 len: 168 time: 0.7545390 Dec 24 02:55:51.006807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2212-a295-40bb-886f-68c44d914081 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event deleted for resources: {'Port': ['ID=81dad279-0c9f-4bbc-b99e-1bed27a96f99,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:51.008806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55902) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:51.011343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.053375 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-180e1ae4-fad6-4b2d-b784-99f9939344f9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:55:51.055787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-180e1ae4-fad6-4b2d-b784-99f9939344f9 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports/81dad279-0c9f-4bbc-b99e-1bed27a96f99 HTTP/1.1" status: 404 len: 333 time: 0.0406229 Dec 24 02:55:51.059618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.061550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-14c627dd-67e9-4bf7-a54f-19dc8d64b7f6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5178080 Dec 24 02:55:51.062350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:51.067778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1838846713'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:51.116998 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-514dea8b-daca-46d1-a7b2-5d4cf2fe4052 tempest-AgentManagementNegativeTest-1378599951 tempest-AgentManagementNegativeTest-1378599951-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4938262 Dec 24 02:55:51.147172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.175448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Made reservation on behalf of 26dd496fb4a14b8ea6881f3edac5ce87 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:51.177909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.191727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:51.194728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:51.198134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:51.198341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port 90ddc57c-a76b-4254-b439-4ded04ec5d06 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:51.233330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'Port': ['ID=b2be8c83-1bdb-4be7-9646-0321e0ba41d0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:51.325906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.391112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.521765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.527548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.569576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Network a835ac6b-45bc-4f20-a568-fc4ceaa75caf is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:51.574306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:51.582132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:51.585241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:51.585241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.605108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=90ddc57c-a76b-4254-b439-4ded04ec5d06,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:51.696647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-61df6ac1-97d8-4130-95e7-e2376377c3cf tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6329665 Dec 24 02:55:51.699082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55932) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:51.701552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.705066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:51.758436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.803425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.877440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'Port': ['ID=b2be8c83-1bdb-4be7-9646-0321e0ba41d0,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:51.896156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.955510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] device_id is not set on port 90ddc57c-a76b-4254-b439-4ded04ec5d06 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:51.963423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.973648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:51.973864 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-da2d8240-1db5-4946-9ae2-8e0628fea123 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1387527 Dec 24 02:55:52.049792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.099916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=90ddc57c-a76b-4254-b439-4ded04ec5d06,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:52.111630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.111630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.111805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.116194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.116760 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.117100 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 2 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.133714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.134286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.134834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.139654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.139973 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.140346 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 3 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.154099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.154601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.154937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.159880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.160558 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.160680 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 4 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.173972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.174288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.174501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.179574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.179894 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.180265 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 5 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.192781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.193288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.193762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.198848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.199199 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.200145 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 6 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.218813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.218813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.218813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.219036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55958) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:52.223235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.223560 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.223937 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 7 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.237622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.238161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.238501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.249779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.250343 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.251691 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 8 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.271268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.271847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.272325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.277874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.278566 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.279087 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 9 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.292204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.293012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.293355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.297679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.298535 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.298996 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempt 10 to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 Dec 24 02:55:52.310967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:55:52.311291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:55:52.311616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempting to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:55:52.316231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:55:52.316641 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Failed to bind port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on host hv-neutron-8228 for vnic_type normal using segments [{'id': 'b7a622fd-50bf-400c-87ae-f14563a0a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a835ac6b-45bc-4f20-a568-fc4ceaa75caf'}] Dec 24 02:55:52.317103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.375104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-403ccf05-f036-4457-a8c9-cedf7dbcb0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.382704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port 90ddc57c-a76b-4254-b439-4ded04ec5d06, host hv-neutron-8228, cleared binding levels {{(pid=110368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:55:52.383087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attempted to set empty binding levels {{(pid=110368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:55:52.472544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.503280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] In _notify_port_updated(), no bound segment for port 90ddc57c-a76b-4254-b439-4ded04ec5d06 on network a835ac6b-45bc-4f20-a568-fc4ceaa75caf {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:55:52.504267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:52.504989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.506500 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "PUT /v2.0/ports/90ddc57c-a76b-4254-b439-4ded04ec5d06 HTTP/1.1" status: 200 len: 977 time: 0.8063767 Dec 24 02:55:52.509612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 55978) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:52.522231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7142-78b0-48b2-b4dd-9e2ae867476a tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event updated for resources: {'Port': ['ID=90ddc57c-a76b-4254-b439-4ded04ec5d06,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:52.594093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11cd6c4-26c4-4e97-a527-b48da9b23d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.643380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Deleting port 90ddc57c-a76b-4254-b439-4ded04ec5d06 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:52.643714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.694501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 55992) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:52.697810 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 02:55:52.770578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] For port 90ddc57c-a76b-4254-b439-4ded04ec5d06, host hv-neutron-8228, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:55:52.771275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.800733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11cd6c4-26c4-4e97-a527-b48da9b23d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.801318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-0080f23d-7a6b-45d4-8bf4-67ecf23c5201 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1337576020&fields=id&tenant_id=c82484d684c44c5aaa94832bdd062699 HTTP/1.1" status: 200 len: 267 time: 0.1050289 Dec 24 02:55:52.802070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Calling delete_port for 90ddc57c-a76b-4254-b439-4ded04ec5d06 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:52.890645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11cd6c4-26c4-4e97-a527-b48da9b23d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:52.950466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c11cd6c4-26c4-4e97-a527-b48da9b23d39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=033f41f8f62f411d8bd3185fb0e0cd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7306914 Dec 24 02:55:52.951094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56000) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:52.953239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd6c4-26c4-4e97-a527-b48da9b23d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8185c7-2e57-4bb0-a785-2df26d877c6b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:52.979177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.013523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-20d148d3-9cc7-46b1-807a-1fb415df7d79 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:53.015061 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-20d148d3-9cc7-46b1-807a-1fb415df7d79 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/networks?id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44 HTTP/1.1" status: 200 len: 805 time: 0.2129648 Dec 24 02:55:53.022054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ddc57c-a76b-4254-b439-4ded04ec5d06,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:53.033028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.036146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0e491e8b-59e4-4b3f-94fc-ad4af3438984 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "DELETE /v2.0/ports/90ddc57c-a76b-4254-b439-4ded04ec5d06 HTTP/1.1" status: 204 len: 168 time: 0.5252736 Dec 24 02:55:53.038817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56008) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:53.049418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.075864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.076532 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-ee358f23-24e8-418a-a0ef-f35e3b7a155b tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/quotas/c82484d684c44c5aaa94832bdd062699 HTTP/1.1" status: 200 len: 375 time: 0.0534627 Dec 24 02:55:53.077950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56010) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:53.080158 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4adcaf-05f3-43e6-a1fc-394aebd48db7 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:55:53.081733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4e4adcaf-05f3-43e6-a1fc-394aebd48db7 tempest-PortsAdminExtendedAttrsTestJSON-663335084 tempest-PortsAdminExtendedAttrsTestJSON-663335084-project-admin] 10.222.0.36 "GET /v2.0/ports/90ddc57c-a76b-4254-b439-4ded04ec5d06 HTTP/1.1" status: 404 len: 333 time: 0.0411026 Dec 24 02:55:53.086251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56014) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:53.209163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.211746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.212947 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f8185c7-2e57-4bb0-a785-2df26d877c6b HTTP/1.1" status: 204 len: 168 time: 0.2608154 Dec 24 02:55:53.222211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ca9d7-2c66-4b2f-bef9-bb2a11961ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8185c7-2e57-4bb0-a785-2df26d877c6b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:53.389255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.398624 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-9920f6ed-010e-464d-937a-59f7da631195 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c82484d684c44c5aaa94832bdd062699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3151731 Dec 24 02:55:53.500581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.521085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56032) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:53.522494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > segment before_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.522834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.523549 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 02:55:53.523651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.523901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > port after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.524224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > port after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.524591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > port after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.524918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > segment after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.525239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.525658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.525868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet after_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.593515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1398687602', 'router:external': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:53.603747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-396f7c80-4a18-4148-bc7d-72a0a476cbaf tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1491516409&fields=id&tenant_id=cf1aca2beef34d4db5cf1708ccc09608 HTTP/1.1" status: 200 len: 267 time: 0.0815611 Dec 24 02:55:53.707615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet after_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.707960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet after_delete 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.708303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet before_create 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.708837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Subscribe: > subnet before_update 55550000 {{(pid=110368) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 24 02:55:53.709246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a835ac6b-45bc-4f20-a568-fc4ceaa75caf']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:53.712479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.741406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a622fd-50bf-400c-87ae-f14563a0a7f2') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:53.741406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a622fd-50bf-400c-87ae-f14563a0a7f2') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:55:53.748541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.769799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.908583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Made reservation on behalf of 1defa23469394588aefbca40665b1ecf for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:53.908583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: from cryptography.utils import int_from_bytes Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: from cryptography.utils import int_from_bytes Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:55:53.909371 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:55:53.911954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:53.911954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-ab8cc907-84bc-4609-a804-6c42613344ca tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:53.911954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-ab8cc907-84bc-4609-a804-6c42613344ca tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/networks?id=63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 200 len: 811 time: 0.2084277 Dec 24 02:55:53.911954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-888c6def-7e9b-4695-908c-a67a29b74d00 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/quotas/cf1aca2beef34d4db5cf1708ccc09608 HTTP/1.1" status: 200 len: 375 time: 0.0143130 Dec 24 02:55:53.962746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-7e993a73-0a1a-4e8f-8a9d-113e8d5f0ca9 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068106 Dec 24 02:55:53.975463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.055290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.064962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.068111 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] 10.222.0.36 "DELETE /v2.0/networks/a835ac6b-45bc-4f20-a568-fc4ceaa75caf HTTP/1.1" status: 204 len: 168 time: 0.9807513 Dec 24 02:55:54.077507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc36eb9-588b-4b3e-a28c-a4d5b66af186 tempest-PortsAdminExtendedAttrsTestJSON-1546061243 tempest-PortsAdminExtendedAttrsTestJSON-1546061243-project] Pushing event deleted for resources: {'Network': ['ID=a835ac6b-45bc-4f20-a568-fc4ceaa75caf,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:54.089516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.108586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:54.127832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.128171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Added segment e084347e-ce87-47c7-8cf4-aa9c7d627837 of type vlan for network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf Dec 24 02:55:54.129793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007df8b8-da46-45d9-95a5-4b2d589869b3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:54.186467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.232014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56050) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:54.288921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.289888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:54.290518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.351228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Network': ['ID=682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:54.361855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:54.432384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1ef306a0-ac72-477d-9121-0e212c10c92d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3533983 Dec 24 02:55:54.438688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56062) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:54.448575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'subnet': {'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:54.515571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1081765487'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:54.585077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Made reservation on behalf of 1defa23469394588aefbca40665b1ecf for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:54.587410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.669708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-e6768237-4470-4efb-9c42-8f0a908c5549 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:55:54.670725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-e6768237-4470-4efb-9c42-8f0a908c5549 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2809300 Dec 24 02:55:54.709955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-7886e55b-854f-4050-b0fc-aece8ddf19a7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:55:54.710980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-7886e55b-854f-4050-b0fc-aece8ddf19a7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2486367 Dec 24 02:55:54.739590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.740757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.804492 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-b76e2d57-9313-4f24-bfeb-dbd941ae1d59 service neutron] 10.222.0.36 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872278 Dec 24 02:55:54.878142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.905251 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-18ec4938-bb14-4f32-86c9-60e0012b7f74 service neutron] 10.222.0.36 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119346 Dec 24 02:55:54.923863 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-05eac13e-d359-4a38-a811-5a4e2d902f28 service neutron] 10.222.0.36 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121612 Dec 24 02:55:54.951306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:54.977176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:54.998014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.055506 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-2a3f2bfa-f42e-4ae7-bb6c-f6953e4fd888 service neutron] 10.222.0.36 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441689 Dec 24 02:55:55.101116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.102326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5061171-a434-4d0a-9d61-92c604c8ebbb tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8691351 Dec 24 02:55:55.105076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:55.184515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.265831 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5d93eb79-41f5-4219-87e2-db6f8f04cdad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b3fd019de314811bcc2a52282874dce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3131251 Dec 24 02:55:55.270945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:55.396157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f4b36cad-d1ce-4bbb-be8e-1d55aafdf16a req-3e48b801-6e00-4c08-a88e-bd4eef2d7990 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0793352 Dec 24 02:55:55.429919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.433769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.435947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.462536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.589467 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fd51b441-0d06-4878-8970-b1b750a9772b req-0d959ed9-bb6e-4de6-a29b-e4b840edda99 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.0557091 Dec 24 02:55:55.603704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.607374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:55:55.608008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.609040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.613946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.613946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e9ae0d-6566-4cd7-be8d-1e2eb209ce8a {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:55:55.614303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5da2710d-33b0-4bf5-8e0a-a22cef608e14 HTTP/1.1" status: 204 len: 168 time: 0.3404725 Dec 24 02:55:55.619614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.620747 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1018697a-18a2-4595-9bdc-4f750267ab19 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "DELETE /v2.0/routers/42e9ae0d-6566-4cd7-be8d-1e2eb209ce8a HTTP/1.1" status: 204 len: 168 time: 0.5142586 Dec 24 02:55:55.624046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56128) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:55.633128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158fff2-d109-4cf2-9d08-d9700a2eb2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da2710d-33b0-4bf5-8e0a-a22cef608e14,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:55.651004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Request body: {'router': {'name': 'tempest-router-183731704', 'distributed': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:55.697448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d349ebac-712d-4290-9415-1a2809528752,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:55.709815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Checking segment: {'id': 'e084347e-ce87-47c7-8cf4-aa9c7d627837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:55:55.710191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network hostable DHCP agents. Network: 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:55:55.769723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.770908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:55.792008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:55:55.843362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.008932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:56.013962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.015331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:56.015915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.017158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38a7a7c-36b1-4cbe-b268-f1c7983040d1 None None] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:56.090042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.095021 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8d552b4e-bd62-4cb8-bae6-6a2e27bbdb4f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6549435 Dec 24 02:55:56.101648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56154) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:56.108886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1301952350', 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:56.126930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678d56e2-d8c5-41b5-af0d-13ae29574896 None None] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:55:56.199495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.203667 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e18b77ff-fe7f-4c71-bece-61fa63c0167d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5616119 Dec 24 02:55:56.204264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56162) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:56.295850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.317288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Made reservation on behalf of 1defa23469394588aefbca40665b1ecf for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:56.322361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.352765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] device_id is not set on port 004eb9b0-0f70-4acd-bdb0-36194331afcc yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:56.465498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.20.0.7 (682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf/d349ebac-712d-4290-9415-1a2809528752/004eb9b0-0f70-4acd-bdb0-36194331afcc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:56.490504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.508386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.520645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9ba09b33-1b36-41b7-9a54-e10ba9f80673 req-4a650503-6200-4216-9beb-42ad573a8d05 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0401242 Dec 24 02:55:56.629320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.634187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8dc409-a118-43c4-896a-ff8fb23e0130 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:55:56.634187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.636093 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-126f54b3-cef9-4ff1-ad06-04c34e4cc593 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "DELETE /v2.0/routers/8c8dc409-a118-43c4-896a-ff8fb23e0130 HTTP/1.1" status: 204 len: 168 time: 0.4299474 Dec 24 02:55:56.668280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56184) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:56.680645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Request body: {'router': {'name': 'tempest-router-1796858563', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ee30e57881054aee9337f42cb942e333'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:56.689535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56188) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:56.693346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.758715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-829dd944-f36d-4db8-97fc-a7417790b4d8 req-4d5ea5b4-f271-4452-b039-7dea7506b288 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.0683630 Dec 24 02:55:56.796299 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-17e6b801-f493-4031-a422-d197021d6814 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26dd496fb4a14b8ea6881f3edac5ce87&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1039855 Dec 24 02:55:56.799854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56190) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:56.833367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.851129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.851984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:56.897104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:56.905199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:56.908570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:56.917255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=004eb9b0-0f70-4acd-bdb0-36194331afcc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:56.955021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.025741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.109199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.122395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.125398 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b77f7f0-aae7-4d10-8d89-8dd783932636 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4549732 Dec 24 02:55:57.129394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56206) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:57.141096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.146671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:57.147454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.172259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56210) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:57.186744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.289523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56216) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:57.370910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1707129789', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.405001 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7a6a2655-963d-4a1d-bb5d-3b31df242d29 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2992923 Dec 24 02:55:57.407157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56220) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:57.417566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.418002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.419754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'networks': [{'name': 'tempest-network--1556715367'}, {'name': 'tempest-network--1019494536'}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.421831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-network--1556715367'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.423622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-network--1019494536'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.428823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56222) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:57.497646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.500151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.501905 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2160ae6-1058-4388-8ed6-c0666071d19d HTTP/1.1" status: 204 len: 168 time: 0.7008927 Dec 24 02:55:57.532885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d011f4-1669-41ff-b406-0085c80cbf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2160ae6-1058-4388-8ed6-c0666071d19d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:57.555446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110367) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 24 02:55:57.555791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Router c55304f9-f1fd-48ad-a91f-d53cd1f50caa migrating from provider to provider. {{(pid=110367) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 24 02:55:57.556172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.565718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.575478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:57.585859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Deleting port 004eb9b0-0f70-4acd-bdb0-36194331afcc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:55:57.587178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.611329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'network': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:57.625235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.634729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Made reservation on behalf of 3722672d718746cba965c5610d71fe4d for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:55:57.644072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.651703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.689122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.694185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.773979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00021103-8324-4242-b72c-ddd49abd3cb3 req-e7928e1e-1849-4f93-bda6-c6f9abfea201 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0797992 Dec 24 02:55:57.787274 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.scheduler.l3_agent_scheduler [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] No L3 agents can host the router c55304f9-f1fd-48ad-a91f-d53cd1f50caa Dec 24 02:55:57.792496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.846938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Calling delete_port for 004eb9b0-0f70-4acd-bdb0-36194331afcc owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:55:57.853762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.918119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.920497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08292495-7c2b-4155-87c8-b459c3fd68d7 req-f433696a-7907-4160-acf5-69c913bd7392 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.0680928 Dec 24 02:55:57.929254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:57.973355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Hosts for router c55304f9-f1fd-48ad-a91f-d53cd1f50caa: [] {{(pid=110367) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 24 02:55:58.007585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Hosts for other DVR routers connected to router c55304f9-f1fd-48ad-a91f-d53cd1f50caa: set() {{(pid=110367) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 24 02:55:58.010122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.015602 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-10f8d650-127f-4784-a5c8-2ac5696d5128 tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "PUT /v2.0/routers/c55304f9-f1fd-48ad-a91f-d53cd1f50caa HTTP/1.1" status: 200 len: 717 time: 0.8809698 Dec 24 02:55:58.015842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56240) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:58.125727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.128827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.129379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.145167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] device_id is not set on port 33b6de59-1781-4ddc-958f-45b1255663ad yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:55:58.159940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.210535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Port': ['ID=004eb9b0-0f70-4acd-bdb0-36194331afcc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:58.217194 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8def314f-f05e-4271-ac1b-78010f4575fa tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "GET /v2.0/routers/c55304f9-f1fd-48ad-a91f-d53cd1f50caa HTTP/1.1" status: 200 len: 717 time: 0.1976724 Dec 24 02:55:58.223265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56246) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:58.234654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b704a91-18f0-4792-999b-07f9e9fff8bd,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:58.254077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:58.301285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.303753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.304250 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment e4fd5621-7325-4dd6-aebe-b4ff71e956ae of type vlan for network 231f5872-4456-479b-b13c-c9f6e1b22b4f Dec 24 02:55:58.316534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.325693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a9f610c9-615b-460f-9fc8-dcaa3f82243c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/ports/004eb9b0-0f70-4acd-bdb0-36194331afcc HTTP/1.1" status: 204 len: 168 time: 0.9175277 Dec 24 02:55:58.329921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56252) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:58.346907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'external_fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7'}]}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:58.360435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b0e5c1-db80-4c2b-9705-d148ac7f2a3f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:58.405065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Allocated IP 172.26.7.69 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/33b6de59-1781-4ddc-958f-45b1255663ad) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:58.428523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.479279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.480460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.499402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:55:58.548397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.548839 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment 73932cf6-dd66-4ee5-a000-42bfeff84eb2 of type vlan for network 485d9884-4e3c-42af-9683-e07d828402a7 Dec 24 02:55:58.601184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.647557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.665703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1bc15c33-925d-4367-ac83-3c6debf3e7a5 tempest-RoutersTestDVR-126151795 tempest-RoutersTestDVR-126151795-project] 10.222.0.36 "GET /v2.0/routers/c55304f9-f1fd-48ad-a91f-d53cd1f50caa HTTP/1.1" status: 200 len: 683 time: 0.4429107 Dec 24 02:55:58.670689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56260) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:58.700822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.746875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.781404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.782421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.788004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:58.792742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:58.793318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:58.934848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.029076 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7382450 Dec 24 02:55:59.053829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=231f5872-4456-479b-b13c-c9f6e1b22b4f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:59.059074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56276) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:59.066342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 231f5872-4456-479b-b13c-c9f6e1b22b4f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:59.068013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.083228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.121456 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e696b66d-be82-4650-9df1-493939c71d56 req-084b7feb-8147-4d16-9369-8e9ebae3a14f tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0393333 Dec 24 02:55:59.181163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:55:59.207505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.219155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Allocated IP 172.26.7.198 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/d018678b-be5a-44f6-a2cd-917fe7b9881f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:59.467515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:55:59.469943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:55:59.492622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.516070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.556823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.49', 62604) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:59.557668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Pushing event updated for resources: {'Port': ['ID=33b6de59-1781-4ddc-958f-45b1255663ad,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:59.562405 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d6a96984-2a8e-450e-80f3-b8822e6dce37 req-142de0f3-2010-4ed6-a920-368652c5d25f tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.4143493 Dec 24 02:55:59.594821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1774202-1fb4-4819-80f1-43d90f651647 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=485d9884-4e3c-42af-9683-e07d828402a7,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:55:59.606783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 485d9884-4e3c-42af-9683-e07d828402a7 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:55:59.665910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.677502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c55304f9-f1fd-48ad-a91f-d53cd1f50caa {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:55:59.677502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.677502 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8b9d5cb8-e4ab-440f-becf-c1339b1d043d tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c55304f9-f1fd-48ad-a91f-d53cd1f50caa HTTP/1.1" status: 204 len: 168 time: 1.0055056 Dec 24 02:55:59.680749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56288) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:59.694738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Request body: {'router': {'name': 'tempest-router-839900777', 'distributed': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:59.734271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.734271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.802430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.807891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.815318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.821336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.827038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-437a20da-37f2-4145-a0d3-f1194fcd6fef tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.827210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:55:59.828644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-437a20da-37f2-4145-a0d3-f1194fcd6fef tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "GET /v2.0/networks?id=63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 200 len: 811 time: 0.2704804 Dec 24 02:55:59.833467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.833602 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51c722fa-1438-41c0-8015-80ff2156ad00 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3011 time: 0.7696669 Dec 24 02:55:59.833717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.835501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56292) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:59.849975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.20.0.7 (682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf/d349ebac-712d-4290-9415-1a2809528752/2c896d9f-1937-41c0-87bf-feb39e9d6eb2) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:55:59.850939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.916261 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2cd3ba13-152e-4e91-aef4-a9e76a76423f tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7393713 Dec 24 02:55:59.918613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.924462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56296) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:55:59.928622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.69'}]}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:55:59.958988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:55:59.961550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.036446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.048895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.050200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.078251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-2ed7d8eb-f63c-4b98-afa7-bad9af484a22 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf1aca2beef34d4db5cf1708ccc09608 HTTP/1.1" status: 200 len: 380 time: 0.1613741 Dec 24 02:56:00.097479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'port': {'device_id': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'admin_state_up': True, 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'security_groups': ['83cc0676-c835-47b6-b91d-b769db0908a0']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:00.105484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56300) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:00.106539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.118057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.200688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.201864 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7cb96954-7973-4b79-a5e5-c968856203fe tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5198767 Dec 24 02:56:00.208064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56310) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:00.212139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231f5872-4456-479b-b13c-c9f6e1b22b4f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:00.217854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.238467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.251759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e9f52096-d408-473b-b2d1-8a046f77da84 req-f1a6b109-d639-4ab2-b298-55e011266e3e tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0295942 Dec 24 02:56:00.262286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4fd5621-7325-4dd6-aebe-b4ff71e956ae') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:00.262541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4fd5621-7325-4dd6-aebe-b4ff71e956ae') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:00.312676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.335188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1486914824', 'router:external': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:00.347407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Made reservation on behalf of cf1aca2beef34d4db5cf1708ccc09608 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:00.351029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.351174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.370174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:00.371928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:00.392649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:00.399730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:00.404301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.49', 62609) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:00.427486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:00.450773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:00.453382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:00.456201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.470641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.526184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=d018678b-be5a-44f6-a2cd-917fe7b9881f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:00.569600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:00.570006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:00.574734 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:00.714313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Made reservation on behalf of 8f812806965b47eeb4e370afc3fa2d04 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:00.716714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.804211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.808757 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-44e8b0bb-808c-462d-b265-a00a0afe62b8 req-d8cc8f8a-a806-4e42-866a-9f9729648311 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.1458688 Dec 24 02:56:00.830356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-72f9ef6a-5c02-459f-9ed7-432b7791f789 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:00.832394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-72f9ef6a-5c02-459f-9ed7-432b7791f789 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "GET /v2.0/networks?id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44 HTTP/1.1" status: 200 len: 805 time: 0.4254651 Dec 24 02:56:00.845617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.850039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Allocated IP 172.20.0.13 (63550da7-518b-43cc-8035-1c249d84afae/2d667a65-8057-49d7-8831-9dd54ff89dc7/4182c94d-92de-45d5-b03d-95f0f6554054) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:00.856525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.865411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.909229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.913836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:00.918455 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/231f5872-4456-479b-b13c-c9f6e1b22b4f HTTP/1.1" status: 204 len: 168 time: 1.0818555 Dec 24 02:56:00.932270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56336) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:01.050657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a69a8-b9cd-42af-88ec-c78350340037 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=231f5872-4456-479b-b13c-c9f6e1b22b4f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:01.138556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.206403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.206640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6802e797-3f66-4468-809b-c1adbdf2a939 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:01.211890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.214115 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-54833c0a-d553-4bb2-8e15-f334524eefda tempest-RoutersTestDVR-423655848 tempest-RoutersTestDVR-423655848-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6802e797-3f66-4468-809b-c1adbdf2a939 HTTP/1.1" status: 204 len: 168 time: 0.9910417 Dec 24 02:56:01.225540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-fbae5bb8-270a-4e57-97fb-261f84b931e2 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c82484d684c44c5aaa94832bdd062699 HTTP/1.1" status: 200 len: 380 time: 0.3604631 Dec 24 02:56:01.229394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.293937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'port': {'device_id': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'admin_state_up': True, 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'security_groups': ['91098b48-82b7-45a2-8d1b-7edb602fb34f']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:01.427626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.453576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f946b22-e7a0-47e2-ba58-7595c3c219b2 req-7b711d9a-7865-4ca0-9861-9b3f2dad1ead tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0566392 Dec 24 02:56:01.520313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.676893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.761587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.785342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.788706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Made reservation on behalf of c82484d684c44c5aaa94832bdd062699 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:01.808663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.815864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.830593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.850895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:01.890173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485d9884-4e3c-42af-9683-e07d828402a7']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:01.901347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:01.901552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Added segment 41237aac-41ba-4dff-b0c9-28b31552320a of type vlan for network 58fc9999-6749-438d-8790-c390604f9bb3 Dec 24 02:56:01.941530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73932cf6-dd66-4ee5-a000-42bfeff84eb2') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:01.941948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73932cf6-dd66-4ee5-a000-42bfeff84eb2') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:01.943328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:01.968052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2c57c-0d3b-4b74-86cb-f970cdbd1aa5,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:02.006354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Network 63550da7-518b-43cc-8035-1c249d84afae is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:02.026191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.055594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.105045 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-79c79a43-d847-4be3-a89b-d43ea9f16e0e req-ecfa1ddc-65a3-478b-8453-2a08d12848cc tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.1709085 Dec 24 02:56:02.142803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Allocated IP 172.20.0.6 (6978e5bb-c7f7-4cf3-81e7-b6818397ce44/b366ee5a-388b-4d49-abdb-05aefa44e5c7/0fbd11c1-cf21-4dc1-afe9-d6d6789d956e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:02.173786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:02.180191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:02.183785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event updated for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:02.186978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.205893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.291069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:02.291069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:02.304844 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:02.372064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.resource_extend [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:02.425736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:02.426411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.526442 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.527625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.528235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:02.528829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.565762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5504246-cd30-401d-baec-9850e950a903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.594888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e4cdea9d-c675-44e8-ab28-81d4df480c78 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5074403 Dec 24 02:56:02.645846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.647870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.655959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.661852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.663943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/485d9884-4e3c-42af-9683-e07d828402a7 HTTP/1.1" status: 204 len: 168 time: 1.7250822 Dec 24 02:56:02.664060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56360) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:02.668991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:02.692794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4c9a2dfb-1af4-433b-b55c-b1cd0b090e13 None None] Provisioning complete for port 4182c94d-92de-45d5-b03d-95f0f6554054 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:02.698831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4c9a2dfb-1af4-433b-b55c-b1cd0b090e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.706441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:02.728677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:02.743629 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6346705 Dec 24 02:56:02.745110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4c9a2dfb-1af4-433b-b55c-b1cd0b090e13 None None] Port 4182c94d-92de-45d5-b03d-95f0f6554054 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:02.768875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:02.773246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56362) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:02.773246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2955767-b8f7-4772-81c1-9c32ee1c9c2b tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Network': ['ID=58fc9999-6749-438d-8790-c390604f9bb3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:02.796672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 58fc9999-6749-438d-8790-c390604f9bb3 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:02.804920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'subnet': {'network_id': '58fc9999-6749-438d-8790-c390604f9bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:02.821600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:02.982361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.005066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b371e4-a0ba-4486-9aa7-0781b0f353a2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=485d9884-4e3c-42af-9683-e07d828402a7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:03.081079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d1a1-9fce-425e-9db9-2f743bfb6f58 req-d9e6f6b1-64e6-4392-abbc-b2cc9982c6c0 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.082606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f938d1a1-9fce-425e-9db9-2f743bfb6f58 req-d9e6f6b1-64e6-4392-abbc-b2cc9982c6c0 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 932 time: 0.4657631 Dec 24 02:56:03.083338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event updated for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:03.110660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.127894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5504246-cd30-401d-baec-9850e950a903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.128362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.129037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.176686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.188700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Made reservation on behalf of 8f812806965b47eeb4e370afc3fa2d04 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:03.191391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.276723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68493356-a270-4556-b3bb-d1c10274daef tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.278632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0dc9762e-5314-465a-a136-9915d7266268 None None] Provisioning complete for port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:03.279127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dc9762e-5314-465a-a136-9915d7266268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.284327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68493356-a270-4556-b3bb-d1c10274daef tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.290871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68493356-a270-4556-b3bb-d1c10274daef tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.291029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5504246-cd30-401d-baec-9850e950a903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.298419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68493356-a270-4556-b3bb-d1c10274daef tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.304370 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-68493356-a270-4556-b3bb-d1c10274daef tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2507 time: 0.6303434 Dec 24 02:56:03.304567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=d018678b-be5a-44f6-a2cd-917fe7b9881f,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:03.307857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56366) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:03.315150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-365730824'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:03.321675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:03.333128 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-1fffc954-17ee-4fdc-9ff6-e272594529b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0688596 Dec 24 02:56:03.334030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Sync routers for ids ['003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:03.344566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-6da43991-134f-4336-a649-822b64361b73 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:56:03.349272 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Routers {'003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:03.350473 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:03.352479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-6da43991-134f-4336-a649-822b64361b73 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181839 Dec 24 02:56:03.366290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-3ab92232-0678-4e7c-b547-faed71f958f0 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:56:03.367521 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-3ab92232-0678-4e7c-b547-faed71f958f0 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134146 Dec 24 02:56:03.368982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9762e-5314-465a-a136-9915d7266268 None None] Port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:03.390452 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f938d1a1-9fce-425e-9db9-2f743bfb6f58 req-e0c34f85-49fd-4644-a355-d909df4d89ad tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688391 Dec 24 02:56:03.414528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.448255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.453625 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca0bafdf-b16b-4727-ac79-ed3fdf7aed5a tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1182072 Dec 24 02:56:03.453625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56368) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:03.502920 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Set router 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:03.574919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.578165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.644643 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f5504246-cd30-401d-baec-9850e950a903 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ee30e57881054aee9337f42cb942e333&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6995003 Dec 24 02:56:03.649708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:03.658841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5504246-cd30-401d-baec-9850e950a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf79b61-0596-442a-925a-31f20987e052,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:03.701415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.702024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40410c8e-3b85-4a20-9a34-a65e4325313c {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:03.736235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb460-0173-47f6-b52a-d03b99e86c2a req-0fb51451-7e25-41bb-9723-ef3a8fa8b174 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:03.738117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6a5cb460-0173-47f6-b52a-d03b99e86c2a req-0fb51451-7e25-41bb-9723-ef3a8fa8b174 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 931 time: 0.5104816 Dec 24 02:56:03.764880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.767327 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9fc1d710-3650-4bb5-bc6e-c82f93f5e69a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3350594 Dec 24 02:56:03.770664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56372) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:03.776274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'name': '', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'external_fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:58Z', 'updated_at': '2021-12-24T02:56:00Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'name': '', 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:59Z', 'updated_at': '2021-12-24T02:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd349ebac-712d-4290-9415-1a2809528752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:03.780741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:03.783612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.786643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1041786043'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:03.813828 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Checking router: 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:03.815000 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Updating router 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:03.816973 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 24 02:56:03.821023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fb428484-2163-49cc-a9be-4df485488958 tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8955388 Dec 24 02:56:03.821633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56378) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:03.850701 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.860994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:03.962052 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6a5cb460-0173-47f6-b52a-d03b99e86c2a req-a22b38ef-bca6-4fe5-86c2-853992e3eb10 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005451 Dec 24 02:56:03.977227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Request body: {'port': {'device_id': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:03.985808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:04.002353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.002507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.002507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment d906d123-7209-496d-9abb-2eafefb02f68 of type vlan for network ce0ce324-7f06-4d6e-80b8-436181d74a44 Dec 24 02:56:04.022842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Request body: {'port': {'device_id': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:04.065758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Made reservation on behalf of e0db7a1edb6f4e20ab52d4fd4be7ada5 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:04.069192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.092829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.147285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Deleting port 33b6de59-1781-4ddc-958f-45b1255663ad {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:04.147816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.210263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.240806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.292721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.309279 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Calling delete_port for 33b6de59-1781-4ddc-958f-45b1255663ad owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:04.343129 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.525537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:04.566233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.608872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.754729 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.838090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.840130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.840948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.846394 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/daf79b61-0596-442a-925a-31f20987e052 HTTP/1.1" status: 204 len: 168 time: 1.1931698 Dec 24 02:56:04.847650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.848238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:04.849275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.876519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Attempting to bind port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:04.877040 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Attempting to bind port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'e084347e-ce87-47c7-8cf4-aa9c7d627837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:04.878582 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Attempting to bind port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 on network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:04.889845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:04.890602 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Checking segment: {'id': 'e084347e-ce87-47c7-8cf4-aa9c7d627837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:04.893677 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.894231 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Bound using segment: {'id': 'e084347e-ce87-47c7-8cf4-aa9c7d627837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:04.894855 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Bound port: 2c896d9f-1937-41c0-87bf-feb39e9d6eb2, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e084347e-ce87-47c7-8cf4-aa9c7d627837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:04.895387 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:04.900568 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ad546-0bf3-4952-8b06-5f31c64c66d2 None None] Pushing event updated for resources: {'Port': ['ID=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:04.901659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d32ab-4959-409e-aa5e-f9f4b227ac4e req-5edd1f1b-f9a3-4b29-90f1-5a0e0b247807 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:04.903149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f6d32ab-4959-409e-aa5e-f9f4b227ac4e req-5edd1f1b-f9a3-4b29-90f1-5a0e0b247807 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 932 time: 0.3454340 Dec 24 02:56:04.919671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954391-5fc9-437f-b38c-50784fbbc65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf79b61-0596-442a-925a-31f20987e052,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:04.926562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Pushing event deleted for resources: {'Port': ['ID=33b6de59-1781-4ddc-958f-45b1255663ad,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:04.931752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.028034 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] For port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:05.033578 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] For port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,segment=NetworkSegment(e084347e-ce87-47c7-8cf4-aa9c7d627837),segment_id=e084347e-ce87-47c7-8cf4-aa9c7d627837)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:05.039078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.088408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:05.134328 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.143732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.143732 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Added segment d5c32849-f3eb-43d0-8046-191bce8dbf66 of type vlan for network 1419e4d8-7421-4e49-81b3-afc40c31db1b Dec 24 02:56:05.146680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0121a-6d65-47e5-a112-765b3dc86717,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:05.150472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.160287 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e2ecb970-c50a-4f17-9059-009ef208d91e tempest-RoutersAdminNegativeTest-1702035077 tempest-RoutersAdminNegativeTest-1702035077-project-admin] 10.222.0.36 "DELETE /v2.0/ports/33b6de59-1781-4ddc-958f-45b1255663ad HTTP/1.1" status: 204 len: 168 time: 1.3175640 Dec 24 02:56:05.198704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.210842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=ce0ce324-7f06-4d6e-80b8-436181d74a44,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:05.232390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network ce0ce324-7f06-4d6e-80b8-436181d74a44 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:05.256219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.257530 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Routers {'003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:05.258171 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:05.273408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302e1d6-4e4f-459d-b56b-8cf09498377b req-e1f104ed-99ed-49b7-b14e-4343057b242a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:05.275413 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9302e1d6-4e4f-459d-b56b-8cf09498377b req-e1f104ed-99ed-49b7-b14e-4343057b242a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 931 time: 0.1749303 Dec 24 02:56:05.313598 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ad546-0bf3-4952-8b06-5f31c64c66d2 None None] Pushing event updated for resources: {'Port': ['ID=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:05.315197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56390) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:05.322997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5659a6b7-4ea2-4ee9-8a84-d493ef8c1dba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0132227 Dec 24 02:56:05.342998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1877165772'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:05.354934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:56:05.355756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.418631 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] Set router 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:05.488912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Subnet': ['ID=60696d5d-0f73-4f28-9ce3-1c35de1f22f9,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:05.506068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4182c94d-92de-45d5-b03d-95f0f6554054 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:56:05.512217 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9302e1d6-4e4f-459d-b56b-8cf09498377b req-e932807c-6344-48a2-8c84-2b6862f929c4 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085767 Dec 24 02:56:05.518989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.524750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:05.525482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.536612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Checking segment: {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:05.537665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network hostable DHCP agents. Network: 58fc9999-6749-438d-8790-c390604f9bb3, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:05.565634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.566358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:05.570944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.639206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f6d32ab-4959-409e-aa5e-f9f4b227ac4e req-3c2b94e7-068c-45ee-8cb8-0eaedb970f41 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641727 Dec 24 02:56:05.639206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Transition to ACTIVE for port object 4182c94d-92de-45d5-b03d-95f0f6554054 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 02:56:05.640310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Network': ['ID=1419e4d8-7421-4e49-81b3-afc40c31db1b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:05.644523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:05.656880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Deleting port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:05.657238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.671745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:05.683750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.684191 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment 0f74976d-70b9-45f4-b54c-4ea995d02249 of type vlan for network 1eab908a-9a7d-4d3e-9071-506c6311b310 Dec 24 02:56:05.737064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.754356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network 58fc9999-6749-438d-8790-c390604f9bb3 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:05.768140 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd4d0b14-cf62-4c1e-9ab1-3ce23bd3041f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9852993 Dec 24 02:56:05.780251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56392) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:05.784711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.795826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Request body: {'subnet': {'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:05.907220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.921434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:05.922164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:05.979856 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'name': '', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'external_fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:58Z', 'updated_at': '2021-12-24T02:56:00Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'name': '', 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:59Z', 'updated_at': '2021-12-24T02:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd349ebac-712d-4290-9415-1a2809528752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:06.012319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:06.043694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56396) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:06.050188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:56:06.058541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=1eab908a-9a7d-4d3e-9071-506c6311b310,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:06.069410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 1eab908a-9a7d-4d3e-9071-506c6311b310 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:06.071200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 58fc9999-6749-438d-8790-c390604f9bb3) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:06.077210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:06.078692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.079575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] For port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,segment=NetworkSegment(e084347e-ce87-47c7-8cf4-aa9c7d627837),segment_id=e084347e-ce87-47c7-8cf4-aa9c7d627837)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:06.079941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.107573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.108916 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2224a-31d8-4064-818e-9184f680a22e None None] The sync data for ids ['003fcd8d-754d-48cc-a8e4-bf45af8e4bc2'] in dv-neutron-822868-1-hyperv is: [{'id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'name': '', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'external_fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:58Z', 'updated_at': '2021-12-24T02:56:00Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': '2c896d9f-1937-41c0-87bf-feb39e9d6eb2', 'name': '', 'network_id': '682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '003fcd8d-754d-48cc-a8e4-bf45af8e4bc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'd349ebac-712d-4290-9415-1a2809528752', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:59Z', 'updated_at': '2021-12-24T02:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd349ebac-712d-4290-9415-1a2809528752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:06.122975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1d01235-1dcd-41a8-b043-4fa89772c0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.143093 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-22590d5e-d0fc-42c0-b2e9-226d80428411 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8068485 Dec 24 02:56:06.146037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:06.151015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'ports': [{'network_id': 'ce0ce324-7f06-4d6e-80b8-436181d74a44', 'name': 'tempest-port--1348305325', 'admin_state_up': True}, {'network_id': '1eab908a-9a7d-4d3e-9071-506c6311b310', 'admin_state_up': False}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:06.151337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'port': {'network_id': 'ce0ce324-7f06-4d6e-80b8-436181d74a44', 'name': 'tempest-port--1348305325', 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:06.151860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'port': {'network_id': '1eab908a-9a7d-4d3e-9071-506c6311b310', 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:06.206083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Calling delete_port for 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:06.212743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56400) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:06.236629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26660744-c3b2-4e89-a3ff-8c5fc5148677 None None] Network 58fc9999-6749-438d-8790-c390604f9bb3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:06.262174 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f2ac5202-f479-4d4d-a631-2b2cad6d8d29 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4874620 Dec 24 02:56:06.263065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56402) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:06.356172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1107242856', 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:06.416508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f3c7db-96f0-4a49-b829-d39d81f9bf15 None None] Network 58fc9999-6749-438d-8790-c390604f9bb3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:06.461090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Transition to ACTIVE for port object 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 02:56:06.596909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.614501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Made reservation on behalf of 8f812806965b47eeb4e370afc3fa2d04 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:06.617200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.710847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Made reservation on behalf of e0db7a1edb6f4e20ab52d4fd4be7ada5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:06.714949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:06.767315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Attempting to bind port 4182c94d-92de-45d5-b03d-95f0f6554054 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:06.768106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Attempting to bind port 4182c94d-92de-45d5-b03d-95f0f6554054 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:06.768759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Attempting to bind port 4182c94d-92de-45d5-b03d-95f0f6554054 on network 63550da7-518b-43cc-8035-1c249d84afae {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:06.895959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] device_id is not set on port 19449575-f0ab-470e-8e89-6989a8cc569c yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:07.077274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Port 4182c94d-92de-45d5-b03d-95f0f6554054 on network 63550da7-518b-43cc-8035-1c249d84afae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:56:07.078405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Attempting to bind port 4182c94d-92de-45d5-b03d-95f0f6554054 on network 63550da7-518b-43cc-8035-1c249d84afae {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:07.186610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e52d-83b7-4f0f-b7a3-41c7371fa2a6 req-5e5775d0-eb0a-4c35-87eb-b6f2a405b538 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:07.191600 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3000e52d-83b7-4f0f-b7a3-41c7371fa2a6 req-5e5775d0-eb0a-4c35-87eb-b6f2a405b538 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.5087345 Dec 24 02:56:07.191600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 2001:db8::187 (58fc9999-6749-438d-8790-c390604f9bb3/60696d5d-0f73-4f28-9ce3-1c35de1f22f9/19449575-f0ab-470e-8e89-6989a8cc569c) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:07.215844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'port': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:07.221538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.231463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:07.271286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Attempting to bind port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:07.276833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Attempting to bind port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:07.276833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Attempting to bind port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e on network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:07.331896 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3000e52d-83b7-4f0f-b7a3-41c7371fa2a6 req-258e5f88-4ccd-4f8e-9e9c-7f24ad1dc2b8 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351383 Dec 24 02:56:07.333343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.390877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1d01235-1dcd-41a8-b043-4fa89772c0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.397818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:07.398222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Checking segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:07.402108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Bound using segment: {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:07.402108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Bound port: 4182c94d-92de-45d5-b03d-95f0f6554054, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '63550da7-518b-43cc-8035-1c249d84afae'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:07.402108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.402108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7e5-8e3c-40c1-807b-008832202797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.460136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e on network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:56:07.460563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Attempting to bind port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e on network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:07.481230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1d01235-1dcd-41a8-b043-4fa89772c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.524956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56414) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:07.525164 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1d01235-1dcd-41a8-b043-4fa89772c0a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1da6e7f6e01044b592a77f55ce94ceab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4772716 Dec 24 02:56:07.543208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebbd0b-5757-4ec3-98cd-a2a1c8043b61 req-74228c66-fdf1-4f0a-b45d-fc8ab707bf00 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:07.544956 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8ebbd0b-5757-4ec3-98cd-a2a1c8043b61 req-74228c66-fdf1-4f0a-b45d-fc8ab707bf00 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.7197611 Dec 24 02:56:07.545763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:07.546191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Checking segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:07.546577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Bound using segment: {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:07.547633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Bound port: 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b223991-1036-4463-8620-2077d7f36109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:07.548010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.661683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] device_id is not set on port 621c022a-93fb-4c21-82b0-cd92cab6bb83 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:07.667706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.679538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d01235-1dcd-41a8-b043-4fa89772c0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eface7ce-710f-44fa-82f0-977b92d812d0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:07.718974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.762619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.815761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.845652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:07.860642 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8ebbd0b-5757-4ec3-98cd-a2a1c8043b61 req-17db6fad-13b4-4278-88c3-485d32ac9fcb tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903397 Dec 24 02:56:07.896180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network 58fc9999-6749-438d-8790-c390604f9bb3 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:07.901391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:07.905711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:07.910282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:07.910282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.910282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=19449575-f0ab-470e-8e89-6989a8cc569c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:07.915370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.952040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.966662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7e5-8e3c-40c1-807b-008832202797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:07.971167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4182c94d-92de-45d5-b03d-95f0f6554054,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:07.978618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:07.997005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.004030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.004030 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eface7ce-710f-44fa-82f0-977b92d812d0 HTTP/1.1" status: 204 len: 168 time: 0.4736645 Dec 24 02:56:08.020685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c896d9f-1937-41c0-87bf-feb39e9d6eb2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.020844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] device_id is not set on port 9fee9012-cbe4-4018-8448-d6d59bc57031 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:08.023060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e9959-eaf4-4410-9158-ddd9a949e8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eface7ce-710f-44fa-82f0-977b92d812d0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.035055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:08.045039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:08.067632 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-598dce3a-402d-49f8-bbe3-8920591d1840 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7190318 Dec 24 02:56:08.069145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56418) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:08.103339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acb0c7e5-8e3c-40c1-807b-008832202797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.103743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:56:08.104365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 02:56:08.109887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.110850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.128235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 02:56:08.238761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.252945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.271089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Deleting port 19449575-f0ab-470e-8e89-6989a8cc569c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:08.271275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.296621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.349175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:08.349795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.351293 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] 10.222.0.49 "PUT /v2.0/ports/4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 200 len: 1094 time: 4.5781314 Dec 24 02:56:08.357306 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-acb0c7e5-8e3c-40c1-807b-008832202797 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3ae8e1d10074727ada92aee4932baf2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9010208 Dec 24 02:56:08.362439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:08.363545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56422) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:08.392342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.411770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.446186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.511474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060b23-0bf4-4afb-8d85-3a2c7bd164a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.620350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0c7e5-8e3c-40c1-807b-008832202797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f697b2f9-6f44-44c0-8089-5c224245b983,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.651391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.652452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.693756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:08.694503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.696092 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c14a0af5-0e1e-4485-af69-5cc504843521 service neutron] 10.222.0.49 "PUT /v2.0/ports/0fbd11c1-cf21-4dc1-afe9-d6d6789d956e HTTP/1.1" status: 200 len: 1093 time: 4.9215913 Dec 24 02:56:08.707950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Calling delete_port for 19449575-f0ab-470e-8e89-6989a8cc569c owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:08.725457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Port': ['ID=621c022a-93fb-4c21-82b0-cd92cab6bb83,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:08.838624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd8ade-a575-43da-9697-b92681ce2541 req-7a6f1302-42f5-424d-9ee1-aa460f93bd25 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:08.840176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95dd8ade-a575-43da-9697-b92681ce2541 req-7a6f1302-42f5-424d-9ee1-aa460f93bd25 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.3015528 Dec 24 02:56:08.840856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:08.864562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41728d1-718a-4aad-a913-5ffbf3735332" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:08.987707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Checking segment: {'id': 'd906d123-7209-496d-9abb-2eafefb02f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ce0ce324-7f06-4d6e-80b8-436181d74a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:08.988073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network hostable DHCP agents. Network: ce0ce324-7f06-4d6e-80b8-436181d74a44, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:08.998325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.147088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Subnet': ['ID=991125dd-fea8-4d31-85c9-55396a4dd992,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:09.153417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-08e25cb7-a04a-4740-9fc3-a75c06c9b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:09.154990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-08e25cb7-a04a-4740-9fc3-a75c06c9b4fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 1097 time: 0.5054410 Dec 24 02:56:09.172341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Checking segment: {'id': 'd5c32849-f3eb-43d0-8046-191bce8dbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:09.172341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network hostable DHCP agents. Network: 1419e4d8-7421-4e49-81b3-afc40c31db1b, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:09.179009 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95dd8ade-a575-43da-9697-b92681ce2541 req-f30f574a-c5dd-42e5-a640-ded9732933e2 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249817 Dec 24 02:56:09.196331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-9ec8a2da-1229-46b6-912c-588ea0ead445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:09.204911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-9ec8a2da-1229-46b6-912c-588ea0ead445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c82484d684c44c5aaa94832bdd062699&device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 1096 time: 0.3050039 Dec 24 02:56:09.210602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.211806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:09.246549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.249621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network ce0ce324-7f06-4d6e-80b8-436181d74a44 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:09.255561 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6733c02d-58f4-4265-aed7-57cb8abb5b20 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/routers/003fcd8d-754d-48cc-a8e4-bf45af8e4bc2 HTTP/1.1" status: 204 len: 168 time: 5.7981894 Dec 24 02:56:09.261017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56450) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:09.345622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560d55e-3f05-4e8d-8bf5-4762c14f43b6 x-openstack-request-id: req-f560d55e-3f05-4e8d-8bf5-4762c14f43b6 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:09.347403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:09.347403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f560d55e-3f05-4e8d-8bf5-4762c14f43b6 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:09.347403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054', 'status': 'completed', 'code': 200} Dec 24 02:56:09.348298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, ce0ce324-7f06-4d6e-80b8-436181d74a44) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:09.356717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed388cf-1ba7-40a8-a2d3-f80390243bee None None] Network ce0ce324-7f06-4d6e-80b8-436181d74a44 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:09.369396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:09.370254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.371744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.374313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.376063 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f697b2f9-6f44-44c0-8089-5c224245b983 HTTP/1.1" status: 204 len: 168 time: 1.0115020 Dec 24 02:56:09.376775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.470280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6cf4d-0186-4624-9f99-5f85f710933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f697b2f9-6f44-44c0-8089-5c224245b983,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:09.558174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6a7b6-b4ed-4678-a548-27239197e2e3 req-ce53bf11-a676-4ec9-b010-2cda8a9a2dad tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:09.568897 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ecb6a7b6-b4ed-4678-a548-27239197e2e3 req-ce53bf11-a676-4ec9-b010-2cda8a9a2dad tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.2345304 Dec 24 02:56:09.574234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Port': ['ID=9fee9012-cbe4-4018-8448-d6d59bc57031,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:09.587397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.602939 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/ports/19449575-f0ab-470e-8e89-6989a8cc569c HTTP/1.1" status: 204 len: 168 time: 1.5026689 Dec 24 02:56:09.608575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56458) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:09.631261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58fc9999-6749-438d-8790-c390604f9bb3', 'external_fixed_ips': [{'subnet_id': '60696d5d-0f73-4f28-9ce3-1c35de1f22f9', 'ip_address': '2001:db8::187'}]}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:09.638603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4ca51-3739-4759-9bc5-e313f79e4b83 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Port': ['ID=19449575-f0ab-470e-8e89-6989a8cc569c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:09.641481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Checking segment: {'id': '0f74976d-70b9-45f4-b54c-4ea995d02249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1eab908a-9a7d-4d3e-9071-506c6311b310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:09.641860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network hostable DHCP agents. Network: 1eab908a-9a7d-4d3e-9071-506c6311b310, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:09.655884 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-511757ee-ed52-4d89-9b06-63ea61e83aba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 200 len: 217 time: 0.3137121 Dec 24 02:56:09.662155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c6d4cf85-6389-4cbb-8492-839c67638f45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e HTTP/1.1" status: 200 len: 217 time: 0.3323221 Dec 24 02:56:09.684529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56460) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:09.697936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Deleting subnet d349ebac-712d-4290-9415-1a2809528752 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:09.717885 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ecb6a7b6-b4ed-4678-a548-27239197e2e3 req-f7cf1ac6-966d-4e23-8a07-4a24cc44d4d8 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472721 Dec 24 02:56:09.769431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:09.776801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 1419e4d8-7421-4e49-81b3-afc40c31db1b) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:09.790837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.802152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07366437-a176-407c-a876-cc5d9b67014a None None] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:09.809795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network 1eab908a-9a7d-4d3e-9071-506c6311b310 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:09.815838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.819576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:09.948088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.004077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:56:10.117475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 1eab908a-9a7d-4d3e-9071-506c6311b310) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:10.122252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:10.130712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.145090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.145812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.170909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:56:10.171231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2c896d9f-1937-41c0-87bf-feb39e9d6eb2 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:56:10.174838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea214c-9089-4ad3-a96e-b977bf61e4ca None None] Network 1eab908a-9a7d-4d3e-9071-506c6311b310 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:10.218107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-1419e4d8-7421-4e49-81b3-afc40c31db1b', 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b', 'project_id': 'e0db7a1edb6f4e20ab52d4fd4be7ada5', 'fixed_ips': [{'subnet_id': '991125dd-fea8-4d31-85c9-55396a4dd992'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:10.220198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.259531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2012986431'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:10.291119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.291832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.295310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-3244045a-a44a-41dd-aba5-037f22c5d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.297082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-3244045a-a44a-41dd-aba5-037f22c5d751 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b366ee5a-388b-4d49-abdb-05aefa44e5c7 HTTP/1.1" status: 200 len: 844 time: 0.6097474 Dec 24 02:56:10.298658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-d7dc2cd0-fd3e-4a0d-a551-b65606551d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.300201 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-d7dc2cd0-fd3e-4a0d-a551-b65606551d84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d667a65-8057-49d7-8831-9dd54ff89dc7 HTTP/1.1" status: 200 len: 850 time: 0.6140783 Dec 24 02:56:10.355444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.523190 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eab762f8-400c-438d-8a4e-3bb199fc0391 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7321782 Dec 24 02:56:10.543330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Allocated IP 172.20.0.2 (1419e4d8-7421-4e49-81b3-afc40c31db1b/991125dd-fea8-4d31-85c9-55396a4dd992/58396f26-59b5-4d87-89ea-a279b2b74943) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:10.569116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56468) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:10.569328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56470) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:10.575330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1099719495', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:10.607569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.619950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.647909 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b9674d3-8a14-40f0-8fd2-d02a333714f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3722672d718746cba965c5610d71fe4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663455 Dec 24 02:56:10.650734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56472) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.661894 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:10.664006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:10.665330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532160-c096-46a5-b159-7ae2c5f53567 req-cd0fd8ea-2885-4d9a-9be3-04ccd911638d tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.666747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a8532160-c096-46a5-b159-7ae2c5f53567 req-cd0fd8ea-2885-4d9a-9be3-04ccd911638d tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.3643889 Dec 24 02:56:10.687539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-0f99e62f-abba-4de5-86ea-eb79e879bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.689574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-0f99e62f-abba-4de5-86ea-eb79e879bf40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63550da7-518b-43cc-8035-1c249d84afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2815182 Dec 24 02:56:10.707690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ec5aaf09-cbc5-41cf-a800-2be55d1a44d9 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5605030 Dec 24 02:56:10.712739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56474) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:10.722170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c321c8f6-652d-4916-835e-03bad5e1ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:10.723638 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-c321c8f6-652d-4916-835e-03bad5e1ba3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3169475 Dec 24 02:56:10.736956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.739605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.824498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:10.827503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.827660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.860506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.864087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.928585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.929528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:10.936208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:10.944385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:10.945373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:10.959875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Pushing event updated for resources: {'Port': ['ID=58396f26-59b5-4d87-89ea-a279b2b74943,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:10.987882 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a8532160-c096-46a5-b159-7ae2c5f53567 req-83bb4141-d069-47bf-ba85-fb0c45644422 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060198 Dec 24 02:56:11.013395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe302286-9f5c-4ace-ae7b-cf962f8e883b tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:11.019519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe302286-9f5c-4ace-ae7b-cf962f8e883b tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:11.021146 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fe302286-9f5c-4ace-ae7b-cf962f8e883b tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3002045 Dec 24 02:56:11.030841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56478) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:11.098511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Attempting to bind port 58396f26-59b5-4d87-89ea-a279b2b74943 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:11.100488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Attempting to bind port 58396f26-59b5-4d87-89ea-a279b2b74943 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'd5c32849-f3eb-43d0-8046-191bce8dbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:11.103288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Attempting to bind port 58396f26-59b5-4d87-89ea-a279b2b74943 on network 1419e4d8-7421-4e49-81b3-afc40c31db1b {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:11.105923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0147a-aa3c-41e8-b41a-25c03bd5bf3b req-27ff5b93-43b1-4b25-ba00-c565eb65d841 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:11.106857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.107574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-74c0147a-aa3c-41e8-b41a-25c03bd5bf3b req-27ff5b93-43b1-4b25-ba00-c565eb65d841 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.2541711 Dec 24 02:56:11.109960 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-0f76d4bd-58b0-42d6-9d0c-afeab39e9ece service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935127 Dec 24 02:56:11.110679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.146515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:11.151057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Checking segment: {'id': 'd5c32849-f3eb-43d0-8046-191bce8dbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:11.161579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.161579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Bound using segment: {'id': 'd5c32849-f3eb-43d0-8046-191bce8dbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:11.161579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Bound port: 58396f26-59b5-4d87-89ea-a279b2b74943, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c32849-f3eb-43d0-8046-191bce8dbf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:11.161579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.168463 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-74c0147a-aa3c-41e8-b41a-25c03bd5bf3b req-3b5fc3c6-e2de-4771-acaf-937ce95b4235 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532930 Dec 24 02:56:11.175657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d349ebac-712d-4290-9415-1a2809528752,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:11.178878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.182078 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f4a696a6-e51a-4259-8dc6-39a255c29aa7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/d349ebac-712d-4290-9415-1a2809528752 HTTP/1.1" status: 204 len: 168 time: 1.9194679 Dec 24 02:56:11.190018 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-8cf60118-3689-4d3a-8be5-83ac9109d118 service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348896 Dec 24 02:56:11.191799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56480) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:11.269713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] For port 58396f26-59b5-4d87-89ea-a279b2b74943, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:11.274325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] For port 58396f26-59b5-4d87-89ea-a279b2b74943, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=58396f26-59b5-4d87-89ea-a279b2b74943,segment=NetworkSegment(d5c32849-f3eb-43d0-8046-191bce8dbf66),segment_id=d5c32849-f3eb-43d0-8046-191bce8dbf66)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:11.339797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.342579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.345214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.346499 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b704a91-18f0-4792-999b-07f9e9fff8bd HTTP/1.1" status: 204 len: 168 time: 0.6948535 Dec 24 02:56:11.388316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840d97b-85c0-4632-81a4-9978b7760c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b704a91-18f0-4792-999b-07f9e9fff8bd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:11.443957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:11.451197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c509-8ea2-456d-9bfe-59ed97fea4fe None None] Pushing event updated for resources: {'Port': ['ID=58396f26-59b5-4d87-89ea-a279b2b74943,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:11.469468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:11.556518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.576663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.583264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.595691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e081e191-41b8-41aa-bdf3-a0876e985c5f x-openstack-request-id: req-e081e191-41b8-41aa-bdf3-a0876e985c5f {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:11.596240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:11.596610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e081e191-41b8-41aa-bdf3-a0876e985c5f {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:11.596846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'status': 'completed', 'code': 200} Dec 24 02:56:11.606451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.634932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.733051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba7039e4-0b16-448f-8caf-4c23a78a3d82 req-e3c6d3a1-eb86-4ca2-abab-030dbe4dd2cc service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879491 Dec 24 02:56:11.736768 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb46149-33bd-4b64-9dc2-e116ca7c3b4e req-fae47ed4-d29b-4a96-aa31-51a222f5acfe service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974358 Dec 24 02:56:11.744510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Deleting port 621c022a-93fb-4c21-82b0-cd92cab6bb83 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:11.744810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:11.763063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.042098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 58396f26-59b5-4d87-89ea-a279b2b74943 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:12.043587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:12.046055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.046684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28053a-8521-4fed-a729-34618c363060,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:12.046981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.075035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Calling delete_port for 621c022a-93fb-4c21-82b0-cd92cab6bb83 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:12.095348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:12.116352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.117377 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Added segment c6add815-d56f-4fc7-9b88-cb97b9d4f09a of type vlan for network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d Dec 24 02:56:12.182416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 58396f26-59b5-4d87-89ea-a279b2b74943 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:12.182930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.198217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e084347e-ce87-47c7-8cf4-aa9c7d627837') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:12.198766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e084347e-ce87-47c7-8cf4-aa9c7d627837') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:12.221261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 2001:db8::187 (58fc9999-6749-438d-8790-c390604f9bb3/60696d5d-0f73-4f28-9ce3-1c35de1f22f9/46c9c702-d27b-42d6-994d-7aa288fc0a6f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:12.281962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.357656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-7373fa30-905d-4897-95fb-b76a8f636854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:12.372075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.379440 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-7373fa30-905d-4897-95fb-b76a8f636854 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 1097 time: 0.2402956 Dec 24 02:56:12.386237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.399391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.435206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 58396f26-59b5-4d87-89ea-a279b2b74943, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=58396f26-59b5-4d87-89ea-a279b2b74943,segment=NetworkSegment(d5c32849-f3eb-43d0-8046-191bce8dbf66),segment_id=d5c32849-f3eb-43d0-8046-191bce8dbf66)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:12.447141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:12.447654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.504275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.526682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:12.559258 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:12.563072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-1977ec4d-7858-48c0-bcf5-d2ea1359d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:12.576537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-1977ec4d-7858-48c0-bcf5-d2ea1359d3e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c82484d684c44c5aaa94832bdd062699&device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 1096 time: 0.4388270 Dec 24 02:56:12.603779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.resource_extend [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:12.620944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=58396f26-59b5-4d87-89ea-a279b2b74943,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:12.723755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.899128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d9c32-3ecc-4407-947e-53fc8bc3d89a req-55467862-d6eb-47cf-8dee-8636bdeffb80 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:12.905561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7a6d9c32-3ecc-4407-947e-53fc8bc3d89a req-55467862-d6eb-47cf-8dee-8636bdeffb80 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.5469513 Dec 24 02:56:12.908846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.918853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=46c9c702-d27b-42d6-994d-7aa288fc0a6f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:12.924180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network 58fc9999-6749-438d-8790-c390604f9bb3 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:12.960231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:12.970073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:12.972047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:13.047226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62754981-ff65-4609-9c67-03ae020e4003 None None] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:13.133174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.157413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b952149-3d94-4436-9547-2d8223cb0e4f req-893efb25-c070-4a0e-87b8-cc24fa9ede59 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:13.159174 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1b952149-3d94-4436-9547-2d8223cb0e4f req-893efb25-c070-4a0e-87b8-cc24fa9ede59 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.8275237 Dec 24 02:56:13.173352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 02:56:13.182928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Network': ['ID=682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:13.196840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-164630dd-d797-400d-b08f-7888ba3269c4 None None] Provisioning complete for port 58396f26-59b5-4d87-89ea-a279b2b74943 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:13.198068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-164630dd-d797-400d-b08f-7888ba3269c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.228224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.232562 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5caa08d6-b6ad-4add-812c-312814f149f3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/networks/682c5dc7-f4ba-4c71-b76d-5d1c2639eeaf HTTP/1.1" status: 204 len: 168 time: 2.0191152 Dec 24 02:56:13.241929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.370512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56510) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:13.401806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Port': ['ID=621c022a-93fb-4c21-82b0-cd92cab6bb83,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:13.445865 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1b952149-3d94-4436-9547-2d8223cb0e4f req-81d91af5-89c7-496c-b627-540bbc336413 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655802 Dec 24 02:56:13.481715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.486244 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d3dd1693-10e0-4b06-bfea-b57ad1cd42ba tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/ports/621c022a-93fb-4c21-82b0-cd92cab6bb83 HTTP/1.1" status: 204 len: 168 time: 2.4532437 Dec 24 02:56:13.512062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-798a7359-825a-449f-8a41-e3c913253369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:13.515558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-798a7359-825a-449f-8a41-e3c913253369 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44 HTTP/1.1" status: 200 len: 906 time: 0.8910940 Dec 24 02:56:13.526510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-6dafaf8a-aa0f-4f6a-a571-09d36a6b9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:13.532100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:13.532731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-6dafaf8a-aa0f-4f6a-a571-09d36a6b9b84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 200 len: 912 time: 0.9499023 Dec 24 02:56:13.559828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.567004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:13.567854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.617283 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7a6d9c32-3ecc-4407-947e-53fc8bc3d89a req-dbc6ec61-41da-47b7-be71-6880c02ee6bb tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6997075 Dec 24 02:56:13.708005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-d8347e75-7e20-450c-a71d-c0ef28de5315 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e HTTP/1.1" status: 200 len: 217 time: 0.1486747 Dec 24 02:56:13.714113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1881155712'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:13.722404 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-e9eff833-869a-4e42-b091-d8183290415e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 200 len: 217 time: 0.1591220 Dec 24 02:56:13.829916 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.1471875 Dec 24 02:56:13.833108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56520) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:13.839734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'subnet': {'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:13.857943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:13.861357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.867654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56522) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:13.882658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'name': 'tempest-router--1371031075', 'project_id': 'b3fe1ff3a19e4bebb4e2bb87424e2508'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:13.903126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6699f1f6-9ab0-43f4-b832-9e4ce691b540 None None] Provisioning complete for port 58396f26-59b5-4d87-89ea-a279b2b74943 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:13.903752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6699f1f6-9ab0-43f4-b832-9e4ce691b540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:13.949351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b1af8-5539-434f-a5c8-7ad5cac9893a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Network': ['ID=9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:13.956324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 58396f26-59b5-4d87-89ea-a279b2b74943 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:13.967609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.000748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:14.012580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.013596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.026638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Allocated IP 172.26.7.138 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/bc6f637e-b98d-4b80-892a-375b06a54082) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:14.099687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-a9ffd090-6fbb-4f1a-af04-bcd49492fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.101188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-a9ffd090-6fbb-4f1a-af04-bcd49492fccb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b366ee5a-388b-4d49-abdb-05aefa44e5c7 HTTP/1.1" status: 200 len: 844 time: 0.1879892 Dec 24 02:56:14.105504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Deleting port 9fee9012-cbe4-4018-8448-d6d59bc57031 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:14.105851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.106736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-52bfb866-cf17-4e04-9530-9afae29853d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.108150 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-52bfb866-cf17-4e04-9530-9afae29853d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d667a65-8057-49d7-8831-9dd54ff89dc7 HTTP/1.1" status: 200 len: 850 time: 0.1936891 Dec 24 02:56:14.142958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.152691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 58396f26-59b5-4d87-89ea-a279b2b74943 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:14.153331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.206265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.222360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.239236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:14.242718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.263602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.279254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.290014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Calling delete_port for 9fee9012-cbe4-4018-8448-d6d59bc57031 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:14.320120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.364312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.365487 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b5acb15f-fa8e-4ce5-882e-6339556b7dd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4908676 Dec 24 02:56:14.366277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:14.377879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-cabfd8c6-36dd-4986-857d-54ef268325c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.379326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-cabfd8c6-36dd-4986-857d-54ef268325c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63550da7-518b-43cc-8035-1c249d84afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1909492 Dec 24 02:56:14.383119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56524) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:14.396583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-694dd971-5fef-4251-98e9-fe69eddec265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.397932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-694dd971-5fef-4251-98e9-fe69eddec265 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1777406 Dec 24 02:56:14.420465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.449044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.449382 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Added segment 321faccb-326a-491d-9641-db8a97ef1e9b of type vlan for network 840bcee8-6887-4143-8396-e69e7c04850e Dec 24 02:56:14.450567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818f1e39-133f-452b-83a8-8c4bd24a15b5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:14.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.625233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.634124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.668898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Port': ['ID=9fee9012-cbe4-4018-8448-d6d59bc57031,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:14.677484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.685026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.693238 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5607306f-8911-41e2-aaa7-3b06db0c4868 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/ports/9fee9012-cbe4-4018-8448-d6d59bc57031 HTTP/1.1" status: 204 len: 168 time: 1.1198621 Dec 24 02:56:14.696521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56530) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:14.755504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:14.785742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b0b6e6a-b3aa-4e06-9c33-94ce79d6be2c tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0811369 Dec 24 02:56:14.791165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56532) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:14.817544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1587919977'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:14.821779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:14.829842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:14.840376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:14.864992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=bc6f637e-b98d-4b80-892a-375b06a54082,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:14.892813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51994d-27e4-4e78-bb8a-0ef016f91885 req-ccd575c2-d955-4e83-93d4-b90346e0f8b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.894364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa51994d-27e4-4e78-bb8a-0ef016f91885 req-ccd575c2-d955-4e83-93d4-b90346e0f8b5 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.1636839 Dec 24 02:56:14.921972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-8d0a0264-afdf-4c40-899c-9c1d6aa3c5d6 service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195744 Dec 24 02:56:14.955726 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-d6a4f037-f861-4c41-b3ad-291407a92cff service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100482 Dec 24 02:56:14.970173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4e2c1-44c1-45fd-8c02-2abdf6f18db3 req-c324ff22-2db1-44c3-ad07-0365438e9ce5 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:14.971624 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6fe4e2c1-44c1-45fd-8c02-2abdf6f18db3 req-c324ff22-2db1-44c3-ad07-0365438e9ce5 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.4411669 Dec 24 02:56:15.012231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.035423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.041079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa51994d-27e4-4e78-bb8a-0ef016f91885 req-90b294eb-46a7-44f9-84df-6ee569018d4e tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362031 Dec 24 02:56:15.056348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.061831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:15.062613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.099880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:15.380820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.421098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:15.425179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.524442 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.524949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 079a2178-3bae-4305-8aad-b6f595defc2a {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:15.539385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.540543 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d17ef8b3-2535-4f87-8462-3555f7e6a375 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/routers/079a2178-3bae-4305-8aad-b6f595defc2a HTTP/1.1" status: 204 len: 168 time: 1.1534793 Dec 24 02:56:15.542987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:15.554847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Sync routers for ids ['ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:15.573552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Routers {'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:15.573657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.573739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:15.596729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6fe4e2c1-44c1-45fd-8c02-2abdf6f18db3 req-309e2483-7122-45c2-a72f-972b2c794654 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5934379 Dec 24 02:56:15.602032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Subnet': ['ID=f7a862e9-5ccb-4bb0-8437-8c981368b54f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:15.615285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56538) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:15.616252 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2398329 Dec 24 02:56:15.617332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c33dc-b197-4675-96ce-8ea48af0638a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Network': ['ID=840bcee8-6887-4143-8396-e69e7c04850e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:15.620641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'subnet': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:15.620961 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c41728d1-718a-4aad-a913-5ffbf3735332 req-69168c43-f74d-40db-be4b-6e897476e514 service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598907 Dec 24 02:56:15.632667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.637019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2716f394-834c-461a-b22a-2e8ea0b2d924 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0242364 Dec 24 02:56:15.642298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56540) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:15.650218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 840bcee8-6887-4143-8396-e69e7c04850e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:15.655450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:15.715288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-121c4fc2-347c-4cb6-b8c2-b5526770ab0d req-69111fb6-197e-4bf4-90ec-714884027ad7 service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284241 Dec 24 02:56:15.731442 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.731823 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment 3dec3019-f4bb-4845-99a6-8afcb607864f of type vlan for network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 Dec 24 02:56:15.735149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Checking segment: {'id': 'c6add815-d56f-4fc7-9b88-cb97b9d4f09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:15.735149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network hostable DHCP agents. Network: 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:15.804826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Set router ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:15.820459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.845048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.870813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.894113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56542) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:15.913003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:15.918688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:15.923065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.980070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:15.987340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:15.990290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.005495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.025832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:16.041175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:16.042297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.045148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398612f-bc1c-44e9-afbd-055005893615 None None] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:16.096210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2975094 Dec 24 02:56:16.100173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56548) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:16.106742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1316970894'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:16.122371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b352473-7862-45be-a594-33266e931a65 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:16.137512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:16.198590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ad190872-84b4-47e2-878b-ec118ade3d16 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3615079 Dec 24 02:56:16.203290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56550) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:16.211002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2023342657', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:16.245011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Deleting port 46c9c702-d27b-42d6-994d-7aa288fc0a6f {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:16.245734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.267205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-736775916', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:16.267546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.279236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74644f5-f48a-49c2-a3e9-93aedbe343d5 None None] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:16.338915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:16.344322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.363425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.369141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Subnet': ['ID=c838c092-29dc-482e-aea3-813272e8901c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:16.376910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.380610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96', 'name': '', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58fc9999-6749-438d-8790-c390604f9bb3', 'external_fixed_ips': [{'subnet_id': '60696d5d-0f73-4f28-9ce3-1c35de1f22f9', 'ip_address': '2001:db8::187'}], 'enable_snat': True}, 'gw_port_id': '46c9c702-d27b-42d6-994d-7aa288fc0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:09Z', 'updated_at': '2021-12-24T02:56:13Z', 'revision_number': 3, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port': {'id': '46c9c702-d27b-42d6-994d-7aa288fc0a6f', 'name': '', 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '60696d5d-0f73-4f28-9ce3-1c35de1f22f9', 'ip_address': '2001:db8::187', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:11Z', 'updated_at': '2021-12-24T02:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60696d5d-0f73-4f28-9ce3-1c35de1f22f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:16.380987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.381445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e167721-4ede-47b2-90e7-4632c4c5767b req-06c18d92-9964-4f7b-a628-ab6b45333f58 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:16.381445 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e167721-4ede-47b2-90e7-4632c4c5767b req-06c18d92-9964-4f7b-a628-ab6b45333f58 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.2029617 Dec 24 02:56:16.407750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Calling delete_port for 46c9c702-d27b-42d6-994d-7aa288fc0a6f owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:16.424191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Checking router: ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:16.424644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Updating router ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 port 46c9c702-d27b-42d6-994d-7aa288fc0a6f binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:16.429208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:16.432934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Checking segment: {'id': '321faccb-326a-491d-9641-db8a97ef1e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:16.433654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network hostable DHCP agents. Network: 840bcee8-6887-4143-8396-e69e7c04850e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:16.458658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.470061 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e167721-4ede-47b2-90e7-4632c4c5767b req-b5bbf297-0e67-4cdc-8c6e-7e9c6f002f5b tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810885 Dec 24 02:56:16.513812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.514156 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Added segment 8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4 of type vlan for network 29ff54c4-b204-447c-a433-f6f9d42b2f32 Dec 24 02:56:16.516335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.521241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.521241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.540033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Router a7bac057-d03d-4135-b76e-2196288de7d7 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:16.544237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:16.582176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.635863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 840bcee8-6887-4143-8396-e69e7c04850e) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:16.645733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:16.652704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.652876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07bf702-3cc3-4205-b81f-fb9a2865f0b6 None None] Network 840bcee8-6887-4143-8396-e69e7c04850e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:16.669997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:16.685452 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] Sync routers for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:16.695846 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:16.696529 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:16.731645 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:16.741223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:16.741837 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:16.747574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.753598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.759541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:16.760257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.774252 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a0d8b2ba-599b-4f92-b552-30e944fe408f tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1551929 Dec 24 02:56:16.774439 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:16.774519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.774689 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd06ba9-018f-4a7b-8666-4749b44316e4 None None] The sync data for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:16.778571 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c7b3e029-86cc-47ba-a6d5-071dca938f3c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.2063899 Dec 24 02:56:16.778970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:16.779266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56556) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:16.789852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-2061405186'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:16.848971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.854206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-840bcee8-6887-4143-8396-e69e7c04850e', 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'project_id': '991abe43aef34be08374d42f867d5056', 'fixed_ips': [{'subnet_id': 'c838c092-29dc-482e-aea3-813272e8901c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:16.855220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.952382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:16.993553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21bef4-7077-4442-8f31-5266649727c6 req-1885c14b-66f7-4d17-adc5-47fa3aa73322 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:16.995028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1d21bef4-7077-4442-8f31-5266649727c6 req-1885c14b-66f7-4d17-adc5-47fa3aa73322 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.2897286 Dec 24 02:56:17.041356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:17.041862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:17.042339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f on network 58fc9999-6749-438d-8790-c390604f9bb3 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:17.054103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d9c84-bdfb-4d1a-8efb-b4834eb8aef0 None None] Pushing event updated for resources: {'Port': ['ID=46c9c702-d27b-42d6-994d-7aa288fc0a6f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:17.058868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9553933 Dec 24 02:56:17.070253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Allocated IP 172.20.0.2 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/9ef1cd2a-52ce-4d12-8317-dcb4ae735628) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:17.082242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.091493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d85fb-bd11-4534-b6e2-962c490fa9e5 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Network': ['ID=29ff54c4-b204-447c-a433-f6f9d42b2f32,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:17.106459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:17.106977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Checking segment: {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:17.107475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.107959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Bound using segment: {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:17.108561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Bound port: 46c9c702-d27b-42d6-994d-7aa288fc0a6f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:17.109207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.113777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 29ff54c4-b204-447c-a433-f6f9d42b2f32 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:17.141916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:17.145495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.179449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port f91711be-c582-4e04-bdc1-ca0253969ea2 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:17.211986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.341895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.380361 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1d21bef4-7077-4442-8f31-5266649727c6 req-77d4296f-8295-4641-b1b8-2ced14018012 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274412 Dec 24 02:56:17.409859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:56:17.410352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:56:17.432029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.445544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.491503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Pushing event updated for resources: {'Port': ['ID=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:17.513475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:17.515129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:17.520166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:17.626931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Attempting to bind port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:17.627438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Attempting to bind port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '321faccb-326a-491d-9641-db8a97ef1e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:17.627809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Attempting to bind port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 on network 840bcee8-6887-4143-8396-e69e7c04850e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:17.634007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:17.634401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Checking segment: {'id': '321faccb-326a-491d-9641-db8a97ef1e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:17.634786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.635310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Bound using segment: {'id': '321faccb-326a-491d-9641-db8a97ef1e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:17.635986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Bound port: 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321faccb-326a-491d-9641-db8a97ef1e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '840bcee8-6887-4143-8396-e69e7c04850e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:17.636385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.697218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.11 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/f91711be-c582-4e04-bdc1-ca0253969ea2) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:17.714948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7e7d1-dbbd-42cc-aa8b-6a0313a419f0 req-24a88cc4-f8e0-4de1-9dcb-efa539310627 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:17.716480 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b8f7e7d1-dbbd-42cc-aa8b-6a0313a419f0 req-24a88cc4-f8e0-4de1-9dcb-efa539310627 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.1338189 Dec 24 02:56:17.719845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] For port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:17.724993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] For port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,segment=NetworkSegment(321faccb-326a-491d-9641-db8a97ef1e9b),segment_id=321faccb-326a-491d-9641-db8a97ef1e9b)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:17.783214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.824068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b8f7e7d1-dbbd-42cc-aa8b-6a0313a419f0 req-e0dc61f1-6201-4cb5-b1b5-43cdabfd5054 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893235 Dec 24 02:56:17.831309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.871106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.894041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c9c702-d27b-42d6-994d-7aa288fc0a6f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:17.910716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc5b00-1620-4c80-bab8-f75e6a1fb845 None None] Pushing event updated for resources: {'Port': ['ID=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:17.952073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:17.953275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:17.953780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Attempting to bind port 46c9c702-d27b-42d6-994d-7aa288fc0a6f on network 58fc9999-6749-438d-8790-c390604f9bb3 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:17.961902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:17.962831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Checking segment: {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:17.963374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.963926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Bound using segment: {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:17.965631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Bound port: 46c9c702-d27b-42d6-994d-7aa288fc0a6f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41237aac-41ba-4dff-b0c9-28b31552320a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '58fc9999-6749-438d-8790-c390604f9bb3'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:17.966177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:17.986792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Port 46c9c702-d27b-42d6-994d-7aa288fc0a6f has been deleted concurrently {{(pid=110369) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 24 02:56:17.998605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Routers {'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:17.999528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:18.039610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.050664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.090991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.096959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] Set router ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:18.292766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.293767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:18.313837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.317594 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4be659ca-71de-4ce4-93fc-4bb47876f775 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ccdc7e29-31f7-40b5-8dff-0c6fee90fe96 HTTP/1.1" status: 204 len: 168 time: 2.6739609 Dec 24 02:56:18.322251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:18.392694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96', 'name': '', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:09Z', 'updated_at': '2021-12-24T02:56:17Z', 'revision_number': 5, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:18.396883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.442597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.469013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b32164-d0f8-43e4-85b1-ae741646ed14 None None] The sync data for ids ['ccdc7e29-31f7-40b5-8dff-0c6fee90fe96'] in dv-neutron-822868-1-hyperv is: [{'id': 'ccdc7e29-31f7-40b5-8dff-0c6fee90fe96', 'name': '', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:09Z', 'updated_at': '2021-12-24T02:56:17Z', 'revision_number': 5, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:18.472880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4182c94d-92de-45d5-b03d-95f0f6554054 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 02:56:18.575974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Allocated IP 172.20.0.1 (1419e4d8-7421-4e49-81b3-afc40c31db1b/991125dd-fea8-4d31-85c9-55396a4dd992/01004206-db7f-4c3a-ad9b-ab3ea86922d0) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:18.595968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.621366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4182c94d-92de-45d5-b03d-95f0f6554054,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:18.625100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Deleting subnet 60696d5d-0f73-4f28-9ce3-1c35de1f22f9 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:18.644222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.646090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '4182c94d-92de-45d5-b03d-95f0f6554054', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'port_id': '4182c94d-92de-45d5-b03d-95f0f6554054', 'mac_address': 'fa:16:3e:06:b6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 02:56:18.693023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.711490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4182c94d-92de-45d5-b03d-95f0f6554054 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:56:18.728153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.745460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4182c94d-92de-45d5-b03d-95f0f6554054,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:18.769753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:18.775101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.778620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:18.785030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:18.805169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.806304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 02:56:18.810558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.817467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=f91711be-c582-4e04-bdc1-ca0253969ea2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:18.821584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97924a-45c4-40b9-9f54-d69b3409b9cd req-b591da67-3ae0-495f-bd32-fe7d816a2fac tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:18.823140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4d97924a-45c4-40b9-9f54-d69b3409b9cd req-b591da67-3ae0-495f-bd32-fe7d816a2fac tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 944 time: 0.2560380 Dec 24 02:56:18.861058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.880885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:18.880885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:18.980268 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9873c19-6120-4ad0-a1ca-876b071c32cf tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1972737 Dec 24 02:56:18.980559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56566) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:18.986736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-1134687952', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6b:8e:2d'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:19.004474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:19.028408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.resource_extend [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:19.049483 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:56:19.067777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.151 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/33678d6d-6dfd-4814-86ef-dff3c6e23f99) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:19.102082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.115009 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4d97924a-45c4-40b9-9f54-d69b3409b9cd req-5c9f41ba-6da3-418c-9d80-ea99ae3f7227 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579193 Dec 24 02:56:19.127447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.198352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:19.214796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:19.216408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'port_id': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'mac_address': 'fa:16:3e:c3:67:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 02:56:19.221247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:19.227909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:19.290577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.318349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.354172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:56:19.399485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:19.430668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.431195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=01004206-db7f-4c3a-ad9b-ab3ea86922d0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:19.459079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5629d8-b26b-4be2-afcc-b9355a1661bd req-e2f3fce1-f9b2-41a5-a417-910892570a3e tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:19.466634 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc5629d8-b26b-4be2-afcc-b9355a1661bd req-e2f3fce1-f9b2-41a5-a417-910892570a3e tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 943 time: 0.3432536 Dec 24 02:56:19.472150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.500150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.517880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:19.570288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.573631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/60696d5d-0f73-4f28-9ce3-1c35de1f22f9 HTTP/1.1" status: 204 len: 168 time: 1.2429416 Dec 24 02:56:19.585647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56568) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:19.594538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da070-4150-4016-ba9d-6e6dd6622874 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=60696d5d-0f73-4f28-9ce3-1c35de1f22f9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:19.627552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63161a-1bea-4ceb-822a-cb3fada10feb None None] Network 840bcee8-6887-4143-8396-e69e7c04850e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:19.629985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:19.700750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.726967 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc5629d8-b26b-4be2-afcc-b9355a1661bd req-ab094c70-60ea-43bc-8553-f389e329e06a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593455 Dec 24 02:56:19.802272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.824729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port a7969eda-7840-42c0-b772-5399008f361d yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:19.846475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.858895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Provisioning complete for port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:19.858895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.951367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:19.988579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:20.023178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:20.026457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.030209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:20.063693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 02:56:20.074536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.169484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['4182c94d-92de-45d5-b03d-95f0f6554054'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 02:56:20.181339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.4 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/a7969eda-7840-42c0-b772-5399008f361d) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:20.231249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:20.272370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fc9999-6749-438d-8790-c390604f9bb3']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:20.333688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Allocated IP 172.26.7.156 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/177b6b7e-5964-4f2a-98a8-d4d8fa623d01) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:20.336363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=33678d6d-6dfd-4814-86ef-dff3c6e23f99,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:20.345183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] For port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,segment=NetworkSegment(321faccb-326a-491d-9641-db8a97ef1e9b),segment_id=321faccb-326a-491d-9641-db8a97ef1e9b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:20.349048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41237aac-41ba-4dff-b0c9-28b31552320a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:20.355890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41237aac-41ba-4dff-b0c9-28b31552320a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:20.460751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.471081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56574) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:20.479340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'subnets': [{'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1657433327', 'ip_version': 6}, {'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:20.479659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'subnet': {'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1657433327', 'ip_version': 6}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:20.480325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Request body: {'subnet': {'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:20.515685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.533060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068098-84f2-4028-8b3d-e703db1cfa2a req-9f8c5fa2-02be-4bd2-ada1-1986c2fc9f4e tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:20.535030 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-42068098-84f2-4028-8b3d-e703db1cfa2a req-9f8c5fa2-02be-4bd2-ada1-1986c2fc9f4e tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 945 time: 0.2601762 Dec 24 02:56:20.560394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:20.560615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.568707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:20.569232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: items = [ Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:20.571101 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:20.600532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.642628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b6ffb0bb-129a-4920-9426-eca167b43412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.716572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Provisioning complete for port 01004206-db7f-4c3a-ad9b-ab3ea86922d0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:20.716946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.770132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Pushing event updated for resources: {'Port': ['ID=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:20.778979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.813328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1cf59528-d0f8-43fb-8a73-d5ef9e386092 None None] Port 01004206-db7f-4c3a-ad9b-ab3ea86922d0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:20.903065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.928444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.940741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8ac4f441-dc37-4913-8e45-81cb5e32ae3c None None] Provisioning complete for port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:20.941702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f441-dc37-4913-8e45-81cb5e32ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:20.968846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-42068098-84f2-4028-8b3d-e703db1cfa2a req-30f68ede-7773-47d2-8e35-4f7115783b64 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017274 Dec 24 02:56:20.992040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:21.002891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:21.007312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:21.012602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.061281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8ac4f441-dc37-4913-8e45-81cb5e32ae3c None None] Provisioning complete for port f91711be-c582-4e04-bdc1-ca0253969ea2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:21.061488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac4f441-dc37-4913-8e45-81cb5e32ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.083022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.110436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4f441-dc37-4913-8e45-81cb5e32ae3c None None] Port f91711be-c582-4e04-bdc1-ca0253969ea2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:21.125361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.175521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.189539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58fc9999-6749-438d-8790-c390604f9bb3 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 02:56:21.204997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.208311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/networks/58fc9999-6749-438d-8790-c390604f9bb3 HTTP/1.1" status: 204 len: 168 time: 1.6209319 Dec 24 02:56:21.214226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56161d1-3a36-4a3b-bde0-f93bbe27ea12 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Network': ['ID=58fc9999-6749-438d-8790-c390604f9bb3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:21.285099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.290798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=a7969eda-7840-42c0-b772-5399008f361d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.331393 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:21.333767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7a5bb-54cb-4edd-bfa4-823a406af9cb req-aa54b503-74af-4ce2-b345-32c208aff022 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:21.334582 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7de7a5bb-54cb-4edd-bfa4-823a406af9cb req-aa54b503-74af-4ce2-b345-32c208aff022 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 944 time: 0.5119021 Dec 24 02:56:21.355597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7710fc91-baf1-4f98-873e-04ad846e5e33 None None] Provisioning complete for port a7969eda-7840-42c0-b772-5399008f361d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:21.357950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7710fc91-baf1-4f98-873e-04ad846e5e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.392102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Made reservation on behalf of 74b41374908d4094895d0dc69d33c09f for: {'subnet': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:21.406116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:21.412667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.413007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.444716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:21.451353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7710fc91-baf1-4f98-873e-04ad846e5e33 None None] Port a7969eda-7840-42c0-b772-5399008f361d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:21.452931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:21.460656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event updated for resources: {'Port': ['ID=177b6b7e-5964-4f2a-98a8-d4d8fa623d01,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:21.466961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.476668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:21.477213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.481368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=01004206-db7f-4c3a-ad9b-ab3ea86922d0,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:21.525902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.678738 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5437e388-03db-4595-8153-ae55d00956c7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6970809 Dec 24 02:56:21.682688 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7de7a5bb-54cb-4edd-bfa4-823a406af9cb req-76249f13-54e9-4f82-83cc-0fba017af664 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170049 Dec 24 02:56:21.686642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56586) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:21.686827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56588) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:21.693247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'name': 'tempest-router--116466693', 'project_id': '2fc3f6ebe4144e4c84c3753edba297c2'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:21.785098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:21.790324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:21.795694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.797243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.803477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba397edf-7ce5-4dda-b672-dc666b5f8df4 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:21.820714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba397edf-7ce5-4dda-b672-dc666b5f8df4 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:21.838936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba397edf-7ce5-4dda-b672-dc666b5f8df4 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:21.843633 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ba397edf-7ce5-4dda-b672-dc666b5f8df4 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1531615 Dec 24 02:56:21.859369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56590) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:21.903146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.920266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:21.944864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:21.987849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:21.988541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:21.989001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.130757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e646dab2-8fca-47b5-af2c-9a86d1a8feb1 None None] Provisioning complete for port 01004206-db7f-4c3a-ad9b-ab3ea86922d0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:22.130968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Router a7bac057-d03d-4135-b76e-2196288de7d7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:22.131518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e646dab2-8fca-47b5-af2c-9a86d1a8feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.167131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e646dab2-8fca-47b5-af2c-9a86d1a8feb1 None None] Port 01004206-db7f-4c3a-ad9b-ab3ea86922d0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:22.195177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.196465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0675778e-c1dd-4845-8364-8377d3891743 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5065773 Dec 24 02:56:22.206685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:22.217725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.317132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:22.327808 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-32446bb4-935c-4a88-a75c-01e9a6b0b68a tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "PUT /v2.0/routers/a7bac057-d03d-4135-b76e-2196288de7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5423262 Dec 24 02:56:22.327808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56596) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:22.332772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Request body: {'port': {'network_id': '1419e4d8-7421-4e49-81b3-afc40c31db1b', 'name': 'tempest-FloatingIPAdminTestJSON-2061133097'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:22.333226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] Sync routers for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:22.335447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port a7969eda-7840-42c0-b772-5399008f361d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:22.335794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.344574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:22.344881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:22.345225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:55:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.350117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6030d519-591c-4de0-a239-dc777b8f27a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.363632 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:22.376487 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:22.381190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0d77e-3071-4532-bd34-c8acaec94327 req-03f193d3-bc76-4a11-a6aa-412267da74f8 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:22.382430 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.392588 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25b0d77e-3071-4532-bd34-c8acaec94327 req-03f193d3-bc76-4a11-a6aa-412267da74f8 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 945 time: 0.2873664 Dec 24 02:56:22.392777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.431731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4182c94d-92de-45d5-b03d-95f0f6554054 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:22.431937 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.438624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.441725 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:22.442579 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.478316 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.479441 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bb7245-10a3-4218-92fb-98c46fc64862 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:22.494204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Checking segment: {'id': '3dec3019-f4bb-4845-99a6-8afcb607864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:22.494502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network hostable DHCP agents. Network: c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:22.510071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Subnet': ['ID=20717b41-f466-4f6f-92ea-3c952c4fcc66,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:22.587357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:22.607771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:22.608390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.609855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Made reservation on behalf of e0db7a1edb6f4e20ab52d4fd4be7ada5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:22.614398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.633422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] device_id is not set on port a83fb58b-762e-49c7-b106-56880e6ef922 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:22.645421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:22.646108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764655d-0199-4c23-b8b2-91891170b56f None None] The sync data for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:22.652673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.674601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:22.684176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcff76e-2517-4b6d-91e7-161c47b65389 None None] Network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:22.685432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.745903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 4182c94d-92de-45d5-b03d-95f0f6554054 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 02:56:22.754024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 4182c94d-92de-45d5-b03d-95f0f6554054 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:22.754024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.788017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event updated for resources: {'Subnet': ['ID=edcfbe17-2f03-41f3-9649-a09016de291c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:22.811140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Checking segment: {'id': '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:22.811419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network hostable DHCP agents. Network: 29ff54c4-b204-447c-a433-f6f9d42b2f32, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:22.842695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.842695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-57bcb92a-7a62-411e-9019-c089123f7695 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6330364 Dec 24 02:56:22.843459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3', 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3', 'project_id': '74b41374908d4094895d0dc69d33c09f', 'fixed_ips': [{'subnet_id': '20717b41-f466-4f6f-92ea-3c952c4fcc66'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:22.843459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.843676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Allocated IP 172.20.0.11 (1419e4d8-7421-4e49-81b3-afc40c31db1b/991125dd-fea8-4d31-85c9-55396a4dd992/a83fb58b-762e-49c7-b106-56880e6ef922) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:22.846913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:22.902250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.949793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25b0d77e-3071-4532-bd34-c8acaec94327 req-1aafeeca-932f-49ec-81b8-10eca95f4b11 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922497 Dec 24 02:56:22.981417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:22.990115 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:22.996262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aba7c-450e-431f-9e51-f6e310631719 req-936eb4b2-6937-4586-a7f1-55f820bd5259 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:22.997796 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a32aba7c-450e-431f-9e51-f6e310631719 req-936eb4b2-6937-4586-a7f1-55f820bd5259 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 944 time: 0.1673112 Dec 24 02:56:23.012190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for a7969eda-7840-42c0-b772-5399008f361d owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:23.018163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.018359 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Network 29ff54c4-b204-447c-a433-f6f9d42b2f32 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:23.022770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.076612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4182c94d-92de-45d5-b03d-95f0f6554054,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:23.130164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Allocated IP 2001:db8::1 (c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3/20717b41-f466-4f6f-92ea-3c952c4fcc66/8a79c6a5-09ca-4469-b493-084bb3c7e073) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:23.169258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.169613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.170277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:23.173301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 29ff54c4-b204-447c-a433-f6f9d42b2f32) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:23.193231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:23.193708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:23.194334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.201223 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a32aba7c-450e-431f-9e51-f6e310631719 req-b03d054c-167f-407d-af10-91b394ebaa93 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900969 Dec 24 02:56:23.238410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.238410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00e6b9a0-01e5-4531-a10b-f73f992de6cc {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:23.254623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.257093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d5a66cc5-f863-49dc-af83-f045f580563e tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/routers/00e6b9a0-01e5-4531-a10b-f73f992de6cc HTTP/1.1" status: 204 len: 168 time: 1.0490577 Dec 24 02:56:23.287459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dced4-d30d-4893-9e00-04913b56f06a None None] Network 29ff54c4-b204-447c-a433-f6f9d42b2f32 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:23.340799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80d8a5-fa05-407b-a22a-16ecb746f8e5" -d '{"events": [{"server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "name": "network-vif-plugged", "status": "completed", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:23.346806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-88499eaa-7143-4a9a-8e15-7d9114518c8f tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8693681 Dec 24 02:56:23.348221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56610) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:23.348364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:23.498460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79f27c2-9f52-4281-a4bd-f5750af4e815 x-openstack-request-id: req-f79f27c2-9f52-4281-a4bd-f5750af4e815 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:23.498819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "name": "network-vif-plugged", "status": "completed", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:23.499189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f79f27c2-9f52-4281-a4bd-f5750af4e815 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:23.499995 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054', 'code': 200} Dec 24 02:56:23.500649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 02:56:23.503343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897379a9-bceb-4e1c-8369-0fd83c1748c2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:23.503343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897379a9-bceb-4e1c-8369-0fd83c1748c2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:23.504391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897379a9-bceb-4e1c-8369-0fd83c1748c2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:23.506401 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-897379a9-bceb-4e1c-8369-0fd83c1748c2 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1580033 Dec 24 02:56:23.507850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-29ff54c4-b204-447c-a433-f6f9d42b2f32', 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32', 'project_id': '74b41374908d4094895d0dc69d33c09f', 'fixed_ips': [{'subnet_id': 'edcfbe17-2f03-41f3-9649-a09016de291c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:23.508761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.515321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56614) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:23.526065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.544009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:23.544534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.553157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.595978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56616) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:23.598895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Router de2599b4-5000-4841-ab9f-01560069abd4 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:23.603452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=a7969eda-7840-42c0-b772-5399008f361d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:23.650578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.696321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.805739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:23.813347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.819073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:23.822771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event updated for resources: {'Port': ['ID=a83fb58b-762e-49c7-b106-56880e6ef922,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:23.826216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:23.845567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:23.860314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Deleting subnet 20717b41-f466-4f6f-92ea-3c952c4fcc66 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:23.895533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.896503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:23.918577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.006369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] Sync routers for ids ['de2599b4-5000-4841-ab9f-01560069abd4'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:24.017247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Pushing event updated for resources: {'Port': ['ID=8a79c6a5-09ca-4469-b493-084bb3c7e073,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:24.022095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.043049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:24.082495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] Routers {'de2599b4-5000-4841-ab9f-01560069abd4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:24.083470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['de2599b4-5000-4841-ab9f-01560069abd4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:24.085950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:24.094765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:24.130907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:24.179359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:24.201644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.203273 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-740f422a-4e17-4e12-80be-4c3210c65b28 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3166838 Dec 24 02:56:24.206522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.242095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.242288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56622) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.253710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1354334648', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:24.286963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Allocated IP 2001:db8:0:1::1 (29ff54c4-b204-447c-a433-f6f9d42b2f32/edcfbe17-2f03-41f3-9649-a09016de291c/4c6f47d1-3936-4dfe-bb0f-45fba2f7896d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:24.342917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] Routers {'de2599b4-5000-4841-ab9f-01560069abd4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:24.343777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['de2599b4-5000-4841-ab9f-01560069abd4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:24.401357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6bdf2-171b-41dc-a699-f551c403eead req-1cd0add9-09f4-4703-aaa9-eb3e57ff6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:24.404028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bca6bdf2-171b-41dc-a699-f551c403eead req-1cd0add9-09f4-4703-aaa9-eb3e57ff6c68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 1099 time: 0.3908455 Dec 24 02:56:24.406563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:24.407266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.412501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:24.413407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea682445-6ad6-46c0-877c-b42568fa947f None None] The sync data for ids ['de2599b4-5000-4841-ab9f-01560069abd4'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:24.415663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Attempting to bind port 8a79c6a5-09ca-4469-b493-084bb3c7e073 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:24.425375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Attempting to bind port 8a79c6a5-09ca-4469-b493-084bb3c7e073 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '3dec3019-f4bb-4845-99a6-8afcb607864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:24.426004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Attempting to bind port 8a79c6a5-09ca-4469-b493-084bb3c7e073 on network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:24.465707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:24.466403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Checking segment: {'id': '3dec3019-f4bb-4845-99a6-8afcb607864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:24.466953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.467490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Bound using segment: {'id': '3dec3019-f4bb-4845-99a6-8afcb607864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:24.468341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Bound port: 8a79c6a5-09ca-4469-b493-084bb3c7e073, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dec3019-f4bb-4845-99a6-8afcb607864f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:24.468909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.480782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bca6bdf2-171b-41dc-a699-f551c403eead req-039fa183-a4a3-4bfa-88cc-dc2e6632cd66 service neutron] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.503014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:24.508493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bbd030ad-e750-469f-a935-226e310dd245 None None] Provisioning complete for port a83fb58b-762e-49c7-b106-56880e6ef922 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:24.509068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbd030ad-e750-469f-a935-226e310dd245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.512563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.516662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b931b891-2db8-4da0-8c6a-344b74073efa tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/a7969eda-7840-42c0-b772-5399008f361d HTTP/1.1" status: 204 len: 168 time: 2.6556823 Dec 24 02:56:24.526465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56628) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.562997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c23779-a8f1-418b-839c-1d84a52dbb63 req-25043c7a-d0af-455c-ad89-bb334f05d8f2 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:24.566750 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b5a8a9-c4f3-4365-831d-de3bea25e3d7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] GET failed (client error): The resource could not be found. Dec 24 02:56:24.573524 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-98b5a8a9-c4f3-4365-831d-de3bea25e3d7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports/a7969eda-7840-42c0-b772-5399008f361d HTTP/1.1" status: 404 len: 333 time: 0.0412202 Dec 24 02:56:24.573721 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19c23779-a8f1-418b-839c-1d84a52dbb63 req-25043c7a-d0af-455c-ad89-bb334f05d8f2 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.2031839 Dec 24 02:56:24.576352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56630) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.585467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-1356824821'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:24.587056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c49b3c-a541-4363-bbcf-ea6c4fd97ba8 req-90aedb5e-4f7e-48f5-899b-374a78927e74 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:24.588563 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24c49b3c-a541-4363-bbcf-ea6c4fd97ba8 req-90aedb5e-4f7e-48f5-899b-374a78927e74 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.3525581 Dec 24 02:56:24.589561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.591788 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bdbd903f-9b83-4014-8d6a-8560bdffc6d3 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2630699 Dec 24 02:56:24.595853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56632) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.643133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bbd030ad-e750-469f-a935-226e310dd245 None None] Port a83fb58b-762e-49c7-b106-56880e6ef922 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:24.655139 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d0477e4-3d3a-4d91-8b28-ba8a1a9257d8 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/de2599b4-5000-4841-ab9f-01560069abd4 HTTP/1.1" status: 200 len: 920 time: 0.4149990 Dec 24 02:56:24.658754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56636) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.660601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.661632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.755796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.787471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ea8c9efc-7eca-4a91-8242-de1dc1cf98bb tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=de2599b4-5000-4841-ab9f-01560069abd4 HTTP/1.1" status: 200 len: 205 time: 0.1279285 Dec 24 02:56:24.792184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56638) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.797314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19c23779-a8f1-418b-839c-1d84a52dbb63 req-5ad73b95-18de-4edc-86ff-58c178b1b1dc tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253802 Dec 24 02:56:24.829359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.845149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24c49b3c-a541-4363-bbcf-ea6c4fd97ba8 req-176e9eaf-f54f-465c-a53c-a07f61bb9e8b tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443569 Dec 24 02:56:24.855405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'project_id': 'e0db7a1edb6f4e20ab52d4fd4be7ada5', 'port_id': 'a83fb58b-762e-49c7-b106-56880e6ef922'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:24.874740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bca6bdf2-171b-41dc-a699-f551c403eead req-039fa183-a4a3-4bfa-88cc-dc2e6632cd66 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.895377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.906353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] For port 8a79c6a5-09ca-4469-b493-084bb3c7e073, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:24.921425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] For port 8a79c6a5-09ca-4469-b493-084bb3c7e073, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a79c6a5-09ca-4469-b493-084bb3c7e073,segment=NetworkSegment(3dec3019-f4bb-4845-99a6-8afcb607864f),segment_id=3dec3019-f4bb-4845-99a6-8afcb607864f)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:24.933159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Subnet': ['ID=20717b41-f466-4f6f-92ea-3c952c4fcc66,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:24.937570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.943284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fc7e6fdf-8a42-42cb-ab47-8c8ae2b1f7df tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/subnets/20717b41-f466-4f6f-92ea-3c952c4fcc66 HTTP/1.1" status: 204 len: 168 time: 1.4242048 Dec 24 02:56:24.946425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56640) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:24.946532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:24.976143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bca6bdf2-171b-41dc-a699-f551c403eead req-039fa183-a4a3-4bfa-88cc-dc2e6632cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.002440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.009029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Network 29ff54c4-b204-447c-a433-f6f9d42b2f32 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:25.009717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.018957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:25.021551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:25.022950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:25.027956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.070013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Pushing event updated for resources: {'Port': ['ID=4c6f47d1-3936-4dfe-bb0f-45fba2f7896d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:25.097089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bca6bdf2-171b-41dc-a699-f551c403eead req-039fa183-a4a3-4bfa-88cc-dc2e6632cd66 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6680849 Dec 24 02:56:25.102984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fa183-a4a3-4bfa-88cc-dc2e6632cd66 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5492d8b-2207-4262-838f-a1b2076236a2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:25.121136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Deleting subnet edcfbe17-2f03-41f3-9649-a09016de291c {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:25.135840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.139179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port 4a785c19-ee07-42fa-904a-91ad63ff27ac yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:25.179802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.203612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.1 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/99bf7c36-a4f9-4576-80d0-e74b212b77a0) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:25.212141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.253446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.329368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Attempting to bind port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:25.329899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Attempting to bind port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:25.330084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Attempting to bind port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d on network 29ff54c4-b204-447c-a433-f6f9d42b2f32 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:25.365336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:25.365752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Checking segment: {'id': '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:25.366160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.366546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Bound using segment: {'id': '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:25.367037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Bound port: 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '29ff54c4-b204-447c-a433-f6f9d42b2f32'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:25.367414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.377596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e25eb6-2d0d-4b1d-9358-1161c136eb18 None None] Pushing event updated for resources: {'Port': ['ID=8a79c6a5-09ca-4469-b493-084bb3c7e073,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:25.479837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] For port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:25.485142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] For port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c6f47d1-3936-4dfe-bb0f-45fba2f7896d,segment=NetworkSegment(8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4),segment_id=8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:25.502311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:25.512148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2bb67-e805-4e73-a55e-71eb120f73dd" -d '{"events": [{"server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:25.548201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.565550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.598578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28999e08-068b-417d-a49c-ec56860e7013 x-openstack-request-id: req-28999e08-068b-417d-a49c-ec56860e7013 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:25.599008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "name": "network-vif-plugged", "status": "completed", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:25.599234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28999e08-068b-417d-a49c-ec56860e7013 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:25.599559 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'code': 200} Dec 24 02:56:25.641420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.643464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.705604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177f997-d4e1-452d-9436-7a8c1f6bd515 None None] Pushing event updated for resources: {'Port': ['ID=4c6f47d1-3936-4dfe-bb0f-45fba2f7896d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:25.709774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.5 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/4a785c19-ee07-42fa-904a-91ad63ff27ac) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:25.725583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.740946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:25.842613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.014283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.114528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a79c6a5-09ca-4469-b493-084bb3c7e073 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:26.177085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.184337 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/subnets/edcfbe17-2f03-41f3-9649-a09016de291c HTTP/1.1" status: 204 len: 168 time: 1.2395854 Dec 24 02:56:26.185404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909fca3-a3e8-474b-88f7-3d9169e12fa8 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Subnet': ['ID=edcfbe17-2f03-41f3-9649-a09016de291c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:26.190817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56648) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:26.231966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8a79c6a5-09ca-4469-b493-084bb3c7e073 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:26.233061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.347018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.361934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.380337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566288-6409-41a0-be6b-40bb9f9cf1a1 req-eb522d00-c11c-40cf-b360-dac5542794fd tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:26.381920 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-47566288-6409-41a0-be6b-40bb9f9cf1a1 req-eb522d00-c11c-40cf-b360-dac5542794fd tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.3931661 Dec 24 02:56:26.407376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc7487-8f29-4bad-9cb8-e2a7b8a36471 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:26.413693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-23bc7487-8f29-4bad-9cb8-e2a7b8a36471 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1933722 Dec 24 02:56:26.417159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56650) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:26.431162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 8a79c6a5-09ca-4469-b493-084bb3c7e073, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a79c6a5-09ca-4469-b493-084bb3c7e073,segment=NetworkSegment(3dec3019-f4bb-4845-99a6-8afcb607864f),segment_id=3dec3019-f4bb-4845-99a6-8afcb607864f)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:26.445454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d9610-01ed-4980-ac66-80b3c07ecef3 req-2377f0c2-6b7d-4cab-8496-5ed1ed67f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:26.447093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e8d9610-01ed-4980-ac66-80b3c07ecef3 req-2377f0c2-6b7d-4cab-8496-5ed1ed67f996 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 1098 time: 0.3221042 Dec 24 02:56:26.453121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.468877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.511691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.570109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port 177b6b7e-5964-4f2a-98a8-d4d8fa623d01 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:26.573947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.587794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.593898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:26.614527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=8a79c6a5-09ca-4469-b493-084bb3c7e073,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:26.632744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:26.632942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.642643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-47566288-6409-41a0-be6b-40bb9f9cf1a1 req-452f132b-7d49-465b-8fb6-80bc57644ff6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526488 Dec 24 02:56:26.648587 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e8d9610-01ed-4980-ac66-80b3c07ecef3 req-92d89aad-da21-46b8-97f9-b3ec07cce6b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752317 Dec 24 02:56:26.694767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.707545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Allocated IP 172.26.7.22 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/7a64fb0f-fb70-443c-9127-8ebcc88b526e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:26.749921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:26.751077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed407e6-f721-44bd-bde2-b9bb4e6041a8 None None] Network c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:26.756480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:26.762972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:26.773633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Deleting port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:26.774086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.775967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=4a785c19-ee07-42fa-904a-91ad63ff27ac,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:26.866932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.907133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:26.938885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f3f7a370-9c56-4b54-b7b5-945a69170a62 None None] Provisioning complete for port 8a79c6a5-09ca-4469-b493-084bb3c7e073 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:26.940011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a370-9c56-4b54-b7b5-945a69170a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.961102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:26.961421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.965567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] For port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c6f47d1-3936-4dfe-bb0f-45fba2f7896d,segment=NetworkSegment(8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4),segment_id=8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:26.965775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.965950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:26.987077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Calling delete_port for 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:27.040300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.059558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d4c867ff-f496-4cbe-9c87-cfdf662a0883 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4821522 Dec 24 02:56:27.060431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for 177b6b7e-5964-4f2a-98a8-d4d8fa623d01 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:27.072361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56652) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:27.082820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6b:8e:2d'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:27.172919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] DHCP port deletion for c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:56:27.199830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f614e97-8e9d-41e7-8dc9-319f58425883 req-634ef747-60f2-46cc-affc-e43d109246e4 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:27.205446 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f614e97-8e9d-41e7-8dc9-319f58425883 req-634ef747-60f2-46cc-affc-e43d109246e4 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.7534373 Dec 24 02:56:27.244829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd5a556f-20cf-4f87-b74e-43230821646e None None] Provisioning complete for port 4a785c19-ee07-42fa-904a-91ad63ff27ac triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:27.245208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd5a556f-20cf-4f87-b74e-43230821646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.258300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.260220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=99bf7c36-a4f9-4576-80d0-e74b212b77a0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:27.293781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.297926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.320381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79751551-4a77-4d2b-976d-90638b0bf24a None None] Network 29ff54c4-b204-447c-a433-f6f9d42b2f32 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:27.322070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] No DVR routers for this DVR port 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:27.346385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Port': ['ID=4c6f47d1-3936-4dfe-bb0f-45fba2f7896d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:27.353714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Deleting port 8a79c6a5-09ca-4469-b493-084bb3c7e073 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:27.354011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.355689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a556f-20cf-4f87-b74e-43230821646e None None] Port 4a785c19-ee07-42fa-904a-91ad63ff27ac cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:27.388389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Allocated IP 172.26.7.44 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/54e34345-0ee0-4a66-a7cf-2c946ffbc3c1) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:27.458604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.475246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cfb7c517-c83d-4120-ba43-cd87b5710b10 None None] Could not find standard attr ID for object 4c6f47d1-3936-4dfe-bb0f-45fba2f7896d. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:56:27.490398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:27.505045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] For port 8a79c6a5-09ca-4469-b493-084bb3c7e073, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a79c6a5-09ca-4469-b493-084bb3c7e073,segment=NetworkSegment(3dec3019-f4bb-4845-99a6-8afcb607864f),segment_id=3dec3019-f4bb-4845-99a6-8afcb607864f)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:27.505444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.507244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ff54c4-b204-447c-a433-f6f9d42b2f32']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:27.514940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:27.528665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Calling delete_port for 8a79c6a5-09ca-4469-b493-084bb3c7e073 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:27.543687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:27.549047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Pushing event updated for resources: {'Port': ['ID=7a64fb0f-fb70-443c-9127-8ebcc88b526e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:27.552005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:27.552461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca3a82e-fd5e-4f07-aab3-eb44eac6bfc4') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:27.570729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.595147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.608178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:27.608626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:27.611547 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:27.638097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a56cb-47f8-423f-a261-9f9c41ccfd52 None None] DHCP port deletion for 29ff54c4-b204-447c-a433-f6f9d42b2f32 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:56:27.662262 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f614e97-8e9d-41e7-8dc9-319f58425883 req-504c84ca-ff66-408e-9fab-e62b988b8943 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955305 Dec 24 02:56:27.721356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.789318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.790792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.809087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.809087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/29ff54c4-b204-447c-a433-f6f9d42b2f32 HTTP/1.1" status: 204 len: 168 time: 1.3770735 Dec 24 02:56:27.810104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56656) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:27.813329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c1b23-9c73-49b6-8ef4-d452e74fe5fc req-837ec352-8e38-41dd-8e22-bd568cefe9e1 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:27.815149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7b2c1b23-9c73-49b6-8ef4-d452e74fe5fc req-837ec352-8e38-41dd-8e22-bd568cefe9e1 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.0671449 Dec 24 02:56:27.820047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.828206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9adfe6-15ca-44e2-9acd-eda213445f44 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=29ff54c4-b204-447c-a433-f6f9d42b2f32,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:27.830158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.859277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] Pushing event deleted for resources: {'Port': ['ID=8a79c6a5-09ca-4469-b493-084bb3c7e073,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:27.882840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b37d0c-3e8c-4484-ab81-921b5409d062 None None] No DVR routers for this DVR port 8a79c6a5-09ca-4469-b493-084bb3c7e073 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:27.947741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:27.974472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a79c6a5-09ca-4469-b493-084bb3c7e073 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:56:28.002631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 8a79c6a5-09ca-4469-b493-084bb3c7e073 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:56:28.002939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a79c6a5-09ca-4469-b493-084bb3c7e073 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:56:28.020753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=4a785c19-ee07-42fa-904a-91ad63ff27ac,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:28.024274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] In _notify_port_updated(), no bound segment for port 4a785c19-ee07-42fa-904a-91ad63ff27ac on network 840bcee8-6887-4143-8396-e69e7c04850e {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:56:28.029853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:28.032148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.036061 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c3812852-2d1b-42dd-aa57-efa5a0fb79b7 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "PUT /v2.0/ports/4a785c19-ee07-42fa-904a-91ad63ff27ac HTTP/1.1" status: 200 len: 994 time: 0.9601641 Dec 24 02:56:28.036391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56658) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:28.043827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.049986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7b2c1b23-9c73-49b6-8ef4-d452e74fe5fc req-f6bcc480-d1d2-481c-a9c7-bec30f6026fe tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914308 Dec 24 02:56:28.107513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=177b6b7e-5964-4f2a-98a8-d4d8fa623d01,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:28.135810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.152030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.184006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port 4a785c19-ee07-42fa-904a-91ad63ff27ac {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:28.184350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.205481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-46c8aff8-1a66-4f14-94ef-d16512da95fe None None] Provisioning complete for port 4a785c19-ee07-42fa-904a-91ad63ff27ac triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:28.205846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46c8aff8-1a66-4f14-94ef-d16512da95fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.239675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-46c8aff8-1a66-4f14-94ef-d16512da95fe None None] Port 4a785c19-ee07-42fa-904a-91ad63ff27ac cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:28.264188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:28.279976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.293050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for 4a785c19-ee07-42fa-904a-91ad63ff27ac owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:28.305223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:28.471468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.502338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=4a785c19-ee07-42fa-904a-91ad63ff27ac,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:28.578164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:28.643438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.650004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.654284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-20016395-ee78-4e97-b810-d447dd4436ad tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/4a785c19-ee07-42fa-904a-91ad63ff27ac HTTP/1.1" status: 204 len: 168 time: 0.6165493 Dec 24 02:56:28.657533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56662) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:28.682861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event updated for resources: {'Port': ['ID=54e34345-0ee0-4a66-a7cf-2c946ffbc3c1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:28.687404 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6d213f-2ac7-4880-be6d-2fcc2c9cd0a5 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] GET failed (client error): The resource could not be found. Dec 24 02:56:28.690922 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-af6d213f-2ac7-4880-be6d-2fcc2c9cd0a5 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports/4a785c19-ee07-42fa-904a-91ad63ff27ac HTTP/1.1" status: 404 len: 333 time: 0.0323255 Dec 24 02:56:28.696569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56666) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:28.702320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-1289370944'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:28.834595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c143e-853e-43cc-a5e0-14d166f30fcc req-c4fd5bf4-74bd-4cb1-8440-fa37eb619883 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:28.836180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f51c143e-853e-43cc-a5e0-14d166f30fcc req-c4fd5bf4-74bd-4cb1-8440-fa37eb619883 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.0780797 Dec 24 02:56:28.843290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.846490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.858915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f261d-1dc6-4993-9e1f-c15e7b55aa73 req-5892a090-8f6a-44e2-a5db-5849884974b9 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:28.860219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-857f261d-1dc6-4993-9e1f-c15e7b55aa73 req-5892a090-8f6a-44e2-a5db-5849884974b9 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.6749744 Dec 24 02:56:28.869969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56668) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:28.875130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Request body: {'floatingip': {'port_id': '4182c94d-92de-45d5-b03d-95f0f6554054'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:28.951531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:28.955773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:28.971705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.021713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.024462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port 622943ec-823b-4e4a-86f6-a17bb6db2b2f yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:29.032481 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f51c143e-853e-43cc-a5e0-14d166f30fcc req-d77688bb-9702-409d-9142-f69595b223a8 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896980 Dec 24 02:56:29.131133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:29.177582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.178182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router de2599b4-5000-4841-ab9f-01560069abd4 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:29.214150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.215703 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d8993eb-f759-4201-9b2c-27e8befab77f tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/de2599b4-5000-4841-ab9f-01560069abd4 HTTP/1.1" status: 204 len: 168 time: 4.4199209 Dec 24 02:56:29.220678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56672) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:29.229508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1067040852', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:29.238287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dec3019-f4bb-4845-99a6-8afcb607864f') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:29.238585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dec3019-f4bb-4845-99a6-8afcb607864f') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:29.247823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.14 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/622943ec-823b-4e4a-86f6-a17bb6db2b2f) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:29.316398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.399095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.400032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.418016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.440934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c1c3-4915-432b-b3e3-940ee5a6fbfe req-07ce3397-3bff-4577-bc17-42229d9a3eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:29.442484 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7e78c1c3-4915-432b-b3e3-940ee5a6fbfe req-07ce3397-3bff-4577-bc17-42229d9a3eac tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.3298206 Dec 24 02:56:29.443602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:29.444011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:29.450921 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:29.472287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56674) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:29.507816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.524545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Request body: {'floatingip': {'port_id': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:29.714742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.818494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.826087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:29.870272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.077404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.082813 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3 HTTP/1.1" status: 204 len: 168 time: 2.2678158 Dec 24 02:56:30.109595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56676) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:30.116467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.122730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.152646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:30.162837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d561b4-ee7a-4111-af68-5d9940834620 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=c3cb76eb-d0fb-432a-8b45-b20b0b4a59a3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:30.189282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.196925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.200335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.259283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.272937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.319937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.360753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.417986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.450554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:30.464945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:30.469076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:30.475022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=622943ec-823b-4e4a-86f6-a17bb6db2b2f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:30.481599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.495745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=99bf7c36-a4f9-4576-80d0-e74b212b77a0,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:30.520189 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Floating IP 288e3c10-85d6-47e2-b2b6-eeb470ac9482 associated. External IP: 172.26.7.45, port: 4182c94d-92de-45d5-b03d-95f0f6554054. Dec 24 02:56:30.581539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:30.582769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.729764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3026cecc-f29d-45ef-b72a-237826b25f66 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0320356 Dec 24 02:56:30.735370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56678) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:30.741830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6b:8e:2d'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:30.768371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.786541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8bc5f0ed-05c6-41cf-a570-cd1cd87c8d38 None None] Provisioning complete for port 622943ec-823b-4e4a-86f6-a17bb6db2b2f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:30.787210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bc5f0ed-05c6-41cf-a570-cd1cd87c8d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.799119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.828302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8bc5f0ed-05c6-41cf-a570-cd1cd87c8d38 None None] Port 622943ec-823b-4e4a-86f6-a17bb6db2b2f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:30.859389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.948723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:30.953863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:30.985802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eab908a-9a7d-4d3e-9071-506c6311b310']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:31.002437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:31.013483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f74976d-70b9-45f4-b54c-4ea995d02249') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:31.013785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f74976d-70b9-45f4-b54c-4ea995d02249') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:31.042909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.063296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.131350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.152150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.205366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.211565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:31.211962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:31.220361 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:31.298195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.26.7.87 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/e9c4c802-1a09-40d6-854d-92a313c1b981) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:31.301090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Router 52258716-f130-4dd8-98ed-71cee1296f25 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:31.588681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.599646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:31.606054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.611858 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Sync routers for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:31.624702 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:31.625502 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:31.640123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.661195 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5e5b2505-1492-4fc4-9967-d4e63983f87a tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "PUT /v2.0/floatingips/288e3c10-85d6-47e2-b2b6-eeb470ac9482 HTTP/1.1" status: 200 len: 991 time: 2.7900426 Dec 24 02:56:31.666197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:31.668478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:31.696201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.740856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.resource_extend [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:56:31.757556 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:31.783448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=622943ec-823b-4e4a-86f6-a17bb6db2b2f,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:31.791296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] In _notify_port_updated(), no bound segment for port 622943ec-823b-4e4a-86f6-a17bb6db2b2f on network 840bcee8-6887-4143-8396-e69e7c04850e {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:56:31.808086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:31.816547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.816547 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7ba9158-6427-4ed8-a9d5-88ac07b9fe01 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "PUT /v2.0/ports/622943ec-823b-4e4a-86f6-a17bb6db2b2f HTTP/1.1" status: 200 len: 997 time: 1.0738218 Dec 24 02:56:31.816547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56684) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:31.817904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.855154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Pushing event updated for resources: {'Port': ['ID=7a64fb0f-fb70-443c-9127-8ebcc88b526e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:31.866678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.879669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd6081b-6a69-490c-95f5-bc794a58187f x-openstack-request-id: req-ebd6081b-6a69-490c-95f5-bc794a58187f {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:31.879947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:31.880220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebd6081b-6a69-490c-95f5-bc794a58187f {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:31.880627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054', 'status': 'completed', 'code': 200} Dec 24 02:56:31.894030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:31.901862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:31.908193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:31.931198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.959539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:31.963387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:31.968940 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/1eab908a-9a7d-4d3e-9071-506c6311b310 HTTP/1.1" status: 204 len: 168 time: 1.8545349 Dec 24 02:56:31.974628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c4c802-1a09-40d6-854d-92a313c1b981,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:31.976834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56690) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:32.007766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d28aa-1149-4818-8411-1572c4d2a905 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=1eab908a-9a7d-4d3e-9071-506c6311b310,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:32.026231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.128395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.171526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f6b0e4b9-964f-41da-842e-79dba8685d40 None None] Provisioning complete for port 622943ec-823b-4e4a-86f6-a17bb6db2b2f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:32.172759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e4b9-964f-41da-842e-79dba8685d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.182393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Router bd365895-55a4-4563-a875-f47a2f6c1bcc is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:32.193825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.195877 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '288e3c10-85d6-47e2-b2b6-eeb470ac9482', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'port_id': '4182c94d-92de-45d5-b03d-95f0f6554054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'mac_address': 'fa:16:3e:06:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:51Z', 'updated_at': '2021-12-24T02:56:29Z', 'revision_number': 1, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.197219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-95f987d7-4140-4b97-b12e-bbdc57a1787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:32.198746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-95f987d7-4140-4b97-b12e-bbdc57a1787f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 1099 time: 0.2363884 Dec 24 02:56:32.216543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f6b0e4b9-964f-41da-842e-79dba8685d40 None None] Port 622943ec-823b-4e4a-86f6-a17bb6db2b2f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:32.224097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port 622943ec-823b-4e4a-86f6-a17bb6db2b2f {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:32.224459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.242797 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Checking router: 52258716-f130-4dd8-98ed-71cee1296f25 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:32.253853 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:32.255027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.341466 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Floating IP 9be1138b-301d-488e-91aa-0a2f0e4cd8bb associated. External IP: 172.26.7.22, port: a83fb58b-762e-49c7-b106-56880e6ef922. Dec 24 02:56:32.366702 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:32.451811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:32.465136 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-574ff0f4-86a2-416c-bea2-e18f2047a0d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/routers/49df3c18-d85f-4c81-8e15-1444bf36d7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6089795 Dec 24 02:56:32.477234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56692) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:32.478524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:32.489452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'port': {'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d', 'name': 'tempest-FloatingIPTestJSON-24137574'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:32.495822 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Floating IP e4d0fc38-3ea9-4658-9c44-6bab3a42642a associated. External IP: 172.26.7.108, port: 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e. Dec 24 02:56:32.499293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.507404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:32.509908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.552178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-62f67939-ba11-4954-a7b3-05e4381d5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:32.553803 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-62f67939-ba11-4954-a7b3-05e4381d5eca service neutron] 10.222.0.49 "GET /v2.0/networks?id=63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 200 len: 912 time: 0.3319733 Dec 24 02:56:32.570897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.580329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.581056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:32.581178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:32.581946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.594656 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] Sync routers for ids ['bd365895-55a4-4563-a875-f47a2f6c1bcc'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:32.606523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] Routers {'bd365895-55a4-4563-a875-f47a2f6c1bcc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:32.607476 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['bd365895-55a4-4563-a875-f47a2f6c1bcc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.626655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0ce324-7f06-4d6e-80b8-436181d74a44']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.630201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.630862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43106ee2-21dc-491e-b29a-91b5004820bc None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:32.652999 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.667635 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] Routers {'bd365895-55a4-4563-a875-f47a2f6c1bcc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:32.668882 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['bd365895-55a4-4563-a875-f47a2f6c1bcc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.679038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for 622943ec-823b-4e4a-86f6-a17bb6db2b2f owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:32.704811 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.705374 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36259f14-229f-4a5a-a3f5-9ae7177f82c8 None None] The sync data for ids ['bd365895-55a4-4563-a875-f47a2f6c1bcc'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:32.717669 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '288e3c10-85d6-47e2-b2b6-eeb470ac9482', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'port_id': '4182c94d-92de-45d5-b03d-95f0f6554054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'mac_address': 'fa:16:3e:06:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:51Z', 'updated_at': '2021-12-24T02:56:29Z', 'revision_number': 1, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.721217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906d123-7209-496d-9abb-2eafefb02f68') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.721452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906d123-7209-496d-9abb-2eafefb02f68') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:32.768039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.777078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.781467 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-66b7a862-5d98-43e1-893f-6c01e1a5d597 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1816704 Dec 24 02:56:32.808880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56694) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:32.817890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-f176fbce-6492-405e-8680-8278e51e0287 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 200 len: 999 time: 0.2395608 Dec 24 02:56:32.818471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.837067 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45bd090-9a4d-444c-9a44-43a91c8777f2 None None] The sync data for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv is: [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '288e3c10-85d6-47e2-b2b6-eeb470ac9482', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'port_id': '4182c94d-92de-45d5-b03d-95f0f6554054', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'mac_address': 'fa:16:3e:06:b6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:51Z', 'updated_at': '2021-12-24T02:56:29Z', 'revision_number': 1, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:32.867640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.917249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:32.917658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:32.921383 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:32.926296 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:32.976753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Router 8c753bd4-cfa9-415e-acc8-5b548e24c616 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:32.995847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Router a7bac057-d03d-4135-b76e-2196288de7d7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:33.056020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b709fba-d8e4-43b4-a5ac-06b43a05229d tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/bd365895-55a4-4563-a875-f47a2f6c1bcc HTTP/1.1" status: 200 len: 924 time: 0.2467058 Dec 24 02:56:33.059055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56700) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:33.114027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64d6817-ff79-4d24-aacf-7cab2e686922 None None] New status for floating IP 288e3c10-85d6-47e2-b2b6-eeb470ac9482: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:56:33.135169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3aba8fd4-6e09-4a94-8a88-32ee1e21b3a3 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd365895-55a4-4563-a875-f47a2f6c1bcc HTTP/1.1" status: 200 len: 205 time: 0.0750015 Dec 24 02:56:33.139075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56702) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:33.397077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-e8f66ef6-56b5-4251-b3e1-3a2a82615686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:33.398537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-e8f66ef6-56b5-4251-b3e1-3a2a82615686 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d667a65-8057-49d7-8831-9dd54ff89dc7 HTTP/1.1" status: 200 len: 850 time: 0.5322919 Dec 24 02:56:33.479938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.488804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:33.492246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.512697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.516915 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] 10.222.0.36 "DELETE /v2.0/networks/ce0ce324-7f06-4d6e-80b8-436181d74a44 HTTP/1.1" status: 204 len: 168 time: 1.5353205 Dec 24 02:56:33.540394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c518de-356c-4fda-952a-bcad1130e029 tempest-BulkNetworkOpsIpV6Test-1927250206 tempest-BulkNetworkOpsIpV6Test-1927250206-project] Pushing event deleted for resources: {'Network': ['ID=ce0ce324-7f06-4d6e-80b8-436181d74a44,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:33.583113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] device_id is not set on port 767fd863-5c06-415e-9f08-4b7149579fe5 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:33.585809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:33.594104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.599643 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Sync routers for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:33.601764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:33.603326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.619438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] Sync routers for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:33.626867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:33.629839 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:33.646044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:33.646711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:33.649072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-d0be2095-62c4-4152-9ee3-e00f9b374247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:33.651711 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-d0be2095-62c4-4152-9ee3-e00f9b374247 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63550da7-518b-43cc-8035-1c249d84afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2421720 Dec 24 02:56:33.671243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.694824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:33.704783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:33.705390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:33.712946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=622943ec-823b-4e4a-86f6-a17bb6db2b2f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:33.753535 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c441acae-c8be-4cfe-93a1-4897b1109b85 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "PUT /v2.0/floatingips/e4d0fc38-3ea9-4658-9c44-6bab3a42642a HTTP/1.1" status: 200 len: 991 time: 4.2780025 Dec 24 02:56:33.754639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:33.755870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:56:33.768206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f3590-831f-47af-b9cc-3973292e245e None None] The sync data for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:33.784145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.799830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:33.845496 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:33.895020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1b85253-239f-4835-96ac-bf1297889d5d tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.2980855 Dec 24 02:56:33.900574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56712) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:33.965938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:56:34.059358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.9 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/767fd863-5c06-415e-9f08-4b7149579fe5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:34.103136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.109658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-68d54ba4-c299-4dbf-a9a7-17fa943c68fc tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/622943ec-823b-4e4a-86f6-a17bb6db2b2f HTTP/1.1" status: 204 len: 168 time: 2.2896123 Dec 24 02:56:34.112497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-3738487f-452c-4656-924f-60cbcbe08e02 service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299104 Dec 24 02:56:34.115684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56722) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.121353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.133949 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b4c78e9e-13c1-44d5-bb07-95dace73fdc5 tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "GET /v2.0/floatingips/9be1138b-301d-488e-91aa-0a2f0e4cd8bb HTTP/1.1" status: 200 len: 983 time: 0.2301764 Dec 24 02:56:34.133949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.199850 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8435bb-3f75-4b04-a8b5-b5c873855d2a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] GET failed (client error): The resource could not be found. Dec 24 02:56:34.206265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fb8435bb-3f75-4b04-a8b5-b5c873855d2a tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports/622943ec-823b-4e4a-86f6-a17bb6db2b2f HTTP/1.1" status: 404 len: 333 time: 0.0896020 Dec 24 02:56:34.206816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.219027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-1233030'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:34.253369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56728) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.322456 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d04983da-5233-4341-9ada-182aeab8cb02 tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1855423 Dec 24 02:56:34.325523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.327018 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e4d0fc38-3ea9-4658-9c44-6bab3a42642a', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'port_id': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'mac_address': 'fa:16:3e:c3:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:50Z', 'updated_at': '2021-12-24T02:56:31Z', 'revision_number': 1, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:34.373958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16432b6f-dd0f-45c9-945f-bc56a4b9cd40 x-openstack-request-id: req-16432b6f-dd0f-45c9-945f-bc56a4b9cd40 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:56:34.375062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:56:34.375325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16432b6f-dd0f-45c9-945f-bc56a4b9cd40 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:56:34.375800 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'status': 'completed', 'code': 200} Dec 24 02:56:34.381585 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Checking router: 8c753bd4-cfa9-415e-acc8-5b548e24c616 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:34.391522 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:34.392251 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:34.459805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e41fe9dd-d7db-4407-b01f-3dc7a91e300f req-64fff7f9-c4c0-46a9-8005-8d4e500530fd service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262014 Dec 24 02:56:34.507825 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:34.555212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port 54e34345-0ee0-4a66-a7cf-2c946ffbc3c1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:34.555540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.558454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-0601b240-f796-411d-ab29-044711a9716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:34.558454 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-0601b240-f796-411d-ab29-044711a9716b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c82484d684c44c5aaa94832bdd062699&device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 1098 time: 0.1451001 Dec 24 02:56:34.580352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.618650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router c4bc4d8d-bb40-4212-95a2-0a35d147f98d is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:34.639955 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cadb45a9-80ec-4265-8099-0c9990b4c4fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74b41374908d4094895d0dc69d33c09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341787 Dec 24 02:56:34.645472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56734) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:34.678662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port 7a64fb0f-fb70-443c-9127-8ebcc88b526e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:34.678908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.690171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.722573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:34.726084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.731766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for 54e34345-0ee0-4a66-a7cf-2c946ffbc3c1 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:34.752736 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e4d0fc38-3ea9-4658-9c44-6bab3a42642a', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'port_id': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'mac_address': 'fa:16:3e:c3:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:50Z', 'updated_at': '2021-12-24T02:56:31Z', 'revision_number': 1, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:34.781794 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef1d878-3171-4a70-bcec-7b4cc35e208a None None] The sync data for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv is: [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e4d0fc38-3ea9-4658-9c44-6bab3a42642a', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'port_id': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'mac_address': 'fa:16:3e:c3:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:55:50Z', 'updated_at': '2021-12-24T02:56:31Z', 'revision_number': 1, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:34.806618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port 0c78e308-f4b6-48e5-a4cd-9523e35232fe yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:34.813149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-044f6b1e-6fb2-4bfa-8eea-4fa7d10f3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:34.815104 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-044f6b1e-6fb2-4bfa-8eea-4fa7d10f3183 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44 HTTP/1.1" status: 200 len: 906 time: 0.2487900 Dec 24 02:56:34.821726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.867735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.868059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.887430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.901670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for 7a64fb0f-fb70-443c-9127-8ebcc88b526e owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:34.909508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:34.986997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-6a8d3802-f250-4e96-b3a7-a87c0cdf4125 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e HTTP/1.1" status: 200 len: 999 time: 0.1592059 Dec 24 02:56:35.017229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:35.022934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:35.058881 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Sync routers for ids ['c4bc4d8d-bb40-4212-95a2-0a35d147f98d'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:35.059321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd9d1f2-d6ab-4f13-a716-86b677471f30 None None] New status for floating IP e4d0fc38-3ea9-4658-9c44-6bab3a42642a: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:56:35.079800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:35.086306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:35.104033 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Routers {'c4bc4d8d-bb40-4212-95a2-0a35d147f98d'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:35.104310 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c4bc4d8d-bb40-4212-95a2-0a35d147f98d'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:35.141590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=767fd863-5c06-415e-9f08-4b7149579fe5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:35.170008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-80114be1-dd9e-4ddc-b5fe-a669a2fa5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:35.171578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-80114be1-dd9e-4ddc-b5fe-a669a2fa5302 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b366ee5a-388b-4d49-abdb-05aefa44e5c7 HTTP/1.1" status: 200 len: 844 time: 0.1654856 Dec 24 02:56:35.178683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.179049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.179405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.179744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.180262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.180405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.180777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.181106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.181439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.181765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.182091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.182413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.182739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:35.188252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.4 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/0c78e308-f4b6-48e5-a4cd-9523e35232fe) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:35.228516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:35.229782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:35.290075 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Set router c4bc4d8d-bb40-4212-95a2-0a35d147f98d gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:35.316199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-a363bd13-449d-4317-be8c-2c791358771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:35.497109 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-a363bd13-449d-4317-be8c-2c791358771a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6978e5bb-c7f7-4cf3-81e7-b6818397ce44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266887 Dec 24 02:56:35.505925 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87'}], 'enable_snat': False}, 'gw_port_id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:29Z', 'updated_at': '2021-12-24T02:56:32Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:30Z', 'updated_at': '2021-12-24T02:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:35.533744 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Checking router: c4bc4d8d-bb40-4212-95a2-0a35d147f98d for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:35.534091 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Updating router c4bc4d8d-bb40-4212-95a2-0a35d147f98d port e9c4c802-1a09-40d6-854d-92a313c1b981 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:35.559929 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:35.819675 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-3b374ab2-8d98-4f99-bab3-34b037a94e92 service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904883 Dec 24 02:56:35.825829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:35.921916 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:35.969523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e222a463-d3cd-40a8-9ed9-8d5b1d205acb req-fc374095-642c-488f-99d7-241e96f1c665 service neutron] 10.222.0.49 "GET /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411128 Dec 24 02:56:36.399371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.399887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.399990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.400071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-211f5508-3551-48f2-8345-02817e073fa6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1776030 Dec 24 02:56:36.400148 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8b0e5c1-db80-4c2b-9705-d148ac7f2a3f HTTP/1.1" status: 204 len: 168 time: 1.7527709 Dec 24 02:56:36.401453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56742) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:36.407900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b0e5c1-db80-4c2b-9705-d148ac7f2a3f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:36.415190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.415985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.416368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.416776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.417115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.417442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.417779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.418111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.418442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.418771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.419099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.419458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.419734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769cd50-71f4-4d34-9052-aad1ad8ff92a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:36.451311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.453601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-958a59df-efc1-4afa-9735-214ab8db8168 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.9727638 Dec 24 02:56:36.454775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.458034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56746) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:36.462991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'port': {'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d', 'name': 'tempest-FloatingIPTestJSON-648094939'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:36.507620 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.508242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=7a64fb0f-fb70-443c-9127-8ebcc88b526e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:36.539946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.602823 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Attempting to bind port e9c4c802-1a09-40d6-854d-92a313c1b981 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:36.603257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Attempting to bind port e9c4c802-1a09-40d6-854d-92a313c1b981 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:36.603663 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Attempting to bind port e9c4c802-1a09-40d6-854d-92a313c1b981 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:36.607359 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2b52-a354-4689-bd40-6a5e0fdb5239 None None] Pushing event updated for resources: {'Port': ['ID=e9c4c802-1a09-40d6-854d-92a313c1b981,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:36.614091 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:36.614469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:36.614895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.615282 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:36.615766 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Bound port: e9c4c802-1a09-40d6-854d-92a313c1b981, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:36.616899 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.633484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=54e34345-0ee0-4a66-a7cf-2c946ffbc3c1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:36.662961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:36.670429 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6915e1fc-ba99-46d2-976e-a0f25b868d02 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/c4bc4d8d-bb40-4212-95a2-0a35d147f98d HTTP/1.1" status: 200 len: 908 time: 0.2653580 Dec 24 02:56:36.670429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=0c78e308-f4b6-48e5-a4cd-9523e35232fe,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:36.672712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56750) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:36.676090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.676090 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Floating IP 9be1138b-301d-488e-91aa-0a2f0e4cd8bb disassociated (deleted). External IP: 172.26.7.22, port: a83fb58b-762e-49c7-b106-56880e6ef922. Dec 24 02:56:36.676709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:36.681718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1067040852', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': True}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:36.684327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:36.689179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.712578 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] For port e9c4c802-1a09-40d6-854d-92a313c1b981, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:36.719760 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] For port e9c4c802-1a09-40d6-854d-92a313c1b981, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e9c4c802-1a09-40d6-854d-92a313c1b981,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:36.747061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:36.747811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.791282 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.831044 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-61c3e78d-0f80-461f-92bb-6038a57e55a1 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6161597 Dec 24 02:56:36.837814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56756) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:36.845174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'network_id': '840bcee8-6887-4143-8396-e69e7c04850e', 'name': 'tempest-AllowedAddressPairTestJSON-633716324'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:36.857447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.873100 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Routers {'c4bc4d8d-bb40-4212-95a2-0a35d147f98d'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:36.873755 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c4bc4d8d-bb40-4212-95a2-0a35d147f98d'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:36.907140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.932267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:36.937651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:36.976189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] device_id is not set on port 3624dce7-0fe3-40ae-915d-739549b36b3a yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:37.033347 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] Set router c4bc4d8d-bb40-4212-95a2-0a35d147f98d gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:37.049383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.051314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.069438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9ecee64e-5482-464d-95cc-a65623b032c0 None None] Provisioning complete for port 0c78e308-f4b6-48e5-a4cd-9523e35232fe triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:37.070722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ecee64e-5482-464d-95cc-a65623b032c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.100161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.113719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.114291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router bd365895-55a4-4563-a875-f47a2f6c1bcc {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:37.124462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.129666 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-19d15678-7669-440e-a40f-0f5e7bf60be5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/bd365895-55a4-4563-a875-f47a2f6c1bcc HTTP/1.1" status: 204 len: 168 time: 3.9838276 Dec 24 02:56:37.136453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56764) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:37.149910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-792844517', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:37.157431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9ecee64e-5482-464d-95cc-a65623b032c0 None None] Port 0c78e308-f4b6-48e5-a4cd-9523e35232fe cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:37.164818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.4 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/3624dce7-0fe3-40ae-915d-739549b36b3a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:37.177813 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2b52-a354-4689-bd40-6a5e0fdb5239 None None] Pushing event updated for resources: {'Port': ['ID=e9c4c802-1a09-40d6-854d-92a313c1b981,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:37.198815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Router a7bac057-d03d-4135-b76e-2196288de7d7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:37.294670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Made reservation on behalf of 991abe43aef34be08374d42f867d5056 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:37.298423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.344788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] device_id is not set on port 08f7828b-756c-43a1-8ed3-b74f52f4f297 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:37.371325 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87'}], 'enable_snat': False}, 'gw_port_id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:29Z', 'updated_at': '2021-12-24T02:56:32Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:30Z', 'updated_at': '2021-12-24T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:37.414199 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb1a3f-cad5-4890-9615-502dfc8db58b None None] The sync data for ids ['c4bc4d8d-bb40-4212-95a2-0a35d147f98d'] in dv-neutron-822868-1-hyperv is: [{'id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87'}], 'enable_snat': False}, 'gw_port_id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:29Z', 'updated_at': '2021-12-24T02:56:32Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': 'e9c4c802-1a09-40d6-854d-92a313c1b981', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ee:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4bc4d8d-bb40-4212-95a2-0a35d147f98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:30Z', 'updated_at': '2021-12-24T02:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:37.416780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.418130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.452012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.569068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.574595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Allocated IP 172.20.0.9 (840bcee8-6887-4143-8396-e69e7c04850e/c838c092-29dc-482e-aea3-813272e8901c/08f7828b-756c-43a1-8ed3-b74f52f4f297) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:37.719795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.737777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.768585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:37.781753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:37.783406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56778) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:37.788167 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] Sync routers for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:37.798939 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:37.799558 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:37.849814 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-be96e78e-2005-4451-9f3b-46cd8c690c1c tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/floatingips/9be1138b-301d-488e-91aa-0a2f0e4cd8bb HTTP/1.1" status: 204 len: 168 time: 3.5216105 Dec 24 02:56:37.854314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56782) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:37.861721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:37.863784 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:37.893384 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:37.894007 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:37.935754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:37.970935 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:37.972752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4247ab-32ad-4e6a-91ae-561bbc4ef785 None None] The sync data for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:37.988290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bdcd0a98-1706-43de-865e-0dafec4c93d4 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:37.991515 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-bdcd0a98-1706-43de-865e-0dafec4c93d4 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 02:56:37.991667 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-bdcd0a98-1706-43de-865e-0dafec4c93d4 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 02:56:37.995689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e9c4c802-1a09-40d6-854d-92a313c1b981 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:37.996434 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bdcd0a98-1706-43de-865e-0dafec4c93d4 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2119925 Dec 24 02:56:37.998052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56784) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:38.034897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:38.045666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:38.047402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.060723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e9c4c802-1a09-40d6-854d-92a313c1b981 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:38.065607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.099837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556439094'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:38.117724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:38.118355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.139278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.149224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=3624dce7-0fe3-40ae-915d-739549b36b3a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:38.173991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.190748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.196740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.212460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e9c4c802-1a09-40d6-854d-92a313c1b981, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e9c4c802-1a09-40d6-854d-92a313c1b981,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:38.213246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.275049 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ab63ff41-1c91-4074-a6a0-fb2716093c3c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8159161 Dec 24 02:56:38.276126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.277372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56786) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:38.285491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '3624dce7-0fe3-40ae-915d-739549b36b3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:38.291540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.320218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.329914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.368118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.423091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e9c4c802-1a09-40d6-854d-92a313c1b981,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:38.435937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.436689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.437812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.438202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.438714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.439481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.440002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.440533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.441205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.441558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.442407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.442407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.442600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.442907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:38.444029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.26.7.80 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/554bde10-8609-4adb-9e11-36424fe45084) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:38.445142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.507717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Network 840bcee8-6887-4143-8396-e69e7c04850e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:38.517407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.519814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:38.525772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=08f7828b-756c-43a1-8ed3-b74f52f4f297,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:38.533391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:38.616530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9024858-4326-4882-9bf6-b31685cd87bc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:38.638493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:38.639285 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.688838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.738561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.774012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.793004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.819914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.866029 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b6d4ef89-c730-4650-ade3-3d339c67a054 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0268643 Dec 24 02:56:38.867023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56792) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:38.869954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.877101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:6b:8e:2d'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:47:f9:d5'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:38.886303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.904918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-69a34a74-d62d-4e83-a3c3-882f99d3406a None None] Provisioning complete for port 08f7828b-756c-43a1-8ed3-b74f52f4f297 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:38.905858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69a34a74-d62d-4e83-a3c3-882f99d3406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:38.945850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-69a34a74-d62d-4e83-a3c3-882f99d3406a None None] Port 08f7828b-756c-43a1-8ed3-b74f52f4f297 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:38.947026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8bfefb-781a-4e42-a535-3c1e8c648400,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:38.975485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:38.989340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:38.998136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:39.008382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=554bde10-8609-4adb-9e11-36424fe45084,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:39.032674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.036463 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-04a2c893-bb4b-4b59-a92d-23e5744193d1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9967363 Dec 24 02:56:39.037259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56794) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:39.041647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'bc8bfefb-781a-4e42-a535-3c1e8c648400', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:39.043057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Allocated IP 172.26.7.189 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/34319115-c77c-4045-bb9e-05bbbd1e06b2) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:39.109785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.177600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.272660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.292753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.335203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.372703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.382305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.395524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9d2d9e-4c98-44a9-bbcc-445556c657bc,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:39.406899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.481629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.481629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-49b63902-4abd-427a-95b4-7a43255f2e25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4393966 Dec 24 02:56:39.485788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56796) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:39.495257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-14ccacc0-beaf-4b81-9d7e-e80a6165753b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'bc8bfefb-781a-4e42-a535-3c1e8c648400', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:39.500006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:39.502204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event updated for resources: {'Port': ['ID=08f7828b-756c-43a1-8ed3-b74f52f4f297,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:39.520787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] In _notify_port_updated(), no bound segment for port 08f7828b-756c-43a1-8ed3-b74f52f4f297 on network 840bcee8-6887-4143-8396-e69e7c04850e {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:56:39.522387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:39.525865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:39.526560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.532132 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bf881505-f29c-4b9f-888f-aa0ba4a0b87d tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "PUT /v2.0/ports/08f7828b-756c-43a1-8ed3-b74f52f4f297 HTTP/1.1" status: 200 len: 1055 time: 0.6589286 Dec 24 02:56:39.537374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56800) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:39.549905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.588357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:39.612743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.125 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/3fd0c0bd-0808-4993-824a-3a162713c9a8) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:39.640704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Pushing event updated for resources: {'Port': ['ID=34319115-c77c-4045-bb9e-05bbbd1e06b2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:39.652044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port 08f7828b-756c-43a1-8ed3-b74f52f4f297 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:39.653023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.673014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14ccacc0-beaf-4b81-9d7e-e80a6165753b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.776229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e297ab39-7405-4524-ae8b-57204afa3bcc None None] Provisioning complete for port 08f7828b-756c-43a1-8ed3-b74f52f4f297 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:39.776862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e297ab39-7405-4524-ae8b-57204afa3bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.782239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.794379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for 08f7828b-756c-43a1-8ed3-b74f52f4f297 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:39.819990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e297ab39-7405-4524-ae8b-57204afa3bcc None None] Port 08f7828b-756c-43a1-8ed3-b74f52f4f297 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:56:39.855252 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-14ccacc0-beaf-4b81-9d7e-e80a6165753b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 02:56:39.856410 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14ccacc0-beaf-4b81-9d7e-e80a6165753b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3703175 Dec 24 02:56:39.860484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56802) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:39.870135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.898758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.908731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e9c4c802-1a09-40d6-854d-92a313c1b981 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:39.967232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.987854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:39.993229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e9c4c802-1a09-40d6-854d-92a313c1b981 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:39.993603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.001283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.023096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.053219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.086851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=08f7828b-756c-43a1-8ed3-b74f52f4f297,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:40.174290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.192316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.195030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.198541 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc8bfefb-781a-4e42-a535-3c1e8c648400 HTTP/1.1" status: 204 len: 168 time: 0.3350475 Dec 24 02:56:40.204361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56806) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:40.235242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23815d2c-0bc9-4b20-a2a4-435aa789453d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8bfefb-781a-4e42-a535-3c1e8c648400,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:40.244376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:40.256517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:40.267257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:40.285155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 172.26.7.41 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/b0544335-70a1-4236-b2a5-7bf32a1844bc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:40.294312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=3fd0c0bd-0808-4993-824a-3a162713c9a8,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:40.370898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.376778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-241b7e43-cfe0-48c8-9424-f802351624bb tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1653700 Dec 24 02:56:40.378859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56808) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:40.383373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--492621090'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:40.461294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.464643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1d5e6c1c-095f-4baa-a47e-ef9e0c41b73c tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/08f7828b-756c-43a1-8ed3-b74f52f4f297 HTTP/1.1" status: 204 len: 168 time: 0.9291081 Dec 24 02:56:40.467345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56810) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:40.714132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router 13fa4353-85db-4251-b7fb-cba4ab49d659 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:40.715840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.764074 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5367d3-6b56-4f86-9b6e-57c05bfb3a86 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] GET failed (client error): The resource could not be found. Dec 24 02:56:40.765550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1d5367d3-6b56-4f86-9b6e-57c05bfb3a86 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports/08f7828b-756c-43a1-8ed3-b74f52f4f297 HTTP/1.1" status: 404 len: 333 time: 0.2970924 Dec 24 02:56:40.768739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:40.836048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.883856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.902917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port 0c78e308-f4b6-48e5-a4cd-9523e35232fe {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:40.903251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.904596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Pushing event updated for resources: {'Port': ['ID=34319115-c77c-4045-bb9e-05bbbd1e06b2,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:40.954477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:40.960856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.009892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:41.021625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:41.032000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:41.056513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.057213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:41.059544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=b0544335-70a1-4236-b2a5-7bf32a1844bc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:41.068278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Sync routers for ids ['13fa4353-85db-4251-b7fb-cba4ab49d659'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:41.080699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for 0c78e308-f4b6-48e5-a4cd-9523e35232fe owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:41.086810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Routers {'13fa4353-85db-4251-b7fb-cba4ab49d659'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:41.087213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['13fa4353-85db-4251-b7fb-cba4ab49d659'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:41.102088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.106163 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0b73c0c3-95bb-490d-9440-41cb27d600aa tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2491107 Dec 24 02:56:41.112805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56816) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.138061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.235454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Set router 13fa4353-85db-4251-b7fb-cba4ab49d659 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:41.243176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.244465 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ad77f7e-9446-4eaf-b7d6-5a9851bbb06f tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5708456 Dec 24 02:56:41.245258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.247272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56822) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.335044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:41.356228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef62aaf-62d9-4083-8e58-47b44344e019,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:41.401400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.409136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.410356 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b90b84bc-edcf-4f6c-b66b-bc7b9fb2760a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0305555 Dec 24 02:56:41.413700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56824) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.426126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-25d16469-455e-4b08-b290-0058f7631f53 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '3ef62aaf-62d9-4083-8e58-47b44344e019', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:41.426126 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-25d16469-455e-4b08-b290-0058f7631f53 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 24 02:56:41.426126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-25d16469-455e-4b08-b290-0058f7631f53 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:41.426126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-25d16469-455e-4b08-b290-0058f7631f53 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057116 Dec 24 02:56:41.433335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56826) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.450432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa4353-85db-4251-b7fb-cba4ab49d659', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.80'}], 'enable_snat': True}, 'gw_port_id': '554bde10-8609-4adb-9e11-36424fe45084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:39Z', 'revision_number': 3, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port': {'id': '554bde10-8609-4adb-9e11-36424fe45084', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa4353-85db-4251-b7fb-cba4ab49d659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:38Z', 'updated_at': '2021-12-24T02:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:41.478227 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-586ba55c-8a6d-487c-8fb4-e6f3875f0d3b tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/13fa4353-85db-4251-b7fb-cba4ab49d659 HTTP/1.1" status: 200 len: 907 time: 0.2212059 Dec 24 02:56:41.478451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Checking router: 13fa4353-85db-4251-b7fb-cba4ab49d659 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:41.478451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Updating router 13fa4353-85db-4251-b7fb-cba4ab49d659 port 554bde10-8609-4adb-9e11-36424fe45084 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:41.478641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56828) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.480143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.506727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.532469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=0c78e308-f4b6-48e5-a4cd-9523e35232fe,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:41.533060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.584263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.634383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.637521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.694320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.694911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.805992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.824697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56832) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.824974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db5b998b-d48c-42dd-8513-c0d3b8d0dd92 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/0c78e308-f4b6-48e5-a4cd-9523e35232fe HTTP/1.1" status: 204 len: 168 time: 1.0551927 Dec 24 02:56:41.870121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.898619 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a09b290-e5ba-456b-acde-b2ed7e2fb9b3 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] GET failed (client error): The resource could not be found. Dec 24 02:56:41.899979 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1a09b290-e5ba-456b-acde-b2ed7e2fb9b3 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "GET /v2.0/ports/0c78e308-f4b6-48e5-a4cd-9523e35232fe HTTP/1.1" status: 404 len: 333 time: 0.0464427 Dec 24 02:56:41.911361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56834) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.924557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.927195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.928311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ef62aaf-62d9-4083-8e58-47b44344e019 HTTP/1.1" status: 204 len: 168 time: 0.4937043 Dec 24 02:56:41.932795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.935251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56836) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:41.945310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:41.981602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf83f90-4b03-4fd4-9df2-74d1705ff9a2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef62aaf-62d9-4083-8e58-47b44344e019,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:41.990699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.018388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Attempting to bind port 554bde10-8609-4adb-9e11-36424fe45084 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:42.018861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Attempting to bind port 554bde10-8609-4adb-9e11-36424fe45084 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:42.019117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Attempting to bind port 554bde10-8609-4adb-9e11-36424fe45084 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:42.021063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a3390-9df5-4eda-b85a-b87e6999a491 None None] Pushing event updated for resources: {'Port': ['ID=554bde10-8609-4adb-9e11-36424fe45084,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:42.027430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:42.027807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:42.028378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.028618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:42.029398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Bound port: 554bde10-8609-4adb-9e11-36424fe45084, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:42.040037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.043805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.045116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.060396 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-09d29ffd-86b0-4894-aac0-740c5db9bd6d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1165872 Dec 24 02:56:42.084568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] For port 554bde10-8609-4adb-9e11-36424fe45084, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:42.087960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] For port 554bde10-8609-4adb-9e11-36424fe45084, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=554bde10-8609-4adb-9e11-36424fe45084,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:42.094980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56838) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:42.099995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--510502854'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:42.126350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.151099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.156272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port f91711be-c582-4e04-bdc1-ca0253969ea2 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:42.156701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.213044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Routers {'13fa4353-85db-4251-b7fb-cba4ab49d659'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:42.213724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['13fa4353-85db-4251-b7fb-cba4ab49d659'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:42.246172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.256512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=3fd0c0bd-0808-4993-824a-3a162713c9a8,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:42.262022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Allocated IP 172.26.7.33 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/8447f6af-08cc-418e-9cb5-418c17e7d980) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:42.272251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Deleting port 554bde10-8609-4adb-9e11-36424fe45084 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:42.274329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.291536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.294206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a3390-9df5-4eda-b85a-b87e6999a491 None None] Pushing event updated for resources: {'Port': ['ID=554bde10-8609-4adb-9e11-36424fe45084,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:42.318550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for f91711be-c582-4e04-bdc1-ca0253969ea2 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:42.333433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] Set router 13fa4353-85db-4251-b7fb-cba4ab49d659 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:42.398193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa4353-85db-4251-b7fb-cba4ab49d659', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:41Z', 'revision_number': 4, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:42.407030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.430627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1096308b-56cc-45ae-9070-6eb3909a7b5a None None] The sync data for ids ['13fa4353-85db-4251-b7fb-cba4ab49d659'] in dv-neutron-822868-1-hyperv is: [{'id': '13fa4353-85db-4251-b7fb-cba4ab49d659', 'name': 'tempest-snat-router-1067040852', 'tenant_id': '1defa23469394588aefbca40665b1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:41Z', 'revision_number': 4, 'project_id': '1defa23469394588aefbca40665b1ecf', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:42.481426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router e911c6b8-020d-46e1-924a-ed6c981efe39 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:42.576929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.590020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.656108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=f91711be-c582-4e04-bdc1-ca0253969ea2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:42.661057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.746095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:42.747628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6397d4-700a-405e-a762-3d28fc4c7d41,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:42.760153 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Sync routers for ids ['e911c6b8-020d-46e1-924a-ed6c981efe39'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:42.773610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.779823 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a7febfe7-853f-4a61-bcad-5b4cb838f281 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/ports/f91711be-c582-4e04-bdc1-ca0253969ea2 HTTP/1.1" status: 204 len: 168 time: 0.8672559 Dec 24 02:56:42.780636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56842) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:42.783774 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Routers {'e911c6b8-020d-46e1-924a-ed6c981efe39'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:42.784872 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e911c6b8-020d-46e1-924a-ed6c981efe39'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:42.785970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] For port 554bde10-8609-4adb-9e11-36424fe45084, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=554bde10-8609-4adb-9e11-36424fe45084,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:42.786343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.824469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.825571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b38bafa1-92ee-4d68-811d-dd7cb60ef0e7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7293046 Dec 24 02:56:42.828759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Calling delete_port for 554bde10-8609-4adb-9e11-36424fe45084 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:42.830798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56844) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:42.835992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-139c2cfa-b608-4567-a490-52f00dc51301 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '2a6397d4-700a-405e-a762-3d28fc4c7d41', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:42.836871 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-139c2cfa-b608-4567-a490-52f00dc51301 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 24 02:56:42.837377 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-139c2cfa-b608-4567-a490-52f00dc51301 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:42.838356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-139c2cfa-b608-4567-a490-52f00dc51301 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066254 Dec 24 02:56:42.841194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56846) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:42.842003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.857601 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP c4201897-5df1-4898-a88c-c5f67482fb2a associated. External IP: 172.26.7.125, port: 3624dce7-0fe3-40ae-915d-739549b36b3a. Dec 24 02:56:42.879307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting subnet c838c092-29dc-482e-aea3-813272e8901c {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:42.893228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.899377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:42.900894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77cbe634-6f9e-4961-9972-fe28f1c11ce8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7619185 Dec 24 02:56:42.914337 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Set router e911c6b8-020d-46e1-924a-ed6c981efe39 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:42.921861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56848) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.051818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.054656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.101343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.115018 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41'}], 'enable_snat': False}, 'gw_port_id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:41Z', 'revision_number': 3, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port': {'id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:38Z', 'updated_at': '2021-12-24T02:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.142232 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Checking router: e911c6b8-020d-46e1-924a-ed6c981efe39 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:43.142926 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Updating router e911c6b8-020d-46e1-924a-ed6c981efe39 port b0544335-70a1-4236-b2a5-7bf32a1844bc binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:43.155801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.174599 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.193707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:43.200664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Pushing event updated for resources: {'Port': ['ID=8447f6af-08cc-418e-9cb5-418c17e7d980,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:43.214514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-06f6d17f-57ea-48ba-bf80-575d10576010 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/e911c6b8-020d-46e1-924a-ed6c981efe39 HTTP/1.1" status: 200 len: 907 time: 0.2910457 Dec 24 02:56:43.226300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56852) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.233235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-792844517', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': True}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:43.239007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:43.245718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:43.257279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.338925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.346211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.350980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/2a6397d4-700a-405e-a762-3d28fc4c7d41 HTTP/1.1" status: 204 len: 168 time: 0.5087414 Dec 24 02:56:43.351573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56854) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.353545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:43.374930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.377891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.380116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f824d7-624a-4cf7-b542-aeb30d9f6f1e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6397d4-700a-405e-a762-3d28fc4c7d41,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:43.463570 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.490496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.495137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.503009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.508162 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-529ae238-7767-4154-ab3f-ded4784fbbd8 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1522727 Dec 24 02:56:43.526520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56858) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.532520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493898134'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:43.533698 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.538860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Subnet': ['ID=c838c092-29dc-482e-aea3-813272e8901c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:43.545656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Port': ['ID=554bde10-8609-4adb-9e11-36424fe45084,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:43.547612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.559013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-357782fa-2c7e-471d-b65c-28b34232de85 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/subnets/c838c092-29dc-482e-aea3-813272e8901c HTTP/1.1" status: 204 len: 168 time: 0.7753103 Dec 24 02:56:43.561439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56860) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.562750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadb2a8-532e-4400-9058-67b1a8d662d9 None None] Network 840bcee8-6887-4143-8396-e69e7c04850e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:43.594115 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Attempting to bind port b0544335-70a1-4236-b2a5-7bf32a1844bc on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:43.594447 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Attempting to bind port b0544335-70a1-4236-b2a5-7bf32a1844bc by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:43.595234 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Attempting to bind port b0544335-70a1-4236-b2a5-7bf32a1844bc on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:43.604937 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:43.605608 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:43.606258 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.606811 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:43.607447 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Bound port: b0544335-70a1-4236-b2a5-7bf32a1844bc, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:43.607833 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.642653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.657689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:43.659244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.669924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:43.686304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.710747 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] For port b0544335-70a1-4236-b2a5-7bf32a1844bc, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:43.713409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:43.714231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.715913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] For port b0544335-70a1-4236-b2a5-7bf32a1844bc, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0544335-70a1-4236-b2a5-7bf32a1844bc,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:43.720100 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Pushing event updated for resources: {'Port': ['ID=b0544335-70a1-4236-b2a5-7bf32a1844bc,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:43.751164 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.751575 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.753884 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.754226 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.754560 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.754888 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.756798 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.757152 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.757499 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.758185 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.758520 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.759242 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.759655 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:56:43.761514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.772408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:43.779573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.780006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.823725 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.826864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] DHCP port deletion for 840bcee8-6887-4143-8396-e69e7c04850e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:56:43.852445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.853370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86867f42-ebb7-485e-bc5f-f49015817501 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:43.862801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.867280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.874314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.884453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56862) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:43.884686 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b5224521-ba65-4290-9239-d53f5af21371 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6055849 Dec 24 02:56:43.891207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:43.892765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.906156 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Routers {'e911c6b8-020d-46e1-924a-ed6c981efe39'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:43.906940 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e911c6b8-020d-46e1-924a-ed6c981efe39'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:43.950578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Deleting port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:43.950578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.961106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:43.985644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Deleting port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:43.986066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.053598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] For port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,segment=NetworkSegment(321faccb-326a-491d-9641-db8a97ef1e9b),segment_id=321faccb-326a-491d-9641-db8a97ef1e9b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:44.053993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.060803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.064662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13fa4353-85db-4251-b7fb-cba4ab49d659 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:44.071670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Calling delete_port for 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:44.072104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.073605 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d0a4d91-2aaf-48fb-84e1-a10df883c10c tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/routers/13fa4353-85db-4251-b7fb-cba4ab49d659 HTTP/1.1" status: 204 len: 168 time: 2.5942035 Dec 24 02:56:44.076763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56864) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:44.117559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.189319 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e006c9f-10ed-4647-bef1-b67ead9f6f2d None None] Pushing event updated for resources: {'Port': ['ID=b0544335-70a1-4236-b2a5-7bf32a1844bc,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:44.223001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] For port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,segment=NetworkSegment(321faccb-326a-491d-9641-db8a97ef1e9b),segment_id=321faccb-326a-491d-9641-db8a97ef1e9b)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:44.223472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.246332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:56:44.253175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Calling delete_port for 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:44.260306 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] Set router e911c6b8-020d-46e1-924a-ed6c981efe39 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:44.260586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.263946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.363585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.379494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.385702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.420853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] No DVR routers for this DVR port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:44.434163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca62352-8316-4969-9ebd-07ac3eb3c9c8 None None] Pushing event deleted for resources: {'Port': ['ID=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:44.492272 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41'}], 'enable_snat': False}, 'gw_port_id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:41Z', 'revision_number': 3, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port': {'id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:38Z', 'updated_at': '2021-12-24T02:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:44.509240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Pushing event updated for resources: {'Port': ['ID=8447f6af-08cc-418e-9cb5-418c17e7d980,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:44.514485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.527535 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32b0c1-f6b8-4d60-a7db-363b3510b093 None None] The sync data for ids ['e911c6b8-020d-46e1-924a-ed6c981efe39'] in dv-neutron-822868-1-hyperv is: [{'id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41'}], 'enable_snat': False}, 'gw_port_id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:37Z', 'updated_at': '2021-12-24T02:56:41Z', 'revision_number': 3, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port': {'id': 'b0544335-70a1-4236-b2a5-7bf32a1844bc', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e911c6b8-020d-46e1-924a-ed6c981efe39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:38Z', 'updated_at': '2021-12-24T02:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:44.527800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.610127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.613733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f00f0a4f-f24f-4f9b-af68-354816f2f82d tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4962320 Dec 24 02:56:44.614133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56870) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:44.710347 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-549015ec-10f0-4f6d-acae-b14c09917db7 tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3990 time: 0.0927453 Dec 24 02:56:44.710541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.710795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56872) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:44.789482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.794626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.807236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7f4dccb0-7bc2-4f83-a90d-9188051376c9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0929813 Dec 24 02:56:44.807697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56874) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:44.810343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Deleting port e9c4c802-1a09-40d6-854d-92a313c1b981 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:44.810685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.827206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daef79e6-52c7-4e74-b3ff-29984402cce8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:44.913858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.914465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP c4201897-5df1-4898-a88c-c5f67482fb2a disassociated. External IP: 172.26.7.125, port: 3624dce7-0fe3-40ae-915d-739549b36b3a. Dec 24 02:56:44.963068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.990386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:44.991634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c700efd9-241e-4a1a-851f-39d6fd96134a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4641638 Dec 24 02:56:44.996696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56876) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.008934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-730ca1a1-fff2-4178-b786-2e3a19673c61 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'daef79e6-52c7-4e74-b3ff-29984402cce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:45.019635 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-730ca1a1-fff2-4178-b786-2e3a19673c61 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 24 02:56:45.020603 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-730ca1a1-fff2-4178-b786-2e3a19673c61 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:45.024199 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-730ca1a1-fff2-4178-b786-2e3a19673c61 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0232108 Dec 24 02:56:45.027573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.027573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Port': ['ID=9ef1cd2a-52ce-4d12-8317-dcb4ae735628,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:45.027799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] For port e9c4c802-1a09-40d6-854d-92a313c1b981, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e9c4c802-1a09-40d6-854d-92a313c1b981,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:45.028234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.034030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-aab54266-b0ed-4431-8b60-0310f65bbaa2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'daef79e6-52c7-4e74-b3ff-29984402cce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:45.035795 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-aab54266-b0ed-4431-8b60-0310f65bbaa2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 24 02:56:45.036912 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-aab54266-b0ed-4431-8b60-0310f65bbaa2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:45.040703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aab54266-b0ed-4431-8b60-0310f65bbaa2 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087202 Dec 24 02:56:45.041943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56880) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.046358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d07d0f27-0f31-446f-bd1a-15d7c7599896 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'daef79e6-52c7-4e74-b3ff-29984402cce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:45.047185 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-d07d0f27-0f31-446f-bd1a-15d7c7599896 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 24 02:56:45.047679 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-d07d0f27-0f31-446f-bd1a-15d7c7599896 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:45.051173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d07d0f27-0f31-446f-bd1a-15d7c7599896 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057862 Dec 24 02:56:45.053371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56882) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.054246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Calling delete_port for e9c4c802-1a09-40d6-854d-92a313c1b981 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:45.062995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b4d39be6-822c-4c05-8a7e-9e61cdb0412b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'daef79e6-52c7-4e74-b3ff-29984402cce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:45.063866 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-b4d39be6-822c-4c05-8a7e-9e61cdb0412b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 24 02:56:45.064636 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b4d39be6-822c-4c05-8a7e-9e61cdb0412b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:45.068239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b4d39be6-822c-4c05-8a7e-9e61cdb0412b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094168 Dec 24 02:56:45.068556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56884) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.075856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] No DVR routers for this DVR port 9ef1cd2a-52ce-4d12-8317-dcb4ae735628 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:45.093331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.100157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Deleting port 8447f6af-08cc-418e-9cb5-418c17e7d980 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:45.100528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.151167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.244248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.309057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840bcee8-6887-4143-8396-e69e7c04850e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.328819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321faccb-326a-491d-9641-db8a97ef1e9b') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.329130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321faccb-326a-491d-9641-db8a97ef1e9b') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.352721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.423310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.453413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 172.26.7.230 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/4a688b4b-cafa-43e5-828d-f07f1305cf73) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:45.455599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:45.456003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:56:45.459107 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:56:45.464219 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:56:45.561193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:45.565736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.580955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.581303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.614985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Calling delete_port for 8447f6af-08cc-418e-9cb5-418c17e7d980 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:45.618123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.643801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.675755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.682039 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] 10.222.0.36 "DELETE /v2.0/networks/840bcee8-6887-4143-8396-e69e7c04850e HTTP/1.1" status: 204 len: 168 time: 2.1160975 Dec 24 02:56:45.710824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c5420-a2ba-4de9-a46c-a90d1e10f716 tempest-AllowedAddressPairTestJSON-508655714 tempest-AllowedAddressPairTestJSON-508655714-project] Pushing event deleted for resources: {'Network': ['ID=840bcee8-6887-4143-8396-e69e7c04850e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:45.752244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.764849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:45.770536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.777191 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:45.797304 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:45.797937 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.814632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-64ad71aa-5af6-457c-91a5-eb036b65d545 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/c4201897-5df1-4898-a88c-c5f67482fb2a HTTP/1.1" status: 200 len: 688 time: 1.9265218 Dec 24 02:56:45.815097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56892) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.838192 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.848063 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:45.848859 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.869372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.874902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.879693 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/daef79e6-52c7-4e74-b3ff-29984402cce8 HTTP/1.1" status: 204 len: 168 time: 0.8094671 Dec 24 02:56:45.901406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56894) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:45.905996 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:45.906658 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bd35c-b927-49af-ad73-71abbf1f8e48 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:45.928707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:45.959810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0544335-70a1-4236-b2a5-7bf32a1844bc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:45.968327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23671a-c042-48ad-bcf9-a870b1645497 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daef79e6-52c7-4e74-b3ff-29984402cce8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:45.984957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9c4c802-1a09-40d6-854d-92a313c1b981,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:45.993584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-27150813-bf70-447c-b7d7-3c6bdc683af9 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0907850 Dec 24 02:56:45.999392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56896) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:46.005338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--115760862'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:46.015622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.058714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b0544335-70a1-4236-b2a5-7bf32a1844bc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:46.059079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.067541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.089362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:46.096453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.102199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:46.113297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:46.146446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=4a688b4b-cafa-43e5-828d-f07f1305cf73,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:46.162070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 3fd0c0bd-0808-4993-824a-3a162713c9a8 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:46.162927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.176952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.191427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Pushing event deleted for resources: {'Port': ['ID=8447f6af-08cc-418e-9cb5-418c17e7d980,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:46.202042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port b0544335-70a1-4236-b2a5-7bf32a1844bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0544335-70a1-4236-b2a5-7bf32a1844bc,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:46.203638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.215053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.217712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.277221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.316790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56900) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:46.341673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.342331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4bc4d8d-bb40-4212-95a2-0a35d147f98d {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:46.343834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=b0544335-70a1-4236-b2a5-7bf32a1844bc,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:46.361526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.368496 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc148097-8cc0-4d60-af09-df49400f11ff tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c4bc4d8d-bb40-4212-95a2-0a35d147f98d HTTP/1.1" status: 204 len: 168 time: 2.2896259 Dec 24 02:56:46.370692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56904) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:46.373006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.377523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.381368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-70d6c44c-6587-4996-931a-2454e34e8199 tempest-FloatingIPAdminTestJSON-1052973232 tempest-FloatingIPAdminTestJSON-1052973232-project] 10.222.0.36 "DELETE /v2.0/floatingips/41615f1a-f1d3-4ea6-a5a3-1e67b90f3cc7 HTTP/1.1" status: 204 len: 168 time: 1.5726235 Dec 24 02:56:46.384707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56906) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:46.384834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4402624', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:46.387357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.387678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.424989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 3fd0c0bd-0808-4993-824a-3a162713c9a8 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:46.488261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.490603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.574749 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-19ccf748-8dab-4496-8b9d-1e4c96264e89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=991abe43aef34be08374d42f867d5056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565365 Dec 24 02:56:46.578662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.579361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:46.627402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.648671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.652142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.697156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Deleting port 34319115-c77c-4045-bb9e-05bbbd1e06b2 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:46.697489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.798298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.805253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.807611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:46.809110 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/818f1e39-133f-452b-83a8-8c4bd24a15b5 HTTP/1.1" status: 204 len: 168 time: 0.2284772 Dec 24 02:56:46.852475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ad5f-b43b-438e-b466-686a160bdc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f1e39-133f-452b-83a8-8c4bd24a15b5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:46.855943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.129441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.150974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.192804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada29db-1d43-4ce8-9660-3d7c4949d896,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:47.214000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.214328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.232226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.237909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4f824a15-5281-4109-8e03-12db02836663 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2334104 Dec 24 02:56:47.237909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Calling delete_port for 34319115-c77c-4045-bb9e-05bbbd1e06b2 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:47.241361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56920) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.250664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2632a060-1946-4267-ae06-a417395164a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.251356 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-2632a060-1946-4267-ae06-a417395164a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 02:56:47.251966 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-2632a060-1946-4267-ae06-a417395164a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:47.255746 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2632a060-1946-4267-ae06-a417395164a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105519 Dec 24 02:56:47.255906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.256003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56924) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.261826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-86e27dba-6d81-43b5-9744-1494a3848ee7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.281984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Allocated IP 172.26.7.5 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/3b98682d-d9ad-46a4-b207-61f002dbe3dc) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:47.338198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.391451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=3fd0c0bd-0808-4993-824a-3a162713c9a8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:47.407009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.527988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.564592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.567277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.568462 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d16ddd45-0caf-413d-a7e5-5fdd03992fdc tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4201897-5df1-4898-a88c-c5f67482fb2a HTTP/1.1" status: 204 len: 168 time: 1.7526643 Dec 24 02:56:47.572204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56930) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.573577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:47.576139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '767fd863-5c06-415e-9f08-4b7149579fe5'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.576538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:47.580118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:47.606627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event updated for resources: {'Port': ['ID=3b98682d-d9ad-46a4-b207-61f002dbe3dc,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:47.619444 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-86e27dba-6d81-43b5-9744-1494a3848ee7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:47.620520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-86e27dba-6d81-43b5-9744-1494a3848ee7 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3635526 Dec 24 02:56:47.625264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.632203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5f965fdf-8453-4fc8-a197-4fd650e37ee8 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.633029 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-5f965fdf-8453-4fc8-a197-4fd650e37ee8 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 24 02:56:47.633511 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-5f965fdf-8453-4fc8-a197-4fd650e37ee8 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:47.636308 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5f965fdf-8453-4fc8-a197-4fd650e37ee8 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082502 Dec 24 02:56:47.637617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56938) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.647500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-35c37261-ccb8-4ebc-8784-884743520995 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.693432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.778817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.810394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.815859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Pushing event deleted for resources: {'Port': ['ID=34319115-c77c-4045-bb9e-05bbbd1e06b2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:47.925359 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-35c37261-ccb8-4ebc-8784-884743520995 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:47.926537 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35c37261-ccb8-4ebc-8784-884743520995 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2879736 Dec 24 02:56:47.929580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.938268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-90cc2a11-1e5c-4fae-b736-e8013e61f49a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.939569 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-90cc2a11-1e5c-4fae-b736-e8013e61f49a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 02:56:47.946840 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-90cc2a11-1e5c-4fae-b736-e8013e61f49a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:47.946840 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-90cc2a11-1e5c-4fae-b736-e8013e61f49a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088844 Dec 24 02:56:47.948109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.950521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0544335-70a1-4236-b2a5-7bf32a1844bc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:47.956073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7fe7c3f6-0c0f-4e3b-a316-429357ae22ec tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:47.971887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56950) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:47.988402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.991096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:47.992250 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cd17bfb2-e698-4094-be37-036e6c99da7f tempest-FloatingIPAdminTestJSON-1249155838 tempest-FloatingIPAdminTestJSON-1249155838-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/9c24baf3-2558-4e19-8260-ad453476e868 HTTP/1.1" status: 204 len: 168 time: 1.6016738 Dec 24 02:56:47.999892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56956) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.022754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b0544335-70a1-4236-b2a5-7bf32a1844bc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:48.023245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.085505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.103135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.151213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1160977739'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:48.151747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router 65f565b4-3877-4108-8251-78142a0f12be is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:48.199158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e9c4c802-1a09-40d6-854d-92a313c1b981 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:56:48.225182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e9c4c802-1a09-40d6-854d-92a313c1b981 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:56:48.225523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e9c4c802-1a09-40d6-854d-92a313c1b981 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:56:48.251985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port a83fb58b-762e-49c7-b106-56880e6ef922 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:48.252559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.287102 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-7fe7c3f6-0c0f-4e3b-a316-429357ae22ec tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:48.288340 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7fe7c3f6-0c0f-4e3b-a316-429357ae22ec tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3389065 Dec 24 02:56:48.313659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56958) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.319989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e7ea2e03-38f3-4a5d-aa22-210795c57d3d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:48.320553 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-e7ea2e03-38f3-4a5d-aa22-210795c57d3d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 24 02:56:48.321029 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-e7ea2e03-38f3-4a5d-aa22-210795c57d3d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:48.324678 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7ea2e03-38f3-4a5d-aa22-210795c57d3d tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067854 Dec 24 02:56:48.324678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:48.325756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.328009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56960) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.333557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2cf13979-f989-4706-b6ec-940dc1b018c9 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:48.349758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.350964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.158 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/5783c0ff-481f-4e7b-8aca-69a70b4ff962) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:48.390776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.461126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:48.463561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.474588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Sync routers for ids ['65f565b4-3877-4108-8251-78142a0f12be'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:48.485232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for a83fb58b-762e-49c7-b106-56880e6ef922 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:48.555418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.555984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.559607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-687624de-c080-4090-9826-917209740951 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3297601 Dec 24 02:56:48.559957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56962) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.574941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.610157 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-2cf13979-f989-4706-b6ec-940dc1b018c9 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:48.610845 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2cf13979-f989-4706-b6ec-940dc1b018c9 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2804022 Dec 24 02:56:48.616805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Routers {'65f565b4-3877-4108-8251-78142a0f12be'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:48.617821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['65f565b4-3877-4108-8251-78142a0f12be'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:48.644433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56964) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.648787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8495bd05-e0c8-45da-b87c-fe4a38d0d8a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '6ada29db-1d43-4ce8-9660-3d7c4949d896', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:48.688347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56966) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:48.688574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa5435a5-df3d-4a34-b23e-c0dd4ca7e127 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/65f565b4-3877-4108-8251-78142a0f12be HTTP/1.1" status: 200 len: 907 time: 0.1274815 Dec 24 02:56:48.699102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.730312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc878f-aa48-458f-8eb9-11fd84fb505a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:48.732108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Set router 65f565b4-3877-4108-8251-78142a0f12be gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:48.777504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.804086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Router 0f22994d-6175-42c3-82d1-3f24597a82ed is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:48.809881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:48.815062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.838908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.838908 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment 291e4481-3162-4241-822d-e72f794971ef of type vlan for network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 Dec 24 02:56:48.843884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:48.853076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:48.858006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:48.863667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:48.924148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=5783c0ff-481f-4e7b-8aca-69a70b4ff962,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:48.949850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f565b4-3877-4108-8251-78142a0f12be', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '4a688b4b-cafa-43e5-828d-f07f1305cf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:43Z', 'updated_at': '2021-12-24T02:56:46Z', 'revision_number': 3, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port': {'id': '4a688b4b-cafa-43e5-828d-f07f1305cf73', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f565b4-3877-4108-8251-78142a0f12be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:56:45Z', 'updated_at': '2021-12-24T02:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:48.958258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-8495bd05-e0c8-45da-b87c-fe4a38d0d8a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:48.961971 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8495bd05-e0c8-45da-b87c-fe4a38d0d8a1 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3139012 Dec 24 02:56:48.979075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:48.992274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] Sync routers for ids ['0f22994d-6175-42c3-82d1-3f24597a82ed'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:48.998206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56970) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:49.000351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Checking router: 65f565b4-3877-4108-8251-78142a0f12be for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:56:49.001059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Updating router 65f565b4-3877-4108-8251-78142a0f12be port 4a688b4b-cafa-43e5-828d-f07f1305cf73 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:56:49.010811 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] Routers {'0f22994d-6175-42c3-82d1-3f24597a82ed'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:49.011673 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0f22994d-6175-42c3-82d1-3f24597a82ed'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:49.034083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.038143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.063339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.064944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=a83fb58b-762e-49c7-b106-56880e6ef922,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:49.066676 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1c822d42-07cc-4457-8069-894589f417c3 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6938953 Dec 24 02:56:49.068303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56972) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:49.080449 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:49.080978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:49.094632 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] Routers {'0f22994d-6175-42c3-82d1-3f24597a82ed'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:49.095728 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0f22994d-6175-42c3-82d1-3f24597a82ed'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:49.132117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.139741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:49.141686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.154305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.160036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a6490017-bce4-41c4-b79e-2bcb1c9cb55f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/ports/a83fb58b-762e-49c7-b106-56880e6ef922 HTTP/1.1" status: 204 len: 168 time: 1.1576984 Dec 24 02:56:49.163096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56976) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:49.165938 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:49.166581 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0597a4-57c7-4d06-aa59-c49ff55062d8 None None] The sync data for ids ['0f22994d-6175-42c3-82d1-3f24597a82ed'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:49.266500 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2924666 Dec 24 02:56:49.280894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71b7ba-3105-4b0d-addf-2377fc2abd27 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=45f8e3b9-c824-4854-80a2-cf6a4895ce05,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:49.297638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:49.459024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.475717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.505598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d61ac3-223a-4923-acc7-9af68129cb8f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:49.509701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b2d61ac3-223a-4923-acc7-9af68129cb8f tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7bac057-d03d-4135-b76e-2196288de7d7 HTTP/1.1" status: 200 len: 913 time: 0.3324859 Dec 24 02:56:49.530764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:49.545161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.549286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.601631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.633752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Attempting to bind port 4a688b4b-cafa-43e5-828d-f07f1305cf73 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:49.634132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Attempting to bind port 4a688b4b-cafa-43e5-828d-f07f1305cf73 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:49.634505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Attempting to bind port 4a688b4b-cafa-43e5-828d-f07f1305cf73 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:49.645245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:49.645620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:49.646470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.646470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:49.646873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Bound port: 4a688b4b-cafa-43e5-828d-f07f1305cf73, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:49.647253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.648989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492b37-bf98-40ba-9667-0f6ba51933a0 None None] Pushing event updated for resources: {'Port': ['ID=4a688b4b-cafa-43e5-828d-f07f1305cf73,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:49.674147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.724149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] For port 4a688b4b-cafa-43e5-828d-f07f1305cf73, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:49.728566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] For port 4a688b4b-cafa-43e5-828d-f07f1305cf73, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4a688b4b-cafa-43e5-828d-f07f1305cf73,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:49.814761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:49.954222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94492b37-bf98-40ba-9667-0f6ba51933a0 None None] Pushing event updated for resources: {'Port': ['ID=4a688b4b-cafa-43e5-828d-f07f1305cf73,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:49.971206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Routers {'65f565b4-3877-4108-8251-78142a0f12be'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:49.973302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['65f565b4-3877-4108-8251-78142a0f12be'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:50.071761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.110352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Deleting port 4a688b4b-cafa-43e5-828d-f07f1305cf73 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:50.110786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.153548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] Set router 65f565b4-3877-4108-8251-78142a0f12be gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:56:50.198264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] For port 4a688b4b-cafa-43e5-828d-f07f1305cf73, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4a688b4b-cafa-43e5-828d-f07f1305cf73,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:50.198752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.214777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f565b4-3877-4108-8251-78142a0f12be', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:43Z', 'updated_at': '2021-12-24T02:56:49Z', 'revision_number': 4, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:50.215489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Calling delete_port for 4a688b4b-cafa-43e5-828d-f07f1305cf73 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:50.259390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee3088e-3d32-4325-94ef-fa128fa15a31 None None] The sync data for ids ['65f565b4-3877-4108-8251-78142a0f12be'] in dv-neutron-822868-1-hyperv is: [{'id': '65f565b4-3877-4108-8251-78142a0f12be', 'name': 'tempest-snat-router-792844517', 'tenant_id': '8f812806965b47eeb4e370afc3fa2d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:56:43Z', 'updated_at': '2021-12-24T02:56:49Z', 'revision_number': 4, 'project_id': '8f812806965b47eeb4e370afc3fa2d04', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:50.298412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.301032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.302591 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/6ada29db-1d43-4ce8-9660-3d7c4949d896 HTTP/1.1" status: 204 len: 168 time: 1.3030436 Dec 24 02:56:50.310176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56982) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:50.339394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69b0a0cf-787d-4188-bade-aad0b017061b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.405658 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-387e2427-4f21-4b6b-9701-e11a07705b18 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0885401 Dec 24 02:56:50.412985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56986) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:50.448569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411398299'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:50.455435 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d877719-5c95-4e56-9ff5-ab7cef189ffa tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada29db-1d43-4ce8-9660-3d7c4949d896,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:50.518560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.684806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.729150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.766531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.769999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.798548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a688b4b-cafa-43e5-828d-f07f1305cf73,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:50.802913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.842429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.858950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.921312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=5783c0ff-481f-4e7b-8aca-69a70b4ff962,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:50.937134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.942564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:50.970974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.055468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.075432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.079193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.180239 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 7250b8f7-34a0-4390-b7b7-84845553e26d associated. External IP: 172.26.7.158, port: 767fd863-5c06-415e-9f08-4b7149579fe5. Dec 24 02:56:51.187351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af549db-3eeb-4638-ae8b-09959b5a09e0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:51.205291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router 0f22994d-6175-42c3-82d1-3f24597a82ed has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:51.241614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.242311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65f565b4-3877-4108-8251-78142a0f12be {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:51.246860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.248219 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5651ef34-beb4-43e4-83bf-9372ca559004 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/routers/65f565b4-3877-4108-8251-78142a0f12be HTTP/1.1" status: 204 len: 168 time: 2.5584805 Dec 24 02:56:51.253133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 56990) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.276320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.277576 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-477dab8d-476a-45ec-a0b9-76c0813173e3 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8621521 Dec 24 02:56:51.282706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56992) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.292006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4cf67dee-7786-46aa-97ea-c592901e9a8c tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '0af549db-3eeb-4638-ae8b-09959b5a09e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:51.420297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:51.425759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.427231 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-17801a4b-2a97-4cd3-8e66-59dc9604cead tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "PUT /v2.0/routers/0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 200 len: 917 time: 2.3574758 Dec 24 02:56:51.429694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.434478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] Sync routers for ids ['0f22994d-6175-42c3-82d1-3f24597a82ed'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:51.451564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.453832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] Routers {'0f22994d-6175-42c3-82d1-3f24597a82ed'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:51.454673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0f22994d-6175-42c3-82d1-3f24597a82ed'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.546802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.561757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] Routers {'0f22994d-6175-42c3-82d1-3f24597a82ed'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:51.562891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0f22994d-6175-42c3-82d1-3f24597a82ed'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.585239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port 01004206-db7f-4c3a-ad9b-ab3ea86922d0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:51.585599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.636151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.637392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8811b-89e3-41f3-996f-9448ee70788d None None] The sync data for ids ['0f22994d-6175-42c3-82d1-3f24597a82ed'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:51.669578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:51.688735 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3b760ffd-f040-4841-baa3-dbef87ed3217 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 200 len: 917 time: 0.2579589 Dec 24 02:56:51.691877 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-4cf67dee-7786-46aa-97ea-c592901e9a8c tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The resource could not be found. Dec 24 02:56:51.691877 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4cf67dee-7786-46aa-97ea-c592901e9a8c tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4026070 Dec 24 02:56:51.692065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.694468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 56998) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.694952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57000) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.704253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d00c7b68-fa05-4751-bb9d-5626753880ee tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '0af549db-3eeb-4638-ae8b-09959b5a09e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '63f42c00-8d26-4b31-b55c-0b4ac325053d'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:51.796557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.805497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:51.819699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for 01004206-db7f-4c3a-ad9b-ab3ea86922d0 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:51.826209 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:51.838690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221039cc-9af5-49f6-87bb-046cb84e7a1d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:51.845473 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-221039cc-9af5-49f6-87bb-046cb84e7a1d tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=0f22994d-6175-42c3-82d1-3f24597a82ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1493700 Dec 24 02:56:51.848091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57002) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:51.868218 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:51.869794 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.891203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Deleting port b0544335-70a1-4236-b2a5-7bf32a1844bc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:51.891547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.918805 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.930912 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:51.931995 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.957549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:51.979165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:51.980277 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34bcd8f-7ac6-4a39-8e53-9045824e58f5 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:51.997997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c569add9-e025-4ee4-b154-f728779a2c01 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.4250662 Dec 24 02:56:52.004474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57004) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.066772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] For port b0544335-70a1-4236-b2a5-7bf32a1844bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0544335-70a1-4236-b2a5-7bf32a1844bc,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:52.067130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.087385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Calling delete_port for b0544335-70a1-4236-b2a5-7bf32a1844bc owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:52.095002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c471d123-2392-4625-b7e7-204f7a657ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/floatingips/7250b8f7-34a0-4390-b7b7-84845553e26d HTTP/1.1" status: 200 len: 976 time: 0.0886309 Dec 24 02:56:52.095823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57006) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.250186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-180e4bc8-aabb-4eb4-b268-811ef69854f3 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1506817 Dec 24 02:56:52.252172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57008) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.261124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': '3624dce7-0fe3-40ae-915d-739549b36b3a'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:52.392044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.395993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a13e-7f40-4fe1-b4b2-95d066a8f33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.436110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78139b02-86bb-4240-a0b0-a0df1c3c6dcb tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:52.441149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-78139b02-86bb-4240-a0b0-a0df1c3c6dcb tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.5890012 Dec 24 02:56:52.441149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-d00c7b68-fa05-4751-bb9d-5626753880ee tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The resource could not be found. Dec 24 02:56:52.441149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d00c7b68-fa05-4751-bb9d-5626753880ee tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7414839 Dec 24 02:56:52.441508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57012) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.450680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57014) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.486253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-df4bf3b5-1acf-461d-8d98-66b99fe973f9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 200 len: 205 time: 0.0399523 Dec 24 02:56:52.486253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.494104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57016) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.574099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57018) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:52.582982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:52.585438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0544335-70a1-4236-b2a5-7bf32a1844bc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:52.687342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.716534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.736359 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:52.784568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=01004206-db7f-4c3a-ad9b-ab3ea86922d0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:53.028454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:53.032028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.042240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.092020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.098859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.103183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.203907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.250152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.274611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.275169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e911c6b8-020d-46e1-924a-ed6c981efe39 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:53.279859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.280805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2db5a237-35ea-4926-9f3c-ba583d4ee01f tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e911c6b8-020d-46e1-924a-ed6c981efe39 HTTP/1.1" status: 204 len: 168 time: 2.0267527 Dec 24 02:56:53.284599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57022) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:53.291130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-984657109', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:53.304876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.307543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.315757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/0af549db-3eeb-4638-ae8b-09959b5a09e0 HTTP/1.1" status: 204 len: 168 time: 0.8570721 Dec 24 02:56:53.319112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57024) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:53.334395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e67cf-a042-4cd9-bfae-be6b32b5405b tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af549db-3eeb-4638-ae8b-09959b5a09e0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:53.402089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fc5c46f2-718d-4121-a832-644a33feb189 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0817142 Dec 24 02:56:53.406616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57026) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:53.410911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-63c89f33-78bb-4a4d-ad37-4a7bfddfdd25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': '8c488bfb-95f2-4d62-bd0a-6c7834d5fe02', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:53.413492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.422938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.423955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.472347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port 3b98682d-d9ad-46a4-b207-61f002dbe3dc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:53.472706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.503035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.518526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.594824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.609185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for 3b98682d-d9ad-46a4-b207-61f002dbe3dc owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:53.653056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.687592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.700703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Router a7bac057-d03d-4135-b76e-2196288de7d7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:53.712862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-63c89f33-78bb-4a4d-ad37-4a7bfddfdd25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The resource could not be found. Dec 24 02:56:53.713907 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-63c89f33-78bb-4a4d-ad37-4a7bfddfdd25 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3063715 Dec 24 02:56:53.718350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57030) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:53.724210 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 7250b8f7-34a0-4390-b7b7-84845553e26d associated. External IP: 172.26.7.158, port: 767fd863-5c06-415e-9f08-4b7149579fe5. Dec 24 02:56:53.751673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--127699790'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:53.800802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.820360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=ebbbab28-27ab-4d3d-b013-4a17ed8002c9,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:53.921622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:53.942734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0544335-70a1-4236-b2a5-7bf32a1844bc no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:56:53.964565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b0544335-70a1-4236-b2a5-7bf32a1844bc {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:56:53.964917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0544335-70a1-4236-b2a5-7bf32a1844bc not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:56:54.089842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.167921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.173564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.216588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=3b98682d-d9ad-46a4-b207-61f002dbe3dc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:54.230380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': '291e4481-3162-4241-822d-e72f794971ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:54.230743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: 45f8e3b9-c824-4854-80a2-cf6a4895ce05, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:54.266821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.278607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:54.290033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] Sync routers for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:54.293190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c508142b-25ae-412f-9ff2-5b5ac0a140d2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:54.304056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:54.305006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.314492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.315064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-69b08ed1-400a-4670-909f-3d0aaf53c1be tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "PUT /v2.0/routers/a7bac057-d03d-4135-b76e-2196288de7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7830024 Dec 24 02:56:54.317473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57034) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:54.324471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.325363 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-356dddcb-2e0b-404c-b0fe-eefad2202783 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6065543 Dec 24 02:56:54.332485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57036) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:54.339596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473859976'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:54.354431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.361551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] Routers {'a7bac057-d03d-4135-b76e-2196288de7d7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:54.362279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a7bac057-d03d-4135-b76e-2196288de7d7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.365781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:54.396057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.397074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1d5b7-d48e-4f9f-9567-1ccb8577aceb None None] The sync data for ids ['a7bac057-d03d-4135-b76e-2196288de7d7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:54.402813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.478493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 45f8e3b9-c824-4854-80a2-cf6a4895ce05) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:54.488481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2082a2-b61d-463f-9307-522de8347147 None None] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:54.491217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:54.491821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.494964 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:54.506935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.531703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.536007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.540177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.601696 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ae8efaa1-7a82-4122-bd58-b874b87a0632 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0245588 Dec 24 02:56:54.608604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18103afb-6594-49af-af84-57c83588a49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-45f8e3b9-c824-4854-80a2-cf6a4895ce05', 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': 'ebbbab28-27ab-4d3d-b013-4a17ed8002c9'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:54.609034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.615891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57040) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:54.621529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2142549166'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:54.626082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Allocated IP 172.26.7.134 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/b867cbdc-600c-41fa-9db3-6538306d1f4d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:54.725456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.726155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router 0f22994d-6175-42c3-82d1-3f24597a82ed {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:54.736761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.742053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57042) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:54.742425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4c734535-8449-43bd-bdcc-9af77c4e2429 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 204 len: 168 time: 2.2384067 Dec 24 02:56:54.746972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1788718558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:54.757486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.762316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:54.782195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-18103afb-6594-49af-af84-57c83588a49b None None] Allocated IP 2001:db8:0:ffff::2 (45f8e3b9-c824-4854-80a2-cf6a4895ce05/ebbbab28-27ab-4d3d-b013-4a17ed8002c9/508f2721-f23f-4705-ad94-a3c1399ed004) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:54.788374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.800301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.806494 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:54.818560 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:54.819425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.836486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:54.839950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.856108 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.866059 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:54.866584 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.899805 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:54.900792 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764ab010-2db2-412b-ad1f-b64deffd8719 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:54.908901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.929738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.965276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.972263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:56:54.974037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92be7f32-a567-4f7d-b0e7-b59cfcca2382,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:54.990150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:54.993052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:54.994153 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:54.994387 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment 7413d4e4-dcf1-4f48-a2ae-a645d841364c of type vlan for network 85fa3f53-8675-401e-9aef-e6a8c883f611 Dec 24 02:56:54.997831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:55.004160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event updated for resources: {'Port': ['ID=b867cbdc-600c-41fa-9db3-6538306d1f4d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:55.008740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port bc6f637e-b98d-4b80-892a-375b06a54082 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:55.009244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.029441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.031246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fab8f905-bd25-41de-b6c7-1a2b61a6266e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6970193 Dec 24 02:56:55.035650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57046) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:55.039980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4427fa81-b40a-46f1-aad0-c83e94649ebf tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group_rule': {'security_group_id': 'c508142b-25ae-412f-9ff2-5b5ac0a140d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '92be7f32-a567-4f7d-b0e7-b59cfcca2382'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:55.040389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.041731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.082002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.083053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.096695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18103afb-6594-49af-af84-57c83588a49b None None] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:55.099417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-18103afb-6594-49af-af84-57c83588a49b None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:55.104721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18103afb-6594-49af-af84-57c83588a49b None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:55.135687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18103afb-6594-49af-af84-57c83588a49b None None] Pushing event updated for resources: {'Port': ['ID=508f2721-f23f-4705-ad94-a3c1399ed004,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:55.144231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.173417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18103afb-6594-49af-af84-57c83588a49b None None] Attempting to bind port 508f2721-f23f-4705-ad94-a3c1399ed004 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:55.174102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18103afb-6594-49af-af84-57c83588a49b None None] Attempting to bind port 508f2721-f23f-4705-ad94-a3c1399ed004 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '291e4481-3162-4241-822d-e72f794971ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:55.174470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103afb-6594-49af-af84-57c83588a49b None None] Attempting to bind port 508f2721-f23f-4705-ad94-a3c1399ed004 on network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:55.183449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103afb-6594-49af-af84-57c83588a49b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:55.183826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103afb-6594-49af-af84-57c83588a49b None None] Checking segment: {'id': '291e4481-3162-4241-822d-e72f794971ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:55.185205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.185205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18103afb-6594-49af-af84-57c83588a49b None None] Bound using segment: {'id': '291e4481-3162-4241-822d-e72f794971ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:55.185381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18103afb-6594-49af-af84-57c83588a49b None None] Bound port: 508f2721-f23f-4705-ad94-a3c1399ed004, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291e4481-3162-4241-822d-e72f794971ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '45f8e3b9-c824-4854-80a2-cf6a4895ce05'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:55.185702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.220117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-4427fa81-b40a-46f1-aad0-c83e94649ebf tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:56:55.224066 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4427fa81-b40a-46f1-aad0-c83e94649ebf tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1848369 Dec 24 02:56:55.224431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57048) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:55.257016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-18103afb-6594-49af-af84-57c83588a49b None None] For port 508f2721-f23f-4705-ad94-a3c1399ed004, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:55.260149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-18103afb-6594-49af-af84-57c83588a49b None None] For port 508f2721-f23f-4705-ad94-a3c1399ed004, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=508f2721-f23f-4705-ad94-a3c1399ed004,segment=NetworkSegment(291e4481-3162-4241-822d-e72f794971ef),segment_id=291e4481-3162-4241-822d-e72f794971ef)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:55.284808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.289606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.303918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:55.308958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for bc6f637e-b98d-4b80-892a-375b06a54082 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:55.328384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18103afb-6594-49af-af84-57c83588a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.359477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.389953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.390633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18103afb-6594-49af-af84-57c83588a49b None None] Pushing event updated for resources: {'Port': ['ID=508f2721-f23f-4705-ad94-a3c1399ed004,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:55.392058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.395453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:55.396080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.401757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.402402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.537211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.541179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26ace1c8-8c76-433f-bb68-76bb9a54c3c5 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7977874 Dec 24 02:56:55.546431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57050) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:55.554966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:55.572668 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9538553 Dec 24 02:56:55.578690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57052) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:55.583955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:55.607588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef3a1-98ba-46d4-84cd-2f583633d6e8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=85fa3f53-8675-401e-9aef-e6a8c883f611,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:55.619608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:56:55.716774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:55.764849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.855881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:55.933284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:55.934263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:55.975319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:55.984885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:55.988343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:55.989281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.009207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.011642 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8eb4eb6e-3e68-4f3e-b2a8-be32e6234ee8 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/7250b8f7-34a0-4390-b7b7-84845553e26d HTTP/1.1" status: 200 len: 977 time: 3.7595415 Dec 24 02:56:56.013603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.018742 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/92be7f32-a567-4f7d-b0e7-b59cfcca2382 HTTP/1.1" status: 204 len: 168 time: 0.7911456 Dec 24 02:56:56.020290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57056) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:56.020795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57058) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:56.026302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:56.034401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 508f2721-f23f-4705-ad94-a3c1399ed004 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:56.042448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.053393 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:56:56.065589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fed64-d619-4438-8770-68e9b7dd0dbd tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be7f32-a567-4f7d-b0e7-b59cfcca2382,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:56.066348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.067113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55e2b6-c234-445a-a121-f86d90fcd582 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:56.116662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.122828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 508f2721-f23f-4705-ad94-a3c1399ed004 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:56.123464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.157230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.216242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.225079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:56.228607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.233431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.271800 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7eb2c62-27d0-446c-b646-4bdbc52ed9ce tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2486291 Dec 24 02:56:56.275619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57062) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:56.283112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 508f2721-f23f-4705-ad94-a3c1399ed004, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=508f2721-f23f-4705-ad94-a3c1399ed004,segment=NetworkSegment(291e4481-3162-4241-822d-e72f794971ef),segment_id=291e4481-3162-4241-822d-e72f794971ef)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:56.303162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=bc6f637e-b98d-4b80-892a-375b06a54082,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:56.355678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.424266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=508f2721-f23f-4705-ad94-a3c1399ed004,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:56.444286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.501821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.526421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Router 1a7a7fcd-5ffd-4dae-a7f6-3661a422009b is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:56:56.630059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805a553-dc01-417f-acd8-064dc6fa0e08 None None] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:56.697075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:56.700016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e795fc23-7fd0-4c24-856a-22bba65297be None None] Provisioning complete for port 508f2721-f23f-4705-ad94-a3c1399ed004 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:56.700480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e795fc23-7fd0-4c24-856a-22bba65297be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.711912 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] Sync routers for ids ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:56.723950 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] Routers {'1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:56.724942 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.747340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.750848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.754018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.759265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/c508142b-25ae-412f-9ff2-5b5ac0a140d2 HTTP/1.1" status: 204 len: 168 time: 0.4402165 Dec 24 02:56:56.761607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57064) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:56.780492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5921-9884-47e1-b16b-39ffa5771dbe tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c508142b-25ae-412f-9ff2-5b5ac0a140d2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:56.782319 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.794848 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] Routers {'1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:56.796665 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.804247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.805536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0ea66d1c-39f9-4163-9d0a-ad19af49a7dc tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5196486 Dec 24 02:56:56.808608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57066) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:56.815015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:56.836218 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:56.838538 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f09e4b-abe3-49e5-9fcf-da0424e5ef5d None None] The sync data for ids ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:56.885057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:56:56.890401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.902623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.920492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.924910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.983979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:56.984092 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 7250b8f7-34a0-4390-b7b7-84845553e26d disassociated. External IP: 172.26.7.158, port: 3624dce7-0fe3-40ae-915d-739549b36b3a. Dec 24 02:56:57.023304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=5818e58b-bee5-41a8-9354-0580d5517949,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:57.030955 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3b4ffc61-7224-4da4-94fc-ad25ee3591f4 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2680292 Dec 24 02:56:57.036480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57070) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:57.048008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'tempest-secgroup--162461934'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:57.061039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.061693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Fanout notify agent at l3_agent the message router_deleted on router a7bac057-d03d-4135-b76e-2196288de7d7 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:56:57.070922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.072034 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7d2697c6-1bfc-43c3-8719-9897028108fa tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/routers/a7bac057-d03d-4135-b76e-2196288de7d7 HTTP/1.1" status: 204 len: 168 time: 2.7536626 Dec 24 02:56:57.078644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57072) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:57.096641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': '7413d4e4-dcf1-4f48-a2ae-a645d841364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:57.097010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: 85fa3f53-8675-401e-9aef-e6a8c883f611, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:56:57.246306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9cb6172c-0fe0-4b3c-b64d-d0c11c0b9cdd None None] Provisioning complete for port 508f2721-f23f-4705-ad94-a3c1399ed004 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:57.246855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cb6172c-0fe0-4b3c-b64d-d0c11c0b9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.256678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:56:57.258689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting subnet 991125dd-fea8-4d31-85c9-55396a4dd992 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:57.264834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.289196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.338615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 85fa3f53-8675-401e-9aef-e6a8c883f611) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:57.342285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.343670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:57.343931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.344635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.357976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bbcb4-6a1e-4b1d-ae8f-cf921b89f758 None None] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:57.387875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.406757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.440893 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-92fcf09d-686b-4b3d-b6aa-2f70df767c1d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8587358 Dec 24 02:56:57.441387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:57.446282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'port': {'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611', 'name': 'tempest-NetworksIpV6TestAttrs-986069202'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:57.463203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-85fa3f53-8675-401e-9aef-e6a8c883f611', 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': '5818e58b-bee5-41a8-9354-0580d5517949'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:56:57.468852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.617356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Allocated IP 2001:db8::f816:3eff:fe2d:8b24 (85fa3f53-8675-401e-9aef-e6a8c883f611/5818e58b-bee5-41a8-9354-0580d5517949/b9b76759-892a-40ad-bc20-3791c03ecad0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:57.651766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:57.695540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.709674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:56:57.711367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Allocated IP 172.26.7.117 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/874e7848-590c-45fd-a1d4-aa3af3cb3dc3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:57.713243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.717732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.770639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] device_id is not set on port 4e311a82-1f02-4a12-88c5-83951136744c yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:56:57.781401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.800061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.843324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.905631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:57.909119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:57.912680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:57.950406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Pushing event updated for resources: {'Port': ['ID=b9b76759-892a-40ad-bc20-3791c03ecad0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:57.951274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3659483-934f-465d-908e-029fb638ad7a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:57.960743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:57.961981 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d4d6931-c096-43a2-953c-567ebb9b1073 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9230661 Dec 24 02:56:57.965409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57078) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:57.972530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eaba9134-1de4-465f-8fcb-9b05e87c1c5e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:56:57.973490 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-eaba9134-1de4-465f-8fcb-9b05e87c1c5e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 02:56:57.973986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-eaba9134-1de4-465f-8fcb-9b05e87c1c5e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] update failed (client error): There was a conflict when trying to complete your request. Dec 24 02:56:57.974957 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eaba9134-1de4-465f-8fcb-9b05e87c1c5e tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "PUT /v2.0/security-groups/b3659483-934f-465d-908e-029fb638ad7a HTTP/1.1" status: 409 len: 330 time: 0.0058718 Dec 24 02:56:57.977937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:57.990191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Allocated IP 2001:db8::f816:3eff:fe2d:1727 (85fa3f53-8675-401e-9aef-e6a8c883f611/5818e58b-bee5-41a8-9354-0580d5517949/4e311a82-1f02-4a12-88c5-83951136744c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:56:58.001571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 508f2721-f23f-4705-ad94-a3c1399ed004 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:56:58.014486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:58.016829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.027138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.030372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.040075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:58.052550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.054802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Attempting to bind port b9b76759-892a-40ad-bc20-3791c03ecad0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:56:58.055174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Attempting to bind port b9b76759-892a-40ad-bc20-3791c03ecad0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '7413d4e4-dcf1-4f48-a2ae-a645d841364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:56:58.055530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Attempting to bind port b9b76759-892a-40ad-bc20-3791c03ecad0 on network 85fa3f53-8675-401e-9aef-e6a8c883f611 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:56:58.059075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.073638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:58.074263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.102955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Subnet': ['ID=991125dd-fea8-4d31-85c9-55396a4dd992,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.109492 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d755edf8-7063-44c9-a462-05aa5a1e6746 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/7250b8f7-34a0-4390-b7b7-84845553e26d HTTP/1.1" status: 200 len: 688 time: 2.0869827 Dec 24 02:56:58.110213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.115507 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9d0e803b-acfb-4cba-adae-629f70ee33b7 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/subnets/991125dd-fea8-4d31-85c9-55396a4dd992 HTTP/1.1" status: 204 len: 168 time: 1.0333173 Dec 24 02:56:58.124152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.124152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57086) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.125593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.129987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d73283-5e63-4959-afb1-3452c5b834df None None] Network 1419e4d8-7421-4e49-81b3-afc40c31db1b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:58.135861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:56:58.136552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Checking segment: {'id': '7413d4e4-dcf1-4f48-a2ae-a645d841364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:56:58.137120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.138676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Bound using segment: {'id': '7413d4e4-dcf1-4f48-a2ae-a645d841364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:56:58.139381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Bound port: b9b76759-892a-40ad-bc20-3791c03ecad0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7413d4e4-dcf1-4f48-a2ae-a645d841364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '85fa3f53-8675-401e-9aef-e6a8c883f611'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:56:58.139919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.242177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router 1a7a7fcd-5ffd-4dae-a7f6-3661a422009b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:56:58.243486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:58.244106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.245654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.265482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.312074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.312839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3afe141-3c11-4bd6-bb18-5ef3c80c4e6d None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:58.320385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 508f2721-f23f-4705-ad94-a3c1399ed004 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:58.321868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.322504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.338946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.372818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] For port b9b76759-892a-40ad-bc20-3791c03ecad0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:56:58.388476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] For port b9b76759-892a-40ad-bc20-3791c03ecad0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b9b76759-892a-40ad-bc20-3791c03ecad0,segment=NetworkSegment(7413d4e4-dcf1-4f48-a2ae-a645d841364c),segment_id=7413d4e4-dcf1-4f48-a2ae-a645d841364c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:56:58.388663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:56:58.393728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.394658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.398372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-803dc834-5742-4146-8b32-6cdf751a0f4c tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "PUT /v2.0/routers/1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 200 len: 925 time: 1.5858934 Dec 24 02:56:58.398604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57090) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.448583 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] Sync routers for ids ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:56:58.472019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:58.474770 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] Routers {'1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:58.475605 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.476648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.479545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:58.484505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.493645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:58.520767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 5783c0ff-481f-4e7b-8aca-69a70b4ff962 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:58.521110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.540722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event updated for resources: {'Port': ['ID=874e7848-590c-45fd-a1d4-aa3af3cb3dc3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.544071 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.553812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3276b7-45f8-4f2a-aead-4cc37e62afee None None] Pushing event updated for resources: {'Port': ['ID=b9b76759-892a-40ad-bc20-3791c03ecad0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.556722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] DHCP port deletion for 1419e4d8-7421-4e49-81b3-afc40c31db1b request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:56:58.559483 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] Routers {'1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:56:58.560565 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.567141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.569736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.570874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3659483-934f-465d-908e-029fb638ad7a HTTP/1.1" status: 204 len: 168 time: 0.5899549 Dec 24 02:56:58.583145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57092) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.612312 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:58.613039 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20e2331-3dd4-4783-8cf3-b3e0c1b85aeb None None] The sync data for ids ['1a7a7fcd-5ffd-4dae-a7f6-3661a422009b'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:56:58.635998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Deleting port 58396f26-59b5-4d87-89ea-a279b2b74943 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:58.635998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.653341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034b93-e099-4287-9a16-5be1538dcf11 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3659483-934f-465d-908e-029fb638ad7a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.667759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:56:58.679522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:56:58.684639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Port': ['ID=4e311a82-1f02-4a12-88c5-83951136744c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.696739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:56:58.703727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:58.705113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.711121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port 58396f26-59b5-4d87-89ea-a279b2b74943 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:56:58.711464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.733558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] For port 58396f26-59b5-4d87-89ea-a279b2b74943, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=58396f26-59b5-4d87-89ea-a279b2b74943,segment=NetworkSegment(d5c32849-f3eb-43d0-8046-191bce8dbf66),segment_id=d5c32849-f3eb-43d0-8046-191bce8dbf66)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:58.739550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.739704 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f145502-0843-474c-9c5f-b09ab37dee92 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 200 len: 925 time: 0.3352723 Dec 24 02:56:58.739704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.750020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Calling delete_port for 58396f26-59b5-4d87-89ea-a279b2b74943 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:58.857160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3874cd8c-9e83-4fb7-afb1-7cf0274e8190 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4140296 Dec 24 02:56:58.860594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57096) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.920562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62549630-ba13-43f2-b2c4-57c61a5fad14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:58.924512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-62549630-ba13-43f2-b2c4-57c61a5fad14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=1a7a7fcd-5ffd-4dae-a7f6-3661a422009b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1854887 Dec 24 02:56:58.925510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:58.939465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:58.974361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting subnet 5818e58b-bee5-41a8-9354-0580d5517949 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:56:58.976379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] Pushing event deleted for resources: {'Port': ['ID=58396f26-59b5-4d87-89ea-a279b2b74943,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:58.979408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261de8a-8b37-441d-a7f6-9a9990ed0f26 None None] No DVR routers for this DVR port 58396f26-59b5-4d87-89ea-a279b2b74943 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:58.979560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.060996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.120848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b60a59-7ede-4fb0-8f4b-1e1dac3aec91 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:56:59.122196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e0b60a59-7ede-4fb0-8f4b-1e1dac3aec91 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.1955893 Dec 24 02:56:59.125664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57100) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:59.162630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.163161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.174056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a26a8df2-0494-49cd-a04c-e933490dee6f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 200 len: 205 time: 0.0472388 Dec 24 02:56:59.176484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57102) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:59.178454 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3b51952e-89a7-4f38-bf30-5394f1f0a773 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5941622 Dec 24 02:56:59.188494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57104) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:59.199865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 5783c0ff-481f-4e7b-8aca-69a70b4ff962 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:59.209463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] For port 58396f26-59b5-4d87-89ea-a279b2b74943, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=58396f26-59b5-4d87-89ea-a279b2b74943,segment=NetworkSegment(d5c32849-f3eb-43d0-8046-191bce8dbf66),segment_id=d5c32849-f3eb-43d0-8046-191bce8dbf66)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:56:59.209831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.241296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-86f922c1-6d6b-4c48-af2c-b2fe7f652d31 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] delete failed (client error): The resource could not be found. Dec 24 02:56:59.246726 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-86f922c1-6d6b-4c48-af2c-b2fe7f652d31 tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b4aae87-f31c-48a5-82a1-9101cbcc14b5 HTTP/1.1" status: 404 len: 347 time: 0.0503724 Dec 24 02:56:59.249375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57108) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:59.266521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for 58396f26-59b5-4d87-89ea-a279b2b74943 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:56:59.474939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.532007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.533945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=58396f26-59b5-4d87-89ea-a279b2b74943,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:59.574089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] No DVR routers for this DVR port 58396f26-59b5-4d87-89ea-a279b2b74943 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:56:59.589668 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-41a3d525-ff60-4f15-9139-f5530abbfc0c tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] show failed (client error): The resource could not be found. Dec 24 02:56:59.594927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-41a3d525-ff60-4f15-9139-f5530abbfc0c tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-groups/f9c21851-e082-413e-9dfa-23755cd2e870 HTTP/1.1" status: 404 len: 347 time: 0.3393826 Dec 24 02:56:59.603398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57110) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:56:59.636404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.641762 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-f20913e9-5279-459b-87d3-284277f1d69a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] show failed (client error): The resource could not be found. Dec 24 02:56:59.642757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f20913e9-5279-459b-87d3-284277f1d69a tempest-NegativeSecGroupTest-408695828 tempest-NegativeSecGroupTest-408695828-project] 10.222.0.36 "GET /v2.0/security-group-rules/47b5bd47-513b-42cf-acfe-5dc59adbaf30 HTTP/1.1" status: 404 len: 356 time: 0.0384119 Dec 24 02:56:59.671222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.700675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.708664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.748547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9092d2-d5d8-4ba2-826b-19bf03b18d8e None None] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:56:59.765923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=5783c0ff-481f-4e7b-8aca-69a70b4ff962,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:59.778808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1419e4d8-7421-4e49-81b3-afc40c31db1b']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:59.817054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.859081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c32849-f3eb-43d0-8046-191bce8dbf66') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:59.859385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c32849-f3eb-43d0-8046-191bce8dbf66') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:56:59.865618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.892393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] Provisioning complete for port b9b76759-892a-40ad-bc20-3791c03ecad0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:56:59.892975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.897057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.954473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.960681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:56:59.961086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.962530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=5818e58b-bee5-41a8-9354-0580d5517949,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:56:59.965387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.973107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:56:59.973263 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e3a390c-d391-4959-9cbf-4aa5a9ec6c6b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/5818e58b-bee5-41a8-9354-0580d5517949 HTTP/1.1" status: 204 len: 168 time: 1.1029999 Dec 24 02:56:59.973263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57116) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:00.042442 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:00.048646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.051276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.052746 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6247be08-c9b6-4eb6-9927-66074e9395b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/7250b8f7-34a0-4390-b7b7-84845553e26d HTTP/1.1" status: 204 len: 168 time: 1.9320290 Dec 24 02:57:00.056259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57118) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.099540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.102311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port b867cbdc-600c-41fa-9db3-6538306d1f4d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:00.102804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.103842 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-0a6d80d2-93ad-4128-b39a-17e205a644d9 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] delete failed (client error): The resource could not be found. Dec 24 02:57:00.105126 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0a6d80d2-93ad-4128-b39a-17e205a644d9 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/7250b8f7-34a0-4390-b7b7-84845553e26d HTTP/1.1" status: 404 len: 345 time: 0.0477180 Dec 24 02:57:00.110657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57120) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.111731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.115453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e16fdb-5363-4023-b990-f15cbfedcd59 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.117465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e16fdb-5363-4023-b990-f15cbfedcd59 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.123607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57122) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.125406 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7e16fdb-5363-4023-b990-f15cbfedcd59 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1493323 Dec 24 02:57:00.177014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.206511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b9b76759-892a-40ad-bc20-3791c03ecad0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:00.227162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.243107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for b867cbdc-600c-41fa-9db3-6538306d1f4d owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:00.249782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.259959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fece5dd-b1e9-4317-a0e5-80f8944b8fb3 None None] Network 85fa3f53-8675-401e-9aef-e6a8c883f611 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:00.271563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.274976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/networks/1419e4d8-7421-4e49-81b3-afc40c31db1b HTTP/1.1" status: 204 len: 168 time: 2.1531234 Dec 24 02:57:00.291077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57126) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.371281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] For port b9b76759-892a-40ad-bc20-3791c03ecad0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b9b76759-892a-40ad-bc20-3791c03ecad0,segment=NetworkSegment(7413d4e4-dcf1-4f48-a2ae-a645d841364c),segment_id=7413d4e4-dcf1-4f48-a2ae-a645d841364c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:00.372200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ec8de-838c-4140-82a7-87e25cd99e2d tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Network': ['ID=1419e4d8-7421-4e49-81b3-afc40c31db1b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:00.374951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57128) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.399803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b9b76759-892a-40ad-bc20-3791c03ecad0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:00.410513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.462965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.479215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fe19-85d5-4c29-b3e6-19939dc440b6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.521339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.527282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccf081-a9f8-43d6-a39e-22ce197478b0 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.535275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccf081-a9f8-43d6-a39e-22ce197478b0 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.541249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ccf081-a9f8-43d6-a39e-22ce197478b0 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.542930 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20ccf081-a9f8-43d6-a39e-22ce197478b0 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/ports?network_id=9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d HTTP/1.1" status: 200 len: 2355 time: 0.4287786 Dec 24 02:57:00.551553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57134) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.584626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=b867cbdc-600c-41fa-9db3-6538306d1f4d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:00.648164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] DHCP port deletion for 85fa3f53-8675-401e-9aef-e6a8c883f611 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:00.654198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711334e8-16e5-4bb9-82ca-5c3a9633147d None None] Pushing event updated for resources: {'Port': ['ID=b9b76759-892a-40ad-bc20-3791c03ecad0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:00.659430 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc6fe19-85d5-4c29-b3e6-19939dc440b6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 24 02:57:00.659636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc6fe19-85d5-4c29-b3e6-19939dc440b6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:00.662572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5cc6fe19-85d5-4c29-b3e6-19939dc440b6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/85fa3f53-8675-401e-9aef-e6a8c883f611 HTTP/1.1" status: 409 len: 466 time: 0.5165403 Dec 24 02:57:00.668303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57136) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.674250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416011637'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:00.689671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1a180b2b-d7e3-449f-b5dc-4f198cb64206 None None] Provisioning complete for port 4e311a82-1f02-4a12-88c5-83951136744c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:00.690106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a180b2b-d7e3-449f-b5dc-4f198cb64206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.694791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de532cf-e988-42d0-b4c3-da4e02f27cc7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:00.700902 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6de532cf-e988-42d0-b4c3-da4e02f27cc7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/subnets/f7a862e9-5ccb-4bb0-8437-8c981368b54f HTTP/1.1" status: 200 len: 797 time: 0.1379209 Dec 24 02:57:00.710469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57138) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.718752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'port': {'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d', 'name': 'tempest-FloatingIPTestJSON-2013322761', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:00.721424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.726503 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-74ff9a02-0c2c-479e-a107-f8957b786d25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=230e4abe5e104c03b9c09a9f037f191b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422842 Dec 24 02:57:00.736193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 58396f26-59b5-4d87-89ea-a279b2b74943 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:00.740395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57140) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.769748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 58396f26-59b5-4d87-89ea-a279b2b74943 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:00.770373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 58396f26-59b5-4d87-89ea-a279b2b74943 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:00.779058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1a180b2b-d7e3-449f-b5dc-4f198cb64206 None None] Port 4e311a82-1f02-4a12-88c5-83951136744c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:00.782880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Deleting port b9b76759-892a-40ad-bc20-3791c03ecad0 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:00.783325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.786091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:00.789594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.834069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Deleting port d018678b-be5a-44f6-a2cd-917fe7b9881f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:00.839383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.839513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.839513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.868587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1a180b2b-d7e3-449f-b5dc-4f198cb64206 None None] Provisioning complete for port b9b76759-892a-40ad-bc20-3791c03ecad0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:00.868587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a180b2b-d7e3-449f-b5dc-4f198cb64206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.883830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:00.893575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.896548 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment b9f80bd4-543d-43b3-8199-62ecaf279aec of type vlan for network d6c8b5ec-574e-44d2-86ef-af921f89230c Dec 24 02:57:00.923623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] For port b9b76759-892a-40ad-bc20-3791c03ecad0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b9b76759-892a-40ad-bc20-3791c03ecad0,segment=NetworkSegment(7413d4e4-dcf1-4f48-a2ae-a645d841364c),segment_id=7413d4e4-dcf1-4f48-a2ae-a645d841364c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:00.924308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Router 7549e764-3b1e-48ca-b487-7b491e8e48f0 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:00.929887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.937206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.951978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.974340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.974827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Calling delete_port for b9b76759-892a-40ad-bc20-3791c03ecad0 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:00.975365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router 1a7a7fcd-5ffd-4dae-a7f6-3661a422009b {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:00.984876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.985209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.988492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.988844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:00.989786 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3dc19d1b-2ad6-4b7f-b6c3-081f4a5b3e4f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 204 len: 168 time: 1.8122351 Dec 24 02:57:00.993215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57144) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:00.999894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1129002427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:01.066437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Calling delete_port for d018678b-be5a-44f6-a2cd-917fe7b9881f owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:01.110125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.116008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:01.116630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.157496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:01.192639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=d6c8b5ec-574e-44d2-86ef-af921f89230c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:01.205060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d6c8b5ec-574e-44d2-86ef-af921f89230c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:01.229685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.244090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:01.254786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.258818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57148) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.258962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-210e3401-bff3-458e-a367-046cbf6174d4 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "PUT /v2.0/routers/7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 200 len: 880 time: 5.7103734 Dec 24 02:57:01.271391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] Sync routers for ids ['7549e764-3b1e-48ca-b487-7b491e8e48f0'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:01.277749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.280717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.282877 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9024858-4326-4882-9bf6-b31685cd87bc HTTP/1.1" status: 204 len: 168 time: 0.5409219 Dec 24 02:57:01.305487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcc850-0d65-42d4-85d5-c6a320d727a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9024858-4326-4882-9bf6-b31685cd87bc,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:01.316705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.322789 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-34c4a94f-2028-4476-8ef2-d157f7674276 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6500309 Dec 24 02:57:01.323683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57152) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.330828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:01.358528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] device_id is not set on port fc06d39f-286d-4190-a28f-5d7c3a398bae yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:01.371747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] Pushing event deleted for resources: {'Port': ['ID=b9b76759-892a-40ad-bc20-3791c03ecad0,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:01.377481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e222d6-bce5-40fb-a426-8ee425d51b84 None None] No DVR routers for this DVR port b9b76759-892a-40ad-bc20-3791c03ecad0 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:01.398958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] Routers {'7549e764-3b1e-48ca-b487-7b491e8e48f0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:01.400038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7549e764-3b1e-48ca-b487-7b491e8e48f0'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:01.437216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.438220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.453665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:01.475006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] Routers {'7549e764-3b1e-48ca-b487-7b491e8e48f0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:01.475228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7549e764-3b1e-48ca-b487-7b491e8e48f0'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:01.477318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.518515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:01.519081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4302a5-b105-4f02-9d5c-087f16615b00 None None] The sync data for ids ['7549e764-3b1e-48ca-b487-7b491e8e48f0'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:01.526130 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7691a3bc-d1ae-43ed-8988-daa5cca31e18 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 200 len: 921 time: 0.2638099 Dec 24 02:57:01.532149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57154) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.541508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.551525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Pushing event deleted for resources: {'Port': ['ID=d018678b-be5a-44f6-a2cd-917fe7b9881f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:01.588137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85865e25-7735-4030-b14d-4bd53cf13fe3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:01.589724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-85865e25-7735-4030-b14d-4bd53cf13fe3 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=7549e764-3b1e-48ca-b487-7b491e8e48f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0565672 Dec 24 02:57:01.592651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57160) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.659463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.661650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.662844 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-90b81be8-02b3-4dcc-8218-f8021a2c01e9 tempest-FloatingIPAdminTestJSON-165324009 tempest-FloatingIPAdminTestJSON-165324009-project] 10.222.0.36 "DELETE /v2.0/floatingips/13f8c3ab-9716-4d44-8d6b-9368fe22bdfc HTTP/1.1" status: 204 len: 168 time: 1.3381758 Dec 24 02:57:01.672857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.691076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:01.695385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.771793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.14 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/fc06d39f-286d-4190-a28f-5d7c3a398bae) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:01.785873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:01.786277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.13 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/fc06d39f-286d-4190-a28f-5d7c3a398bae) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:01.786353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e916ff95-124f-4dd1-a8f9-7cbd58bc96a6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7875531 Dec 24 02:57:01.786353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846d514-27ee-496d-a88c-b2bcd5857bd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:01.789190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57168) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.790261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d846d514-27ee-496d-a88c-b2bcd5857bd6 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.1967342 Dec 24 02:57:01.790518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57170) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:01.798898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:01.939932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b9b76759-892a-40ad-bc20-3791c03ecad0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:01.962977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b9b76759-892a-40ad-bc20-3791c03ecad0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:01.963325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b9b76759-892a-40ad-bc20-3791c03ecad0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:02.103186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:57:02.104774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.178413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=4c1bdd77-18f6-4362-b76e-2cdf39d46bbd,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:02.211577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': 'b9f80bd4-543d-43b3-8199-62ecaf279aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:02.212196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: d6c8b5ec-574e-44d2-86ef-af921f89230c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:02.223087 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c2b48452-5409-4d05-8863-fbc4ff7484fd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 200 len: 205 time: 0.0388739 Dec 24 02:57:02.227193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57182) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:02.233096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57184) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:02.352544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network d6c8b5ec-574e-44d2-86ef-af921f89230c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:02.411491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.449651 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-2ebbd764-05b5-43a1-b516-ce7126acd9d2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871010 Dec 24 02:57:02.452396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d6c8b5ec-574e-44d2-86ef-af921f89230c) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:02.461182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32288877-b95a-4a60-be01-3ffaef4ce420 None None] Network d6c8b5ec-574e-44d2-86ef-af921f89230c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:02.461989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:02.462586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.474245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.561807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0625d349-222b-4953-89e3-d709c2736888 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0db7a1edb6f4e20ab52d4fd4be7ada5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224361 Dec 24 02:57:02.566105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57194) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:02.580261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bae3be03-ee58-4714-9caa-421834bc8df3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2555964 Dec 24 02:57:02.591371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57196) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:02.609508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.617556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d6c8b5ec-574e-44d2-86ef-af921f89230c', 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': '4c1bdd77-18f6-4362-b76e-2cdf39d46bbd'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:02.618739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.619254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'port': {'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c', 'name': 'tempest-NetworksIpV6TestAttrs-1539837833'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:02.630655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-2c973761-a54f-4c7a-9134-160de717abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:02.632301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-2c973761-a54f-4c7a-9134-160de717abf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 1099 time: 0.0771012 Dec 24 02:57:02.641637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.651550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57198) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:02.790664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Allocated IP 2001:db8::f816:3eff:fe08:52f4 (d6c8b5ec-574e-44d2-86ef-af921f89230c/4c1bdd77-18f6-4362-b76e-2cdf39d46bbd/e636b71a-b07a-4764-8248-ba3ec8f75f92) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:02.790975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-29f4167c-e153-4de4-b669-6be453a09a94 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-934724393', 'prefixes': ['172.20.0.0/16']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:02.823114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-5cbcd1c7-0003-4ee2-abab-ffabaa1afd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:02.824565 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-5cbcd1c7-0003-4ee2-abab-ffabaa1afd51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 200 len: 912 time: 0.1620622 Dec 24 02:57:02.837172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port 874e7848-590c-45fd-a1d4-aa3af3cb3dc3 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:02.837509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.838779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.889816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.961481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:02.979652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-ea812fed-bf01-4a94-ba2c-2c7cbf8c4c43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 200 len: 1001 time: 0.1295769 Dec 24 02:57:02.981231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.000398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.024733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:03.036352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for 874e7848-590c-45fd-a1d4-aa3af3cb3dc3 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:03.055601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-0283791b-1f58-4644-97e9-4c8270a854b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:03.057112 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-0283791b-1f58-4644-97e9-4c8270a854b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d667a65-8057-49d7-8831-9dd54ff89dc7 HTTP/1.1" status: 200 len: 850 time: 0.0657425 Dec 24 02:57:03.065628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:03.070680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.093073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=fc06d39f-286d-4190-a28f-5d7c3a398bae,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:03.095473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:03.122672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Network d6c8b5ec-574e-44d2-86ef-af921f89230c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:03.126374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:03.126513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:03.130142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.130697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:03.135464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.138198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.138433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Pushing event updated for resources: {'Port': ['ID=e636b71a-b07a-4764-8248-ba3ec8f75f92,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:03.140019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14b0121a-6d65-47e5-a112-765b3dc86717 HTTP/1.1" status: 204 len: 168 time: 0.5727608 Dec 24 02:57:03.164578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-6e4f239a-88cb-44fd-be32-41a5d75d88d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:03.167033 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-6e4f239a-88cb-44fd-be32-41a5d75d88d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63550da7-518b-43cc-8035-1c249d84afae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775416 Dec 24 02:57:03.208738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:03.213313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.229708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3659f-56a0-45b8-83ca-403d878fe626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b0121a-6d65-47e5-a112-765b3dc86717,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:03.237654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-29f4167c-e153-4de4-b669-6be453a09a94 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] Publish callbacks [] for subnetpool, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.238846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-29f4167c-e153-4de4-b669-6be453a09a94 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5862639 Dec 24 02:57:03.246836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57208) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:03.264870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Attempting to bind port e636b71a-b07a-4764-8248-ba3ec8f75f92 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:03.265234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Attempting to bind port e636b71a-b07a-4764-8248-ba3ec8f75f92 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b9f80bd4-543d-43b3-8199-62ecaf279aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:03.265816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Attempting to bind port e636b71a-b07a-4764-8248-ba3ec8f75f92 on network d6c8b5ec-574e-44d2-86ef-af921f89230c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:03.269912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.276380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:03.276780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Checking segment: {'id': 'b9f80bd4-543d-43b3-8199-62ecaf279aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:03.277176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.277555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Bound using segment: {'id': 'b9f80bd4-543d-43b3-8199-62ecaf279aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:03.278119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Bound port: e636b71a-b07a-4764-8248-ba3ec8f75f92, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f80bd4-543d-43b3-8199-62ecaf279aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'd6c8b5ec-574e-44d2-86ef-af921f89230c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:03.278386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.311099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.331399 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2591aae1-22c9-4a4a-96ea-246d995140e4 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "GET /v2.0/subnetpools/8c45c4d0-84d5-4087-8c79-17f4f7de362e HTTP/1.1" status: 200 len: 731 time: 0.0810225 Dec 24 02:57:03.334041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57210) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:03.339673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b8d010ef-70c2-411b-a2e9-390f8c7eece6 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1271810712'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:03.364193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] For port e636b71a-b07a-4764-8248-ba3ec8f75f92, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:03.367450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] For port e636b71a-b07a-4764-8248-ba3ec8f75f92, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e636b71a-b07a-4764-8248-ba3ec8f75f92,segment=NetworkSegment(b9f80bd4-543d-43b3-8199-62ecaf279aec),segment_id=b9f80bd4-543d-43b3-8199-62ecaf279aec)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:03.369959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] device_id is not set on port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:03.380754 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-96955f97-582e-497e-a7a1-e51523728ecf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6688874 Dec 24 02:57:03.383381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57212) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:03.390122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'fc06d39f-286d-4190-a28f-5d7c3a398bae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:03.424075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-4a7bfa1c-8c61-4b7c-8c7c-880c68f81092 service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207067 Dec 24 02:57:03.435254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.522279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749efc7-4c52-454c-9818-3b534044fc0a None None] Pushing event updated for resources: {'Port': ['ID=e636b71a-b07a-4764-8248-ba3ec8f75f92,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:03.529791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.567250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=874e7848-590c-45fd-a1d4-aa3af3cb3dc3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:03.605943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8d010ef-70c2-411b-a2e9-390f8c7eece6 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] Publish callbacks [] for subnetpool, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.606135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Allocated IP 172.26.7.11 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/1b2d5818-b743-4b8a-974e-1172397200bb) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:03.610279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b8d010ef-70c2-411b-a2e9-390f8c7eece6 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "PUT /v2.0/subnetpools/8c45c4d0-84d5-4087-8c79-17f4f7de362e HTTP/1.1" status: 200 len: 684 time: 0.2721221 Dec 24 02:57:03.613069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57216) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:03.634760 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-162d8a3d-73bc-444a-807a-aab1e547b8d2 req-0ce641eb-8d93-4ee5-91b0-dadf4c254902 service neutron] 10.222.0.49 "GET /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952429 Dec 24 02:57:03.643043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Allocated IP 2001:db8::f816:3eff:fe9d:42be (d6c8b5ec-574e-44d2-86ef-af921f89230c/4c1bdd77-18f6-4362-b76e-2cdf39d46bbd/7a1807f0-0d9d-415f-89b2-6f0a4c1c0442) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:03.652855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.669653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.800239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.804487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.981975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.985716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router 7549e764-3b1e-48ca-b487-7b491e8e48f0 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:03.991020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:03.992388 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a198f375-5360-47bf-b483-861aab7ade68 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 204 len: 168 time: 1.7578311 Dec 24 02:57:03.996803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57220) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.001343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e636b71a-b07a-4764-8248-ba3ec8f75f92 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:04.004138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1712743175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:04.037797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.054520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e636b71a-b07a-4764-8248-ba3ec8f75f92 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:04.055023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.081951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33460f89-b745-45ee-b149-26f951c25446 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] Publish callbacks [] for subnetpool, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.083090 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-33460f89-b745-45ee-b149-26f951c25446 tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8c45c4d0-84d5-4087-8c79-17f4f7de362e HTTP/1.1" status: 204 len: 168 time: 0.4657102 Dec 24 02:57:04.085846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57222) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.105320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.108004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-12b91799-af04-4ec2-afc6-f1a22dc5606a tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] show failed (client error): The resource could not be found. Dec 24 02:57:04.115702 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12b91799-af04-4ec2-afc6-f1a22dc5606a tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "GET /v2.0/subnetpools/8c45c4d0-84d5-4087-8c79-17f4f7de362e HTTP/1.1" status: 404 len: 346 time: 0.0224984 Dec 24 02:57:04.115702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.116091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.118810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57224) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.150491 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-2e06f2d0-4fe2-4c38-a85e-17d5adda209d tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] delete failed (client error): The resource could not be found. Dec 24 02:57:04.151957 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2e06f2d0-4fe2-4c38-a85e-17d5adda209d tempest-SubnetPoolsTestJSON-1555423096 tempest-SubnetPoolsTestJSON-1555423096-project] 10.222.0.36 "DELETE /v2.0/subnetpools/8c45c4d0-84d5-4087-8c79-17f4f7de362e HTTP/1.1" status: 404 len: 346 time: 0.0274653 Dec 24 02:57:04.157408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.172568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.225346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e636b71a-b07a-4764-8248-ba3ec8f75f92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e636b71a-b07a-4764-8248-ba3ec8f75f92,segment=NetworkSegment(b9f80bd4-543d-43b3-8199-62ecaf279aec),segment_id=b9f80bd4-543d-43b3-8199-62ecaf279aec)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:04.243853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.294669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57228) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.321258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8368f927-538b-4ef1-907d-26ccfcd55496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.334797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.347172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:04.348657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.366428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:04.379943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.251 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/554beac5-9c7d-4796-9371-5672fc9e615b) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:04.385942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:04.424890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event updated for resources: {'Port': ['ID=1b2d5818-b743-4b8a-974e-1172397200bb,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:04.445548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e636b71a-b07a-4764-8248-ba3ec8f75f92,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:04.497881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network d6c8b5ec-574e-44d2-86ef-af921f89230c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:04.501718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.530788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:04.540443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:04.546774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:04.547398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.584307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.687424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Port': ['ID=7a1807f0-0d9d-415f-89b2-6f0a4c1c0442,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:04.695156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.701864 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7e851c87-b15e-4550-8251-faa1f94a8bb2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7010009 Dec 24 02:57:04.701864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57234) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.706459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': True}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:04.745482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57236) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.777829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e125f712-71f6-43b4-95f5-17c24a4210e3 None None] Network d6c8b5ec-574e-44d2-86ef-af921f89230c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:04.778942 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cac2a288-5de6-46f3-8b62-65ac9d59f296 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1836336 Dec 24 02:57:04.790908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.791408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57240) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:04.808632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8368f927-538b-4ef1-907d-26ccfcd55496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.874125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6078ab8d-f484-4a70-8d56-aa2066b673d7 None None] Provisioning complete for port e636b71a-b07a-4764-8248-ba3ec8f75f92 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:04.874622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6078ab8d-f484-4a70-8d56-aa2066b673d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.913112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting subnet 4c1bdd77-18f6-4362-b76e-2cdf39d46bbd {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:04.918197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.928403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8368f927-538b-4ef1-907d-26ccfcd55496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:04.938186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.004096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3dd81a8d-cda7-4fd2-8c03-e6c50a3e7d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.015517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.031182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.078451 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8368f927-538b-4ef1-907d-26ccfcd55496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24bd1ba96367420ca937e79de9736a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7797670 Dec 24 02:57:05.081195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57244) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:05.086838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:05.087622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368f927-538b-4ef1-907d-26ccfcd55496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a96e6-b12c-4682-b071-b7c4d9469a26,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:05.098932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=554beac5-9c7d-4796-9371-5672fc9e615b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:05.114460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:05.117431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:05.199200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.200100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.288983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.300551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.347674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a7d3c7e8-97ad-4945-ae70-649baf5792d6 None None] Provisioning complete for port e636b71a-b07a-4764-8248-ba3ec8f75f92 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:05.347674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c7e8-97ad-4945-ae70-649baf5792d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.432465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3dd81a8d-cda7-4fd2-8c03-e6c50a3e7d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.467424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a7d3c7e8-97ad-4945-ae70-649baf5792d6 None None] Provisioning complete for port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:05.467798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c7e8-97ad-4945-ae70-649baf5792d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.502819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.509745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a7d3c7e8-97ad-4945-ae70-649baf5792d6 None None] Port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:05.519081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3dd81a8d-cda7-4fd2-8c03-e6c50a3e7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.538427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.540989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.542134 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b7a96e6-b12c-4682-b071-b7c4d9469a26 HTTP/1.1" status: 204 len: 168 time: 0.4598138 Dec 24 02:57:05.551289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.554635 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/4c1bdd77-18f6-4362-b76e-2cdf39d46bbd HTTP/1.1" status: 204 len: 168 time: 0.7622535 Dec 24 02:57:05.555588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe89008-47c9-4037-97fd-e18292c9a760 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1bdd77-18f6-4362-b76e-2cdf39d46bbd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:05.564516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57248) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:05.573678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e6c9f-3d85-42e8-baa9-053d894b0535 None None] Network d6c8b5ec-574e-44d2-86ef-af921f89230c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:05.606224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5627af4-7ef2-4441-98af-9f38fc441091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a96e6-b12c-4682-b071-b7c4d9469a26,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:05.650909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.665753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3885c38a-6b4d-4beb-a8fa-0c4b844f18b7 None None] Provisioning complete for port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:05.666106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3885c38a-6b4d-4beb-a8fa-0c4b844f18b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.678944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.692897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b03a7e-ec53-4110-8985-77bd873b4e8e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:05.694404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b03a7e-ec53-4110-8985-77bd873b4e8e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:05.695951 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-55b03a7e-ec53-4110-8985-77bd873b4e8e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1128168 Dec 24 02:57:05.699621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57252) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:05.765419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3885c38a-6b4d-4beb-a8fa-0c4b844f18b7 None None] Port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:05.847794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1de4fe1b-c5ac-4106-9a6d-37ea75a582a0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:05.851710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] DHCP port deletion for d6c8b5ec-574e-44d2-86ef-af921f89230c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:05.875486 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de4fe1b-c5ac-4106-9a6d-37ea75a582a0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 24 02:57:05.879750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de4fe1b-c5ac-4106-9a6d-37ea75a582a0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:05.879750 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1de4fe1b-c5ac-4106-9a6d-37ea75a582a0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/d6c8b5ec-574e-44d2-86ef-af921f89230c HTTP/1.1" status: 409 len: 466 time: 0.1785955 Dec 24 02:57:05.884783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57254) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:05.898082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-106439698'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:05.901846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.26.7.86 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/e231fd56-4a05-4c23-a6ae-645ad080b75a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:06.026207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:06.030006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.043288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.062153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e636b71a-b07a-4764-8248-ba3ec8f75f92 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:06.068569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3dd81a8d-cda7-4fd2-8c03-e6c50a3e7d81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06ec82fb90854bd79aa7a2229016600c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3171806 Dec 24 02:57:06.071729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57258) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:06.072505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:06.082151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd81a8d-cda7-4fd2-8c03-e6c50a3e7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb83b7e-d298-465c-b47c-0fa580d811dc,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.110983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.111345 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment 15996efc-2f4b-46c8-ba8a-169611e9619d of type vlan for network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e Dec 24 02:57:06.128123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.137336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.171536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Deleting port e636b71a-b07a-4764-8248-ba3ec8f75f92 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:06.172037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.187445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.192105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.197805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.221903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.285629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] For port e636b71a-b07a-4764-8248-ba3ec8f75f92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e636b71a-b07a-4764-8248-ba3ec8f75f92,segment=NetworkSegment(b9f80bd4-543d-43b3-8199-62ecaf279aec),segment_id=b9f80bd4-543d-43b3-8199-62ecaf279aec)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:06.286446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.289967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e636b71a-b07a-4764-8248-ba3ec8f75f92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e636b71a-b07a-4764-8248-ba3ec8f75f92,segment=NetworkSegment(b9f80bd4-543d-43b3-8199-62ecaf279aec),segment_id=b9f80bd4-543d-43b3-8199-62ecaf279aec)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:06.303815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Calling delete_port for e636b71a-b07a-4764-8248-ba3ec8f75f92 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:06.319331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=e231fd56-4a05-4c23-a6ae-645ad080b75a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.327475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.338446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.344963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:06.345551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.363098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.390209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:06.395873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:06.410721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:06.420105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-57c2ed2a-ae2c-402f-8a1f-37dffea85550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.429428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.442184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e636b71a-b07a-4764-8248-ba3ec8f75f92,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.471657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:06.480096 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5943031 Dec 24 02:57:06.484162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57264) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:06.489055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:06.504081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.510172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f49e6-bb73-4fe3-b59f-4e2218ed53be tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=898ba1cb-f580-48ee-a1e7-b887dd1bf12e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.529155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Router fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:06.544360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:06.550501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] Pushing event deleted for resources: {'Port': ['ID=e636b71a-b07a-4764-8248-ba3ec8f75f92,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.573733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04131de-ddba-4829-b39e-df3fe78599ac None None] No DVR routers for this DVR port e636b71a-b07a-4764-8248-ba3ec8f75f92 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:06.677251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.686640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.689525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.690799 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bcb83b7e-d298-465c-b47c-0fa580d811dc HTTP/1.1" status: 204 len: 168 time: 0.6158211 Dec 24 02:57:06.699885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc059a7-55cc-49b0-9d8f-1f939d8f2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb83b7e-d298-465c-b47c-0fa580d811dc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:06.775745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-57c2ed2a-ae2c-402f-8a1f-37dffea85550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.803149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:06.820469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] Sync routers for ids ['fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:06.822777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.826411 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3ab2d2c3-cc05-4714-a7fd-b6e9bd80605d tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "PUT /v2.0/routers/fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 200 len: 883 time: 5.0341616 Dec 24 02:57:06.831754 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] Routers {'fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:06.832363 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:06.832813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57270) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:06.869259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-57c2ed2a-ae2c-402f-8a1f-37dffea85550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.872155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:06.883526 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:06.895525 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] Routers {'fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:06.897143 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:06.934480 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:06.935143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:06.936222 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8bda33-057f-4dc6-b58d-e42636edb63a None None] The sync data for ids ['fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:06.955777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.008475 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-57c2ed2a-ae2c-402f-8a1f-37dffea85550 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fd9471ce37944fe8af068c8598d80b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6114919 Dec 24 02:57:07.057644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57272) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:07.073027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2ed2a-ae2c-402f-8a1f-37dffea85550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369cb7a-5626-450e-a49e-85da5e94ac3d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:07.107644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.112386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.158856 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e79f1aa7-76bb-426e-b3dd-bcd27782d0a3 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 200 len: 924 time: 0.3221533 Dec 24 02:57:07.160764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57274) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:07.160918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.172773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.244341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.286212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.296792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a659c9e-ee9a-469c-9293-f11420cbcef4 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:07.300803 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0a659c9e-ee9a-469c-9293-f11420cbcef4 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1366048 Dec 24 02:57:07.301479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57278) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:07.368366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=554beac5-9c7d-4796-9371-5672fc9e615b,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:07.406549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.408526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f60ac-1991-4279-8777-77ba69e02413 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:07.409920 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6b9f60ac-1991-4279-8777-77ba69e02413 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.1075647 Dec 24 02:57:07.413189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57282) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:07.446915 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a5034d39-1dbb-4266-b6a7-126618223153 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 200 len: 205 time: 0.0319364 Dec 24 02:57:07.449033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57286) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:07.492060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.494814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.496083 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9369cb7a-5626-450e-a49e-85da5e94ac3d HTTP/1.1" status: 204 len: 168 time: 0.4370630 Dec 24 02:57:07.503473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router d1f168a2-5dcf-4df9-abef-aaaacdac35fd is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:07.521240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce24a56-3d39-4949-b61b-b1a12293151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369cb7a-5626-450e-a49e-85da5e94ac3d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:07.539693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:57:07.542776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:07.601731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 5735c4b4-b77a-4a62-8e19-c0abd0a49bd4 associated. External IP: 172.26.7.251, port: fc06d39f-286d-4190-a28f-5d7c3a398bae. Dec 24 02:57:07.655504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=d53a45e2-1a8c-49eb-9cf5-421023181c30,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:07.718182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': '15996efc-2f4b-46c8-ba8a-169611e9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:07.718554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: 898ba1cb-f580-48ee-a1e7-b887dd1bf12e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:07.875525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:07.891309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:07.956320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.017793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:08.028352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] Sync routers for ids ['d1f168a2-5dcf-4df9-abef-aaaacdac35fd'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:08.038010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 898ba1cb-f580-48ee-a1e7-b887dd1bf12e) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:08.047033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:08.047033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.048343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] Routers {'d1f168a2-5dcf-4df9-abef-aaaacdac35fd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:08.049017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d1f168a2-5dcf-4df9-abef-aaaacdac35fd'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.053966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.060093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-497e1b7b-d847-41c6-be69-77f5fa656349 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "PUT /v2.0/routers/d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 200 len: 914 time: 3.3522763 Dec 24 02:57:08.067965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57312) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.097140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.099541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a624e1c-04f2-4f83-bc4a-c8ec2e6715c0 None None] Network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:08.102422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:08.113924 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:08.128855 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:08.130198 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.140753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.160763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eb1c1eab-6edd-45f6-8e46-b4e9c2324bf8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6754944 Dec 24 02:57:08.172962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57316) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.179096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.192218 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:08.193207 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.219674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] Routers {'d1f168a2-5dcf-4df9-abef-aaaacdac35fd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:08.220511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d1f168a2-5dcf-4df9-abef-aaaacdac35fd'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.260126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.260978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49710981-94bc-4c07-9fcb-adc794e86a7a None None] The sync data for ids ['d1f168a2-5dcf-4df9-abef-aaaacdac35fd'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:08.264652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-898ba1cb-f580-48ee-a1e7-b887dd1bf12e', 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': 'd53a45e2-1a8c-49eb-9cf5-421023181c30'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:08.266056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.266574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5b14eebe-8211-4705-9187-670699f617f7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 200 len: 920 time: 0.1974297 Dec 24 02:57:08.267171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57320) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.285051 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:08.286370 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed4a36e-a570-4468-be3a-32a3cacef767 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:08.307083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.390113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3da86d3c-1108-4e08-be66-ae3cb835e4c4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0046639 Dec 24 02:57:08.395601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f702e-fce2-47b9-9bf9-5a01896b0c11 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:08.397820 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3a7f702e-fce2-47b9-9bf9-5a01896b0c11 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=d1f168a2-5dcf-4df9-abef-aaaacdac35fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1296608 Dec 24 02:57:08.398593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57324) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.398916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57326) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.414342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': 'fc06d39f-286d-4190-a28f-5d7c3a398bae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:08.417010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.436216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Allocated IP 2001:db8::f816:3eff:fe1c:170 (898ba1cb-f580-48ee-a1e7-b887dd1bf12e/d53a45e2-1a8c-49eb-9cf5-421023181c30/55b9c9b5-1881-4d76-a3cd-8504deb86e9b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:08.514014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.531616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port 1b2d5818-b743-4b8a-974e-1172397200bb {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:08.531616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.561707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.632601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.649939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6db10-53d0-4767-97c4-9e7f94e3edc0 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:08.651265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-73c6db10-53d0-4767-97c4-9e7f94e3edc0 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.2493603 Dec 24 02:57:08.654506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57336) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.691425 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-937d86b6-df7a-48d2-9436-1e23219c13fe tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 200 len: 205 time: 0.0355644 Dec 24 02:57:08.694146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57338) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:08.719171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.722495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.760302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for 1b2d5818-b743-4b8a-974e-1172397200bb owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:08.788630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:08.793554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:08.803222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:08.814010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Pushing event updated for resources: {'Port': ['ID=55b9c9b5-1881-4d76-a3cd-8504deb86e9b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:08.848905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.908045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Attempting to bind port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:08.909036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Attempting to bind port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '15996efc-2f4b-46c8-ba8a-169611e9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:08.909424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Attempting to bind port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b on network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:08.920487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:08.920487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Checking segment: {'id': '15996efc-2f4b-46c8-ba8a-169611e9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:08.921010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:08.921323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Bound using segment: {'id': '15996efc-2f4b-46c8-ba8a-169611e9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:08.922324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Bound port: 55b9c9b5-1881-4d76-a3cd-8504deb86e9b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15996efc-2f4b-46c8-ba8a-169611e9619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:08.923444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.026079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] For port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:09.032770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.040509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] For port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=55b9c9b5-1881-4d76-a3cd-8504deb86e9b,segment=NetworkSegment(15996efc-2f4b-46c8-ba8a-169611e9619d),segment_id=15996efc-2f4b-46c8-ba8a-169611e9619d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:09.062284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.066847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=d53a45e2-1a8c-49eb-9cf5-421023181c30,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:09.104731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57350) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:09.127431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.136113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.160722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898ba1cb-f580-48ee-a1e7-b887dd1bf12e']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:09.208746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a426f9-3927-4476-9a73-cacb92c24ce6 None None] Pushing event updated for resources: {'Port': ['ID=55b9c9b5-1881-4d76-a3cd-8504deb86e9b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:09.217965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.221385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15996efc-2f4b-46c8-ba8a-169611e9619d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:09.224663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15996efc-2f4b-46c8-ba8a-169611e9619d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:09.252741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.271729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f05ca0-4949-4fea-8e92-4ae93b7bfda2 None None] Network 898ba1cb-f580-48ee-a1e7-b887dd1bf12e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:09.274080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=1b2d5818-b743-4b8a-974e-1172397200bb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:09.303237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.321672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:09.323625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:09.325184 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:09.380307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port e231fd56-4a05-4c23-a6ae-645ad080b75a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:09.380674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.445189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:57:09.451625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1138870878'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:09.462251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 02:57:09.462251 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 02:57:09.462251 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': '898ba1cb-f580-48ee-a1e7-b887dd1bf12e'}] Dec 24 02:57:09.462251 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:09.462761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:09.472798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5bb10d-90fd-49af-9c94-19bd1c5e3a05 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:57:09.507403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.522429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.524223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for e231fd56-4a05-4c23-a6ae-645ad080b75a owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:09.536191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322b63e-9ee7-4f9e-9d91-d479b309a017 req-4eb18184-f1c0-4b2d-b888-25e485e4a45f tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:09.537828 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1322b63e-9ee7-4f9e-9d91-d479b309a017 req-4eb18184-f1c0-4b2d-b888-25e485e4a45f tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.2345657 Dec 24 02:57:09.571779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.596620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57362) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:09.633320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5bb10d-90fd-49af-9c94-19bd1c5e3a05 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 02:57:09.652277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.654853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.698710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.773416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:09.777386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.788809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--1836490958', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:09.797744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1322b63e-9ee7-4f9e-9d91-d479b309a017 req-c63e9ef4-c18d-4e69-86a4-c3345c94758d tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282474 Dec 24 02:57:09.799862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.828684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.861294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=e231fd56-4a05-4c23-a6ae-645ad080b75a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:09.894117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.894117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:09.900530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.906695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-40377a45-f8dc-4d26-9208-9979d7669652 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 204 len: 168 time: 2.4565468 Dec 24 02:57:09.907539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57372) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:09.914193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:09.922436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1984630171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:09.923040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.960998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.965333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:09.993838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.108312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.127706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa16fa-a3e2-4a4a-8827-7dae54a3312b req-b53c6dba-de18-4c36-96a7-460b7efb1bfc tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:10.129532 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-30aa16fa-a3e2-4a4a-8827-7dae54a3312b req-b53c6dba-de18-4c36-96a7-460b7efb1bfc tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.1425765 Dec 24 02:57:10.131668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:10.145367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.146573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.208947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.290888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:10.334382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port fc06d39f-286d-4190-a28f-5d7c3a398bae triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.334992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.378851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port fc06d39f-286d-4190-a28f-5d7c3a398bae cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.401237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 33678d6d-6dfd-4814-86ef-dff3c6e23f99 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.408290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.442379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port 33678d6d-6dfd-4814-86ef-dff3c6e23f99 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.456076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 767fd863-5c06-415e-9f08-4b7149579fe5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.456650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.487265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.494172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.524719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port 767fd863-5c06-415e-9f08-4b7149579fe5 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.538652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 3624dce7-0fe3-40ae-915d-739549b36b3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.539033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.578228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port 3624dce7-0fe3-40ae-915d-739549b36b3a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.586220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.587922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:10.588454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.589508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 85b81a17-4ae7-4312-8d1d-7ac74745b10c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.590088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.625768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.640587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b7251-c934-4867-837e-7fa40f061aea,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:10.643271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.643883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.644002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router d1f168a2-5dcf-4df9-abef-aaaacdac35fd {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:10.644228 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Added segment a10db263-4c4e-405f-9d94-7a459c016b8d of type vlan for network bf27008b-e5db-498b-855c-c2529ecfc5ee Dec 24 02:57:10.648481 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-30aa16fa-a3e2-4a4a-8827-7dae54a3312b req-0171f74e-9226-45ef-9eaa-605613541636 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053601 Dec 24 02:57:10.653281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.658809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57378) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:10.659116 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-22ab37af-e06c-4b56-a2da-3cffa7c4af6b tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 204 len: 168 time: 1.9636517 Dec 24 02:57:10.665629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1050284428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:10.673313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.691301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] For port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=55b9c9b5-1881-4d76-a3cd-8504deb86e9b,segment=NetworkSegment(15996efc-2f4b-46c8-ba8a-169611e9619d),segment_id=15996efc-2f4b-46c8-ba8a-169611e9619d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:10.691704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.699694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.715411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:10.720508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:10.724779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.727199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for 55b9c9b5-1881-4d76-a3cd-8504deb86e9b owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:10.727561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.737017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:10.747361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58bc7e-8a71-40cd-b135-cc2cebd29718,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:10.758144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:10.758721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:10.767641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.768201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment 98e1f5ee-54a7-418d-a465-11634cba1199 of type vlan for network 2c69c282-c59b-4e91-ab3a-44740c021efb Dec 24 02:57:10.814479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2d025cdd-d5f0-420a-aa20-797e9fa428a5 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/5735c4b4-b77a-4a62-8e19-c0abd0a49bd4 HTTP/1.1" status: 200 len: 979 time: 2.4135506 Dec 24 02:57:10.817425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57384) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:10.821775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 554beac5-9c7d-4796-9371-5672fc9e615b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.822223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.825192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:10.863354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.864144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:10.864591 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4a7b0a9b-dd99-44a0-aa02-ffa8067f945e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9522076 Dec 24 02:57:10.867180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57386) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:10.867769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:10.872395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.876269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': True}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:10.908656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:10.909316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3911e5-0430-4183-8d69-152d53231b12 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:10.910947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port 554beac5-9c7d-4796-9371-5672fc9e615b cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.930605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 99bf7c36-a4f9-4576-80d0-e74b212b77a0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.930986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.947440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.948613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.956282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.962236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:10.962620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.968130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port 99bf7c36-a4f9-4576-80d0-e74b212b77a0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:10.977856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port b2be8c83-1bdb-4be7-9646-0321e0ba41d0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:10.978228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.978468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:10.985792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:10.986476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.008714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.014665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port b2be8c83-1bdb-4be7-9646-0321e0ba41d0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:11.025527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:11.025885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.081222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=55b9c9b5-1881-4d76-a3cd-8504deb86e9b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:11.089524 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4916570 Dec 24 02:57:11.090570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No DVR routers for this DVR port 55b9c9b5-1881-4d76-a3cd-8504deb86e9b on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:11.096201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57390) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:11.109175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-832796210', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:11.130064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port fa68d969-7243-4d25-bc80-f1f311fce884 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:11.130437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.133962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffa9b5-a53f-4656-8def-4e3206ffaf5f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=2c69c282-c59b-4e91-ab3a-44740c021efb,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:11.156180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 2c69c282-c59b-4e91-ab3a-44740c021efb details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:11.186821 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0796862 Dec 24 02:57:11.206771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57392) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:11.213163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:11.218884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef64bb0-f1fa-4b5e-b4d0-c5f8a6ffd87a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Network': ['ID=bf27008b-e5db-498b-855c-c2529ecfc5ee,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:11.227269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.240269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:11.245412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.309331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898ba1cb-f580-48ee-a1e7-b887dd1bf12e']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:11.315950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.326959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.329409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15996efc-2f4b-46c8-ba8a-169611e9619d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:11.329823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15996efc-2f4b-46c8-ba8a-169611e9619d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:11.338985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e5e68-84ab-4a69-90a1-c6e7a1d42f82 req-33f39538-3ebc-409a-8545-c6a0ef5408c5 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:11.343193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.344876 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ab8e5e68-84ab-4a69-90a1-c6e7a1d42f82 req-33f39538-3ebc-409a-8545-c6a0ef5408c5 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.3769100 Dec 24 02:57:11.360138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.368348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:11.368919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.429951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Provisioning complete for port b49cb16c-21cb-4289-894d-2f38ffbe01a3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:11.431060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.434799 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ab8e5e68-84ab-4a69-90a1-c6e7a1d42f82 req-73a073e5-7f3a-41e5-969f-7991cb5fd1f5 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839274 Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:11.448172 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:11.452450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.458921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.459078 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7e07b43f-e6e0-4a73-9ee0-a9ae7caae4bd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7940817 Dec 24 02:57:11.459174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.461035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57396) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:11.468637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:11.472433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6cb30835-7152-4ff7-9854-b2ba96f6f47f None None] Port b49cb16c-21cb-4289-894d-2f38ffbe01a3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:11.485528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 554beac5-9c7d-4796-9371-5672fc9e615b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:11.485876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.543520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.549019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.555761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/898ba1cb-f580-48ee-a1e7-b887dd1bf12e HTTP/1.1" status: 204 len: 168 time: 3.3817675 Dec 24 02:57:11.559690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:11.576468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-414527009'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:11.606758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.607830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.623294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 554beac5-9c7d-4796-9371-5672fc9e615b owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:11.629291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b415e-28a1-48d6-a3c2-610747dba2d3 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=898ba1cb-f580-48ee-a1e7-b887dd1bf12e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:11.641081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.772025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:11.775463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.868224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.879721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.896216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f502-6dac-470a-81fa-b255f0834f57 req-fc83fca0-bb05-464c-8b06-4067a5d89473 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:11.897746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2748f502-6dac-470a-81fa-b255f0834f57 req-fc83fca0-bb05-464c-8b06-4067a5d89473 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.1217825 Dec 24 02:57:11.919755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:11.995088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2748f502-6dac-470a-81fa-b255f0834f57 req-e131c74c-a1c7-4d68-95ef-5df0a12a3580 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781591 Dec 24 02:57:12.013027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.019412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:12.022848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.065893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.084179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:12.116310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.116674 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment 9866496c-9b77-4039-9a48-821d31be3378 of type vlan for network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 Dec 24 02:57:12.136334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=554beac5-9c7d-4796-9371-5672fc9e615b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:12.147659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07378785-38d1-4754-b323-508e49025e58 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:12.213125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.236801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.237157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 5735c4b4-b77a-4a62-8e19-c0abd0a49bd4 disassociated (deleted). External IP: 172.26.7.251, port: fc06d39f-286d-4190-a28f-5d7c3a398bae. Dec 24 02:57:12.245692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 172.26.7.201 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:12.404793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.410217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:12.410845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.424659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.476276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.562815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:12.564113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9986978 Dec 24 02:57:12.567577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57404) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:12.572578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:12.589053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7269701-5e92-4062-a1fd-7eab3782e5fc tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:12.601926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:12.619777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=2b0cc9da-ced1-4bd0-b77b-126d80e41fab,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:12.637934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.672060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.723038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.729250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:12.729616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network hostable DHCP agents. Network: bf27008b-e5db-498b-855c-c2529ecfc5ee, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:12.749170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd74038-c384-4e59-964b-33e34f35fcad req-fad748cb-2fc6-4b03-ae97-16485ea7f008 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:12.752055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdd74038-c384-4e59-964b-33e34f35fcad req-fad748cb-2fc6-4b03-ae97-16485ea7f008 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.2153337 Dec 24 02:57:12.766800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:12.814341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.851487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:12.950408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:12.972219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdd74038-c384-4e59-964b-33e34f35fcad req-4096f179-ce8a-42f7-afa4-67f0bd0dbba2 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125127 Dec 24 02:57:12.994721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Allocated IP 172.26.7.24 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/aee5d335-cdc3-4db0-861b-5bea6b09edb5) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:13.028794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, bf27008b-e5db-498b-855c-c2529ecfc5ee) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:13.036555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:13.037594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.038796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16908d-323b-409b-90ca-e02235b2e01a None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:13.082424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:13.084867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:13.116319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f6e45-40e4-40b8-ba2f-9df0407f68ce None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:13.131179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.142662 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cc6fb58f-d9c5-46fc-9a47-de7281ff2d6a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9330413 Dec 24 02:57:13.142662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57408) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:13.143216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:13.148689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'name': 'tempest-NetworksTestDHCPv6-1672114127'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:13.191818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '2b0cc9da-ced1-4bd0-b77b-126d80e41fab'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:13.192590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.205902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f461cf1c-270a-4984-a6b6-1e3b1830a600 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:13.207749 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f461cf1c-270a-4984-a6b6-1e3b1830a600 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.4894941 Dec 24 02:57:13.247437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:13.252954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.259770 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:13.272998 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:13.274133 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:13.315842 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:13.319794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:13.323278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.327061 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:13.327688 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:13.332084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5b78e4d6-d6eb-4b13-bc93-dc5b6eb0cba0 None None] Provisioning complete for port 6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:13.332803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b78e4d6-d6eb-4b13-bc93-dc5b6eb0cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.354788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.363304 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:13.364183 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347f0a8-ab7d-4284-8304-f7ef9dc7238b None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:13.407307 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-78d05adf-cc56-4d4c-9ec9-74101663e9aa tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/5735c4b4-b77a-4a62-8e19-c0abd0a49bd4 HTTP/1.1" status: 204 len: 168 time: 2.5850022 Dec 24 02:57:13.415980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5b78e4d6-d6eb-4b13-bc93-dc5b6eb0cba0 None None] Port 6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:13.425768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:13.427188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57410) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:13.427667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/2b0cc9da-ced1-4bd0-b77b-126d80e41fab/3ecd1af2-3889-4ffa-8f92-1f9edd889df6) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:13.431070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Pushing event updated for resources: {'Port': ['ID=aee5d335-cdc3-4db0-861b-5bea6b09edb5,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:13.433717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:13.447350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb41186-7325-4f4a-a9a5-7bcb1b3d6dfd req-f4a9789a-b526-4148-a569-d8ce181c8f26 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:13.448905 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfb41186-7325-4f4a-a9a5-7bcb1b3d6dfd req-f4a9789a-b526-4148-a569-d8ce181c8f26 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.3305755 Dec 24 02:57:13.451736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:13.456276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:13.459912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.473960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4f16a-1fff-40b0-b77e-499b57e064b3 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:13.567218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port d0409e3d-bff8-42e3-8d71-8ead58e06188 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:13.603796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.631200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.72 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/7e29ff6c-1afc-4f13-9b05-869a57c97514) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:13.640654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b0154357-88d7-4a71-ab22-52b463b1b68a None None] Provisioning complete for port aee5d335-cdc3-4db0-861b-5bea6b09edb5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:13.641138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b0154357-88d7-4a71-ab22-52b463b1b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.641776 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfb41186-7325-4f4a-a9a5-7bcb1b3d6dfd req-791a08ec-5f89-4948-bc34-91aed2323f9f tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783178 Dec 24 02:57:13.684575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b0154357-88d7-4a71-ab22-52b463b1b68a None None] Port aee5d335-cdc3-4db0-861b-5bea6b09edb5 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:13.702153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Deleting port 4182c94d-92de-45d5-b03d-95f0f6554054 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:13.702561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.721459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.772292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Pushing event updated for resources: {'Port': ['ID=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:13.779310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:13.781177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:13.783371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:13.832641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-b272c8c4-253c-4898-a2d5-dd612f73a77c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:13.834253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-b272c8c4-253c-4898-a2d5-dd612f73a77c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.2670305 Dec 24 02:57:13.839946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Attempting to bind port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:13.840326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Attempting to bind port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:13.840736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Attempting to bind port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:13.847693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:13.848105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:13.848512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.848910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:13.849389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Bound port: 3ecd1af2-3889-4ffa-8f92-1f9edd889df6, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:13.850306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.934578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:13.936583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] For port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:13.940240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] For port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:13.978738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.023986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.049427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] For port 4182c94d-92de-45d5-b03d-95f0f6554054, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4182c94d-92de-45d5-b03d-95f0f6554054,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:14.049801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.097932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f590beb-4e19-45f4-9560-c5e091b94fe1 None None] Pushing event updated for resources: {'Port': ['ID=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:14.223100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=3e4a43f7-7008-43d7-a690-0a9bf20c80ad,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:14.244041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port fc06d39f-286d-4190-a28f-5d7c3a398bae {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:14.244389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.248349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::302 (bf27008b-e5db-498b-855c-c2529ecfc5ee/2b0cc9da-ced1-4bd0-b77b-126d80e41fab/d0409e3d-bff8-42e3-8d71-8ead58e06188) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:14.344616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': '9866496c-9b77-4039-9a48-821d31be3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:14.344993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:14.374175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.385404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Deleting port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:14.385763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.422957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082b0d-f267-40e4-8d5e-40001a4f3aa2 req-6ce55e45-7527-479c-8b4d-9df0e2b6a9e9 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:14.424534 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec082b0d-f267-40e4-8d5e-40001a4f3aa2 req-6ce55e45-7527-479c-8b4d-9df0e2b6a9e9 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 946 time: 0.2584345 Dec 24 02:57:14.557551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.640569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for fc06d39f-286d-4190-a28f-5d7c3a398bae owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:14.662464 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec082b0d-f267-40e4-8d5e-40001a4f3aa2 req-837f6f36-fade-4a39-8e40-985457064a58 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups?id=83cc0676-c835-47b6-b91d-b769db0908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184668 Dec 24 02:57:14.669630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.758507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.884588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.886281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.886644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.886961 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Floating IP 288e3c10-85d6-47e2-b2b6-eeb470ac9482 disassociated. External IP: 172.26.7.45, port: 4182c94d-92de-45d5-b03d-95f0f6554054. Dec 24 02:57:14.887310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Calling delete_port for 4182c94d-92de-45d5-b03d-95f0f6554054 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:14.888883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:14.896783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:14.908466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.908682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:14.922484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:14.924029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=7e29ff6c-1afc-4f13-9b05-869a57c97514,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:14.952378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:14.970758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ccfaf-5dab-4e46-a68a-c1879fdde454 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:15.059168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:15.065203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:15.068397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.112343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] For port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:15.112749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.121946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0593f-3cc6-4d59-b571-5e30b1b91f5b None None] Network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:15.137522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494656af-ebb3-432f-bcfd-f3b2d02957bc req-80e54f1e-560b-4ebd-9f57-2ec0a1c2bef4 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:15.137522 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-494656af-ebb3-432f-bcfd-f3b2d02957bc req-80e54f1e-560b-4ebd-9f57-2ec0a1c2bef4 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 945 time: 0.3279383 Dec 24 02:57:15.190702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.224252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d0df4c8d-5a92-4c06-8f1f-bc4cda8ebfce None None] Provisioning complete for port 7e29ff6c-1afc-4f13-9b05-869a57c97514 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:15.224844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d0df4c8d-5a92-4c06-8f1f-bc4cda8ebfce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.261857 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0dac4d18-64c6-45fd-bbad-939cb16e1500 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6907909 Dec 24 02:57:15.268459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57416) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:15.303350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d0df4c8d-5a92-4c06-8f1f-bc4cda8ebfce None None] Port 7e29ff6c-1afc-4f13-9b05-869a57c97514 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:15.321198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.332898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:15.333763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264', 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': '3e4a43f7-7008-43d7-a690-0a9bf20c80ad'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:15.334816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.344651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=d0409e3d-bff8-42e3-8d71-8ead58e06188,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:15.348286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3f21b-05f4-4f32-817b-ef65ce60d859 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:15.350627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:15.352715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.354929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:15.361212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:15.361827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.427200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.447282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.503124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.513350 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ae274dde-45b6-4aa5-b72a-a3ecf80269dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3662241 Dec 24 02:57:15.527329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57418) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:15.546523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event deleted for resources: {'Port': ['ID=4182c94d-92de-45d5-b03d-95f0f6554054,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:15.564604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=fc06d39f-286d-4190-a28f-5d7c3a398bae,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:15.577772 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-494656af-ebb3-432f-bcfd-f3b2d02957bc req-341de0a8-d0f4-4b53-a7e3-e0a643ee1c67 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups?id=91098b48-82b7-45a2-8d1b-7edb602fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3963537 Dec 24 02:57:15.651270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecdc8e3-4458-412c-8e6c-9c78b392eed4 None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:15.661935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] Provisioning complete for port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:15.662461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.723046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.735326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d845ade-a51f-4c7c-9349-4846b36c2c66 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:15.741283 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d845ade-a51f-4c7c-9349-4846b36c2c66 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:15.742884 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0d845ade-a51f-4c7c-9349-4846b36c2c66 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2149932 Dec 24 02:57:15.746015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57422) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:15.793846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.842214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Allocated IP 2001:db8::2 (3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264/3e4a43f7-7008-43d7-a690-0a9bf20c80ad/b7206a82-f7b4-4b47-a3da-21cd65f462b0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:15.845067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.858118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.861321 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-44b4a4ca-db3d-4d32-91d0-7c1a1f5d459f tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/fc06d39f-286d-4190-a28f-5d7c3a398bae HTTP/1.1" status: 204 len: 168 time: 2.4254842 Dec 24 02:57:15.871271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57424) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:15.922552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-13135697-418b-490c-8d72-2dbc51ca6664 req-11904a3b-6a4f-4a11-952c-cb2e5f4fc9da tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.0916886 Dec 24 02:57:15.927686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] For port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:15.931143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:15.989419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.989790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:15.990115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Floating IP e4d0fc38-3ea9-4658-9c44-6bab3a42642a disassociated. External IP: 172.26.7.108, port: 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e. Dec 24 02:57:15.990461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Calling delete_port for 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:15.993013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Router 0274442b-b129-4325-89a0-8200237e0c28 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:16.022947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.094009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Router 52258716-f130-4dd8-98ed-71cee1296f25 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:16.104914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router 68d0c2ec-6218-4836-8a51-b07b869e4e8e is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:16.125536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:16.176714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.274686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:16.286144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.286144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5b18d75b-e227-4967-8835-29e575c8623e tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "PUT /v2.0/routers/0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 200 len: 915 time: 4.8195553 Dec 24 02:57:16.291292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57426) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:16.304339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port d0409e3d-bff8-42e3-8d71-8ead58e06188 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:16.304699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.340378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.349009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] Sync routers for ids ['0274442b-b129-4325-89a0-8200237e0c28'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:16.365112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f6eeb-866b-43d4-8b09-e333c014a14f None None] Pushing event updated for resources: {'Port': ['ID=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:16.424112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e031bbd-04f4-462a-8d56-1da765c98a2e None None] Provisioning complete for port d0409e3d-bff8-42e3-8d71-8ead58e06188 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:16.424519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e031bbd-04f4-462a-8d56-1da765c98a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.434086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.470703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:16.483866 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Sync routers for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:16.519710 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:16.521334 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.522109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] Routers {'0274442b-b129-4325-89a0-8200237e0c28'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:16.523226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0274442b-b129-4325-89a0-8200237e0c28'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.534053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:16.539516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.545467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d26835f-e962-422d-853c-309e767cff14 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "PUT /v2.0/routers/68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 200 len: 919 time: 5.6724820 Dec 24 02:57:16.545467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] No DVR routers for this DVR port 4182c94d-92de-45d5-b03d-95f0f6554054 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:16.546876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57428) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:16.546963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.565278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.569248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a7634933-5e43-4f78-93b4-0362b8e36f61 req-f77ca0db-e49a-415f-a1e6-988c902ae83c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.49 "DELETE /v2.0/ports/4182c94d-92de-45d5-b03d-95f0f6554054 HTTP/1.1" status: 204 len: 173 time: 3.3227935 Dec 24 02:57:16.573877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'name': 'network-vif-deleted', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:57:16.576308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9db75a-e80e-416a-beb4-c1b8d0cded49" -d '{"events": [{"server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "name": "network-vif-deleted", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:57:16.615388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1e031bbd-04f4-462a-8d56-1da765c98a2e None None] Port d0409e3d-bff8-42e3-8d71-8ead58e06188 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:16.624883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.632449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.646955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] Sync routers for ids ['68d0c2ec-6218-4836-8a51-b07b869e4e8e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:16.659126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4182c94d-92de-45d5-b03d-95f0f6554054 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:16.722742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:16.777521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] Routers {'0274442b-b129-4325-89a0-8200237e0c28'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:16.778874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['0274442b-b129-4325-89a0-8200237e0c28'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.789207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:16.799473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea80239-eecf-4c7d-a0c7-4b34b2d7bb76 x-openstack-request-id: req-cea80239-eecf-4c7d-a0c7-4b34b2d7bb76 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:57:16.799761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba219c2-1c5e-4e5e-bb22-2d72732f736a", "name": "network-vif-deleted", "tag": "4182c94d-92de-45d5-b03d-95f0f6554054", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:57:16.800027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cea80239-eecf-4c7d-a0c7-4b34b2d7bb76 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:57:16.800473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba219c2-1c5e-4e5e-bb22-2d72732f736a', 'name': 'network-vif-deleted', 'tag': '4182c94d-92de-45d5-b03d-95f0f6554054', 'status': 'completed', 'code': 200} Dec 24 02:57:16.821367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:16.826584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:16.839370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] Routers {'68d0c2ec-6218-4836-8a51-b07b869e4e8e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:16.839994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['68d0c2ec-6218-4836-8a51-b07b869e4e8e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.923127 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5cab7350-19c1-49e6-b60b-807dc4e34fc8 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 200 len: 925 time: 0.3660200 Dec 24 02:57:16.924252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event deleted for resources: {'Port': ['ID=0fbd11c1-cf21-4dc1-afe9-d6d6789d956e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:16.974441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57436) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:16.975222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4a43f7-7008-43d7-a690-0a9bf20c80ad,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:16.988119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:16.988787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf48d63-4994-497f-84e3-46b296adfd20 None None] The sync data for ids ['0274442b-b129-4325-89a0-8200237e0c28'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:16.992050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 4182c94d-92de-45d5-b03d-95f0f6554054 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:16.992487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4182c94d-92de-45d5-b03d-95f0f6554054 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:16.992869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:16.994689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Pushing event updated for resources: {'Port': ['ID=b7206a82-f7b4-4b47-a3da-21cd65f462b0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:17.001098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:17.018054 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:17.019962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-129d48c3-704a-4673-9d1c-af3cca583292 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 200 len: 921 time: 0.7240586 Dec 24 02:57:17.053136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:17.057366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.065819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57442) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:17.167742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e031bbd-04f4-462a-8d56-1da765c98a2e None None] Provisioning complete for port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:17.168139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e031bbd-04f4-462a-8d56-1da765c98a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.173136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:17.173494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:17.179252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.193716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for d0409e3d-bff8-42e3-8d71-8ead58e06188 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:17.195048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] Routers {'68d0c2ec-6218-4836-8a51-b07b869e4e8e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:17.202233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['68d0c2ec-6218-4836-8a51-b07b869e4e8e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:17.255589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Attempting to bind port b7206a82-f7b4-4b47-a3da-21cd65f462b0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:17.255965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Attempting to bind port b7206a82-f7b4-4b47-a3da-21cd65f462b0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '9866496c-9b77-4039-9a48-821d31be3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:17.256333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Attempting to bind port b7206a82-f7b4-4b47-a3da-21cd65f462b0 on network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:17.314909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:17.314909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Checking segment: {'id': '9866496c-9b77-4039-9a48-821d31be3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:17.314909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.314909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Bound using segment: {'id': '9866496c-9b77-4039-9a48-821d31be3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:17.314909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Bound port: b7206a82-f7b4-4b47-a3da-21cd65f462b0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9866496c-9b77-4039-9a48-821d31be3378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:17.315518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.320800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.328647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-baac1f44-82da-4b56-9c4a-036036ba9779 req-874eb849-a0f3-488e-883a-2782981b2871 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.0439732 Dec 24 02:57:17.413498 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:17.421158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] For port b7206a82-f7b4-4b47-a3da-21cd65f462b0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:17.424194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:17.424872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b5ce3-15af-4e81-9cca-456b63d74dc9 None None] The sync data for ids ['68d0c2ec-6218-4836-8a51-b07b869e4e8e'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:17.447659 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Checking router: 52258716-f130-4dd8-98ed-71cee1296f25 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:17.457187 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:17.458044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:17.474556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:17.545844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] For port b7206a82-f7b4-4b47-a3da-21cd65f462b0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b7206a82-f7b4-4b47-a3da-21cd65f462b0,segment=NetworkSegment(9866496c-9b77-4039-9a48-821d31be3378),segment_id=9866496c-9b77-4039-9a48-821d31be3378)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:17.569200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.603188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=d0409e3d-bff8-42e3-8d71-8ead58e06188,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:17.617681 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:17.628947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.695755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.704042 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-47799886-20c4-49bf-9af3-b334e69006dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/d0409e3d-bff8-42e3-8d71-8ead58e06188 HTTP/1.1" status: 204 len: 168 time: 1.9537799 Dec 24 02:57:17.706752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:17.717671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7d77a4f3-c82d-4f52-98f7-34468f37f906 None None] Could not find standard attr ID for object d0409e3d-bff8-42e3-8d71-8ead58e06188. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:57:17.780204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a424f-69a0-4723-8e2e-bef348102e6f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:17.782041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a424f-69a0-4723-8e2e-bef348102e6f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:17.790224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-159a424f-69a0-4723-8e2e-bef348102e6f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0825644 Dec 24 02:57:17.793414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57448) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:17.848320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca592e-1782-4652-ae84-e60b664e8a61 None None] Network 3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:17.876138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:17.901463 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:17.937426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 2b0cc9da-ced1-4bd0-b77b-126d80e41fab {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:17.939763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:17.990644 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:17.992939 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.033037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.039798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.051589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6e9282b3-5075-4ffe-99ab-3bf4df429215 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9514625 Dec 24 02:57:18.059567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:18.075101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57450) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.152349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52da018-fe6a-49ea-b190-3c82cbf8e156 None None] Pushing event updated for resources: {'Port': ['ID=b7206a82-f7b4-4b47-a3da-21cd65f462b0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:18.166615 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-840b7ba7-0a52-4bb2-bfe0-fb76113426a1 req-5643add5-8c47-4bcb-a5c8-4a1ef4ee37c2 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ba219c2-1c5e-4e5e-bb22-2d72732f736a HTTP/1.1" status: 200 len: 210 time: 0.9649029 Dec 24 02:57:18.177970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.191592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:18.191592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.231031 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.257511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.267065 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4e8deca0-b788-49fa-b151-ee7b84b49e01 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1894231 Dec 24 02:57:18.267867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57454) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.272365 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2f85b-1759-4403-a39f-bf7d4432b3c3 None None] The sync data for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv is: [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd705f9b4-bd53-44be-938a-45670f076107', 'name': '', 'network_id': '63550da7-518b-43cc-8035-1c249d84afae', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'mac_address': 'fa:16:3e:b0:a9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:42Z', 'updated_at': '2021-12-24T02:55:49Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'subnets': [{'id': '2d667a65-8057-49d7-8831-9dd54ff89dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:18.285096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:18.289775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff79185-9cd1-45ee-ace5-bff562e9f550 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:18.298873 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2ff79185-9cd1-45ee-ace5-bff562e9f550 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=68d0c2ec-6218-4836-8a51-b07b869e4e8e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.3089194 Dec 24 02:57:18.318875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57456) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.373014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11c113d-2a0c-40c3-bd53-bff8dfd991d7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:18.374634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d11c113d-2a0c-40c3-bd53-bff8dfd991d7 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=0274442b-b129-4325-89a0-8200237e0c28&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.3060911 Dec 24 02:57:18.396226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57460) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.443169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.487058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866496c-9b77-4039-9a48-821d31be3378') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.487349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866496c-9b77-4039-9a48-821d31be3378') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.537912 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-62353386-1af0-4d3f-835f-b58c8efc3d28 req-d8d043b8-d686-4b61-8a57-23e9fe9b8c6a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.0807831 Dec 24 02:57:18.538634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.194 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/8724d2cc-5e65-46c9-83fc-e581beff96dc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:18.581261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Router 8c753bd4-cfa9-415e-acc8-5b548e24c616 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:18.584218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.585916 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:18.634619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d2f80-a1f4-46e4-824b-9731aa5140a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:18.637943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-724d2f80-a1f4-46e4-824b-9731aa5140a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3473442 Dec 24 02:57:18.638889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.641074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57462) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.642891 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:18.643907 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Updating router 826d0109-f521-4752-bbf9-55abf68637b7 port 7e29ff6c-1afc-4f13-9b05-869a57c97514 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:57:18.679253 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.680710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985b2d39-88c8-446a-8107-a45c0ac649c5 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:18.682114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-985b2d39-88c8-446a-8107-a45c0ac649c5 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.3583109 Dec 24 02:57:18.689091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57464) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.695022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:18.695479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.710957 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ac5d2ac-acbb-4925-97d6-b93ab2dc40bc tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0657833 Dec 24 02:57:18.713687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57466) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:18.713823 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:18.725270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613152189', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:18.744375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588297d-a3d8-47ae-badc-c1b5bf4d0890 None None] New status for floating IP 288e3c10-85d6-47e2-b2b6-eeb470ac9482: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:57:18.756175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.801496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-90fd7c6c-1b4b-4cca-ad55-e2a7a8d4d529 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 200 len: 205 time: 0.1013095 Dec 24 02:57:18.827159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57468) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.841705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=2b0cc9da-ced1-4bd0-b77b-126d80e41fab,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:18.888888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b01f7-ee0a-40dc-89f9-8c4f19262637 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:18.890187 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-872b01f7-ee0a-40dc-89f9-8c4f19262637 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.4892380 Dec 24 02:57:18.899392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57470) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:18.907211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:18.908376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184cde1-cff7-4a7a-800e-62ca5f842037 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:18.910279 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5afec5ae-a307-4fe8-902c-e87356d20c99 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/2b0cc9da-ced1-4bd0-b77b-126d80e41fab HTTP/1.1" status: 204 len: 168 time: 1.1138444 Dec 24 02:57:18.917727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57472) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:19.015912 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7f589f74-4e4e-41de-882a-b02b3c3838e2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925267 Dec 24 02:57:19.023282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57474) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:19.027698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-08003e15-75bd-4166-a353-f27895205d1d tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 200 len: 205 time: 0.1248548 Dec 24 02:57:19.033910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57476) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:19.038067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 02:57:19.038067 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 02:57:19.038067 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264'}] Dec 24 02:57:19.038067 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:19.038340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:19.042399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:19.087360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:19.102363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:19.111768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.112385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.125060 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Sync routers for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:19.139631 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:19.140576 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:19.158591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Deleting port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:19.159501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.199355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] No DVR routers for this DVR port 0fbd11c1-cf21-4dc1-afe9-d6d6789d956e on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:19.229947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:19.234050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.256236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.262628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-336db2aa-31a9-40d8-a468-360b5b11f342 req-bda90302-ccd4-448a-8357-5c9134cfbbd6 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.49 "DELETE /v2.0/ports/0fbd11c1-cf21-4dc1-afe9-d6d6789d956e HTTP/1.1" status: 204 len: 173 time: 5.4153590 Dec 24 02:57:19.263537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'name': 'network-vif-deleted', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:57:19.264311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] For port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:19.264973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.267322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe1918-b568-484a-b046-016304fcbce0" -d '{"events": [{"server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "name": "network-vif-deleted", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:57:19.298440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Calling delete_port for 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:19.316559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.430896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57484) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:19.444144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:19.449535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78708f3c-8972-4b9f-b98a-19d8f183172c x-openstack-request-id: req-78708f3c-8972-4b9f-b98a-19d8f183172c {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:57:19.449831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b0b9b-89e2-4ed3-897f-4aaf43182d63", "name": "network-vif-deleted", "tag": "0fbd11c1-cf21-4dc1-afe9-d6d6789d956e", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:57:19.450092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78708f3c-8972-4b9f-b98a-19d8f183172c {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:57:19.451308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b0b9b-89e2-4ed3-897f-4aaf43182d63', 'name': 'network-vif-deleted', 'tag': '0fbd11c1-cf21-4dc1-afe9-d6d6789d956e', 'status': 'completed', 'code': 200} Dec 24 02:57:19.451923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=8724d2cc-5e65-46c9-83fc-e581beff96dc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:19.458422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.472802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:19.472802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:19.494690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:19.499156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.510766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.527339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.567845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.577578 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:19.612171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] Pushing event deleted for resources: {'Port': ['ID=3ecd1af2-3889-4ffa-8f92-1f9edd889df6,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:19.623698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239ae32-820e-47f7-b663-5cc9675d17c5 None None] No DVR routers for this DVR port 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:19.660472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408e4e9-3e59-46fa-a602-3ad5a0eda287 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:57:19.772641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408e4e9-3e59-46fa-a602-3ad5a0eda287 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 02:57:19.799145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.863051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.867018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.917872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.929382 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.938209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port b7206a82-f7b4-4b47-a3da-21cd65f462b0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:19.938547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:19.939476 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b4d1a398-cbea-4a8e-b6a8-1ba78af7fd5c req-bd8e32c2-c8a8-425e-bc48-c3fe5d11e53c tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a5b0b9b-89e2-4ed3-897f-4aaf43182d63 HTTP/1.1" status: 200 len: 210 time: 0.1540797 Dec 24 02:57:19.969039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port 6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:19.969787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.029726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.053676 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.096425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] For port b7206a82-f7b4-4b47-a3da-21cd65f462b0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b7206a82-f7b4-4b47-a3da-21cd65f462b0,segment=NetworkSegment(9866496c-9b77-4039-9a48-821d31be3378),segment_id=9866496c-9b77-4039-9a48-821d31be3378)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:20.096801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.115508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for b7206a82-f7b4-4b47-a3da-21cd65f462b0 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:20.147024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.149336 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4d10-bfcc-4dac-a08a-8643278eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=7e29ff6c-1afc-4f13-9b05-869a57c97514,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.159105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for 6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:20.175541 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Attempting to bind port 7e29ff6c-1afc-4f13-9b05-869a57c97514 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:20.175945 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Attempting to bind port 7e29ff6c-1afc-4f13-9b05-869a57c97514 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:20.176307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Attempting to bind port 7e29ff6c-1afc-4f13-9b05-869a57c97514 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:20.189660 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:20.205220 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:20.205719 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.206123 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:20.206624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Bound port: 7e29ff6c-1afc-4f13-9b05-869a57c97514, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:20.207022 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.283970 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] For port 7e29ff6c-1afc-4f13-9b05-869a57c97514, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:20.288786 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] For port 7e29ff6c-1afc-4f13-9b05-869a57c97514, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7e29ff6c-1afc-4f13-9b05-869a57c97514,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:20.291792 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.292564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port aee5d335-cdc3-4db0-861b-5bea6b09edb5 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:20.293036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.335738 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Checking router: 8c753bd4-cfa9-415e-acc8-5b548e24c616 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:20.368868 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:20.370552 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.413777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:20.428762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.438487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.446291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:20.446758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3ecd1af2-3889-4ffa-8f92-1f9edd889df6 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:20.451984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for aee5d335-cdc3-4db0-861b-5bea6b09edb5 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:20.466955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.467954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.470572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.476660 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "DELETE /v2.0/security-groups/83cc0676-c835-47b6-b91d-b769db0908a0 HTTP/1.1" status: 204 len: 168 time: 1.0309272 Dec 24 02:57:20.476808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43d40a-a267-484e-ad5d-ba5113681faf None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:20.476906 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.477174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.480075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.483234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57488) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:20.529057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No DVR routers for this DVR port b7206a82-f7b4-4b47-a3da-21cd65f462b0 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:20.566639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717c0ce-7be7-4a17-bbf3-b52dcb721ac6 tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc0676-c835-47b6-b91d-b769db0908a0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.578024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=6efafbd1-f3d8-4c0e-b82e-7b89b4a0793c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.586073 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-dfa065ce-723d-40c9-bb03-9c99506b41db tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] show failed (client error): The resource could not be found. Dec 24 02:57:20.587367 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dfa065ce-723d-40c9-bb03-9c99506b41db tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "GET /v2.0/security-groups/83cc0676-c835-47b6-b91d-b769db0908a0 HTTP/1.1" status: 404 len: 347 time: 0.0664501 Dec 24 02:57:20.596597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.600754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57490) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:20.608995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.617859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e2264-534f-4bce-ab01-715b9936e558 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:20.619105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=b7206a82-f7b4-4b47-a3da-21cd65f462b0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.627255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] Provisioning complete for port 7e29ff6c-1afc-4f13-9b05-869a57c97514 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:20.627802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.633500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=87401225-ef90-4762-b877-53fda6e31138,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.674615 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:20.675438 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:56:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.677323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e1612-f982-4575-a104-9bbbe270a1f0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:20.682806 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:20.709557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ba7faa0a-73df-4c22-813a-c1df99d5e6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.718879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:20.730604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.742286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:20.755210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:20.755914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.770468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.771668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c752c9a0-a651-465d-8d09-aebfe332c8f0 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:20.775096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4d10-bfcc-4dac-a08a-8643278eb5a7 None None] Pushing event updated for resources: {'Port': ['ID=7e29ff6c-1afc-4f13-9b05-869a57c97514,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.784046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866496c-9b77-4039-9a48-821d31be3378') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.784302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866496c-9b77-4039-9a48-821d31be3378') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:20.803058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.830332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.838008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:20.838402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.838941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:20.839872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 2c69c282-c59b-4e91-ab3a-44740c021efb, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:20.861298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.870216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=68a0a106-c9ea-4d6c-aa4e-1c25de01d50c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:20.897880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '68a0a106-c9ea-4d6c-aa4e-1c25de01d50c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:20.898955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.914388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:20.914633 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa723025-7c05-45d0-9372-27427167dcca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8779612 Dec 24 02:57:20.916987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57492) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:20.937985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] For port 7e29ff6c-1afc-4f13-9b05-869a57c97514, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7e29ff6c-1afc-4f13-9b05-869a57c97514,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:20.955688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'name': 'tempest-NetworksTestDHCPv6-898914502'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:20.987149 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:21.017570 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:21.019460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.019556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.020743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.070694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.098641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.107015 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 HTTP/1.1" status: 204 len: 168 time: 5.8358243 Dec 24 02:57:21.117113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57498) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.122955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1030195942'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:21.128488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=8724d2cc-5e65-46c9-83fc-e581beff96dc,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.132501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f54634-9516-488c-808a-a6bec3b5526b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.140381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/68a0a106-c9ea-4d6c-aa4e-1c25de01d50c/50300d21-cf84-44f9-a42a-0245a514ef4a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:21.174161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Deleting port b2be8c83-1bdb-4be7-9646-0321e0ba41d0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:21.174722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.180295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57500) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.181704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 2c69c282-c59b-4e91-ab3a-44740c021efb is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:21.187187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.198136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.203356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fedba70d-7eba-427c-9e9b-a0ddb342da9d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2956192 Dec 24 02:57:21.203919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57502) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.221480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'port': {'network_id': '9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d', 'name': 'tempest-FloatingIPTestJSON-475978707'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:21.246264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.246788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router 68d0c2ec-6218-4836-8a51-b07b869e4e8e {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:21.253050 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:21.294414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:21.298784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.310829 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be280d3-9852-4fb7-b043-74ba008bff8f None None] The sync data for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv is: [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:40Z', 'revision_number': 4, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '26c87e42-8341-4196-8d29-fb355245b250', 'name': '', 'network_id': '6978e5bb-c7f7-4cf3-81e7-b6818397ce44', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'mac_address': 'fa:16:3e:cc:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:38Z', 'updated_at': '2021-12-24T02:55:46Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'subnets': [{'id': 'b366ee5a-388b-4d49-abdb-05aefa44e5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:21.357073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.359607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:21.396021 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:21.402560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4294d5-ca5a-4f98-9830-c74289ca0fc6 None None] Pushing event updated for resources: {'Port': ['ID=7e29ff6c-1afc-4f13-9b05-869a57c97514,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.420035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6f5bbbb1-6a00-4934-8f1f-488deb180bb6 None None] Provisioning complete for port 7e29ff6c-1afc-4f13-9b05-869a57c97514 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:21.420738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=aee5d335-cdc3-4db0-861b-5bea6b09edb5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.421545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5bbbb1-6a00-4934-8f1f-488deb180bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.425794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.426393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Added segment 7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c of type vlan for network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 Dec 24 02:57:21.453837 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f42ce-7e09-4f30-a0ca-5f810a33b921 None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:21.475860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acd69b-66e6-494a-a58e-499753c561b7 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:21.494050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.519199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.535239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.590366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.648083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:21.651261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:21.656325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:21.659531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Pushing event updated for resources: {'Port': ['ID=50300d21-cf84-44f9-a42a-0245a514ef4a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.670593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.675635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.724213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.729956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:21.730676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.742760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Attempting to bind port 50300d21-cf84-44f9-a42a-0245a514ef4a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:21.743342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Attempting to bind port 50300d21-cf84-44f9-a42a-0245a514ef4a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:21.743855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Attempting to bind port 50300d21-cf84-44f9-a42a-0245a514ef4a on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:21.750982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:21.752655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.752655 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db43c9a3-9814-4d46-a48f-acbd7f903d95 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 204 len: 168 time: 2.9224825 Dec 24 02:57:21.753236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:21.753799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.754356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:21.754991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Bound port: 50300d21-cf84-44f9-a42a-0245a514ef4a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:21.755524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.758255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57504) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.764519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 2c69c282-c59b-4e91-ab3a-44740c021efb) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:21.785173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1704894734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:21.790548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:21.790946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.819650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126f2d5-1539-42d0-acd3-b0432dfce5c2 None None] Network 2c69c282-c59b-4e91-ab3a-44740c021efb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:21.847519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901d74b8-e4d5-428b-83a2-5196022c20fe None None] New status for floating IP e4d0fc38-3ea9-4658-9c44-6bab3a42642a: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:57:21.934599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Network': ['ID=9bc63fac-dc36-40e2-8582-13f7c193f4e4,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:21.935330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.941929 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-69ab2722-426b-463e-a69a-8ce5a2adf392 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2193398 Dec 24 02:57:21.945927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57506) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.949994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.950503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.966386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-277b2f34-8637-4b23-a4d1-a03dd1768349 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473122 Dec 24 02:57:21.968552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.969413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router 0274442b-b129-4325-89a0-8200237e0c28 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:21.978610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57508) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.983914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:21.985461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-28f1028a-b6e3-4746-8eaa-38caa5a741b9 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 204 len: 168 time: 2.9489715 Dec 24 02:57:21.990805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57510) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:21.996240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1095151428', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:22.000682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:22.009858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] For port 50300d21-cf84-44f9-a42a-0245a514ef4a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:22.018691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Request body: {'subnet': {'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:22.026223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Calling delete_port for b2be8c83-1bdb-4be7-9646-0321e0ba41d0 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:22.067569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.069901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.071387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.080721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] For port 50300d21-cf84-44f9-a42a-0245a514ef4a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=50300d21-cf84-44f9-a42a-0245a514ef4a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:22.172942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-2c69c282-c59b-4e91-ab3a-44740c021efb', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:22.173811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.186313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.192083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.192083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.199035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.291172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:22.304134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.332363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.349656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.363464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e29ff6c-1afc-4f13-9b05-869a57c97514 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:22.394886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 12b5cdec-12ad-4651-8a00-519f76a86910 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:22.473481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.477557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-67f74651-f221-4f2a-87f6-0e507239b98b tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6967833 Dec 24 02:57:22.478333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57512) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:22.495915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19dcaa-930b-4676-9c38-264f6fd300c4 None None] Pushing event updated for resources: {'Port': ['ID=50300d21-cf84-44f9-a42a-0245a514ef4a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:22.522274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'enable_snat': False}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:22.534035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7e29ff6c-1afc-4f13-9b05-869a57c97514 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:22.534407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.578316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Allocated IP 172.20.0.2 (2c69c282-c59b-4e91-ab3a-44740c021efb/87401225-ef90-4762-b877-53fda6e31138/5e0b6d7d-f10b-495a-a79b-b47165b1c1dd) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:22.580339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d34a70a7-9654-4876-8083-c636c0aa40e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.613058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::19e (bf27008b-e5db-498b-855c-c2529ecfc5ee/68a0a106-c9ea-4d6c-aa4e-1c25de01d50c/12b5cdec-12ad-4651-8a00-519f76a86910) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:22.631314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Made reservation on behalf of cbc941356b28434c847e0a272c491d77 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:22.635240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.726613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.729299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.733449 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "DELETE /v2.0/security-groups/91098b48-82b7-45a2-8d1b-7edb602fb34f HTTP/1.1" status: 204 len: 168 time: 1.5464489 Dec 24 02:57:22.733449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:22.735274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.737252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57514) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:22.882219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de391c0c-79ab-46ba-90b5-f5844fdd49d9 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91098b48-82b7-45a2-8d1b-7edb602fb34f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:22.886840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:22.899206 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-818d388d-d55e-43f6-ab42-6952d42b9601 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] show failed (client error): The resource could not be found. Dec 24 02:57:22.900254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-818d388d-d55e-43f6-ab42-6952d42b9601 tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "GET /v2.0/security-groups/91098b48-82b7-45a2-8d1b-7edb602fb34f HTTP/1.1" status: 404 len: 347 time: 0.1024227 Dec 24 02:57:22.939043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:22.943435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] device_id is not set on port 50dd6558-3cd9-4774-8139-0d836b9721ca yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:22.990028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.063875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Network 2c69c282-c59b-4e91-ab3a-44740c021efb is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:23.064790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Pushing event updated for resources: {'Port': ['ID=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:23.067999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:23.070778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:23.133057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Attempting to bind port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:23.133808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Attempting to bind port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:23.133933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Attempting to bind port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd on network 2c69c282-c59b-4e91-ab3a-44740c021efb {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:23.140517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:23.140898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Checking segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:23.141303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.141847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Bound using segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:23.142445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Bound port: 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:23.142837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.143544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.175858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.222343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.227575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] For port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:23.231825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] For port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:23.298258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.370068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09705d1e-1b8b-4a40-8af0-6d0f69525211 None None] Pushing event updated for resources: {'Port': ['ID=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:23.430905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.452345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.6 (9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d/f7a862e9-5ccb-4bb0-8437-8c981368b54f/50dd6558-3cd9-4774-8139-0d836b9721ca) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:23.483704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.506848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.525969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Pushing event deleted for resources: {'Port': ['ID=b2be8c83-1bdb-4be7-9646-0321e0ba41d0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:23.534570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1199c-356b-41f6-8258-c1c8ef1e4272 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:23.618715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.712531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.718002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Allocated IP 172.26.7.190 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/9c87d3d2-3e90-41f2-b027-0c9b133a6a4e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:23.736502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Deleting port b49cb16c-21cb-4289-894d-2f38ffbe01a3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:23.736845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.819014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:23.858467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.863927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.868561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a86baabb-fd70-4652-8145-432f84b3527c tempest-ServersTestManualDisk-880139180 tempest-ServersTestManualDisk-880139180-project] 10.222.0.36 "DELETE /v2.0/floatingips/288e3c10-85d6-47e2-b2b6-eeb470ac9482 HTTP/1.1" status: 204 len: 168 time: 3.2623210 Dec 24 02:57:23.873908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] Provisioning complete for port 50300d21-cf84-44f9-a42a-0245a514ef4a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:23.873908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.874230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57518) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:23.897475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:23.924143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.952455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.959688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.965920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:23.978726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:23.978994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:23.995519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.053962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=12b5cdec-12ad-4651-8a00-519f76a86910,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:24.054172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] For port 50300d21-cf84-44f9-a42a-0245a514ef4a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=50300d21-cf84-44f9-a42a-0245a514ef4a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:24.120754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.184162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.185060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.212405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:57:24.240655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227d559-b86d-4ab1-8f65-3d27bf42dfcc None None] Pushing event updated for resources: {'Port': ['ID=50300d21-cf84-44f9-a42a-0245a514ef4a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:24.242986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.248904 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-014f2dd5-883d-4716-9366-df0a668f52aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2972205 Dec 24 02:57:24.253632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.257397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57520) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:24.271370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Calling delete_port for b49cb16c-21cb-4289-894d-2f38ffbe01a3 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:24.320256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.346841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 50300d21-cf84-44f9-a42a-0245a514ef4a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:24.372685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d2220bb4-cdc0-408e-bccc-65bd0c135646 None None] Provisioning complete for port 12b5cdec-12ad-4651-8a00-519f76a86910 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:24.373061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d2220bb4-cdc0-408e-bccc-65bd0c135646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.420451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:24.426731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d2220bb4-cdc0-408e-bccc-65bd0c135646 None None] Port 12b5cdec-12ad-4651-8a00-519f76a86910 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:24.435382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:24.438491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:24.440613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 50300d21-cf84-44f9-a42a-0245a514ef4a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:24.440992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.462731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Allocated IP 172.26.7.118 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/f059c2c7-28cb-4065-b111-313c3be41638) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:24.496371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event updated for resources: {'Port': ['ID=9c87d3d2-3e90-41f2-b027-0c9b133a6a4e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:24.525256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2016a-8f1e-4152-b986-810a92ba1d02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:24.531518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a2016a-8f1e-4152-b986-810a92ba1d02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:24.533286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-93a2016a-8f1e-4152-b986-810a92ba1d02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2559795 Dec 24 02:57:24.545515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57522) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:24.715061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d4fc45-cd8b-4ea4-93b7-c1ca13729cf6 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:24.815648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-39137d29-94b8-4fb9-b16e-80d6a1e35c93 None None] Provisioning complete for port 9c87d3d2-3e90-41f2-b027-0c9b133a6a4e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:24.816019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-39137d29-94b8-4fb9-b16e-80d6a1e35c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.856680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:24.875655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:25.015952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event updated for resources: {'Subnet': ['ID=abc3d67d-55a1-4ec1-ae99-feb8d2df60c4,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:25.034210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.066453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.100342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-39137d29-94b8-4fb9-b16e-80d6a1e35c93 None None] Port 9c87d3d2-3e90-41f2-b027-0c9b133a6a4e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:25.101823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Checking segment: {'id': '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:25.102194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network hostable DHCP agents. Network: 9bc63fac-dc36-40e2-8582-13f7c193f4e4, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:25.132282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:25.132708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.189775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.211008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 12b5cdec-12ad-4651-8a00-519f76a86910 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:25.212338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.248880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.293001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:25.297914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87485526-8f37-4f2e-ba44-6d5215654ce6 None None] Network 2c69c282-c59b-4e91-ab3a-44740c021efb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:25.340987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.383362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.389025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Pushing event deleted for resources: {'Port': ['ID=b49cb16c-21cb-4289-894d-2f38ffbe01a3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:25.393891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.428428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1587b13-3bce-442f-acae-20c60b965a05 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:25.454776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d9b5c56a-8f8f-4182-9ccb-f73ccee839bd None None] Provisioning complete for port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:25.455152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d9b5c56a-8f8f-4182-9ccb-f73ccee839bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.466609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:25.468648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:25.486258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:25.501612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (2c69c282-c59b-4e91-ab3a-44740c021efb/87401225-ef90-4762-b877-53fda6e31138/2871a06b-089c-4036-a9ea-85c1d8e26f52) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:25.530523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:25.545273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:25.614010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:25.615327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f95f565-fed5-4b0e-9e3a-8d7b636f6baf None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:25.621322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d2e85-5574-4f34-b0fa-99223d37a49c None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:25.626262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=50dd6558-3cd9-4774-8139-0d836b9721ca,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:25.647052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:25.707649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.710223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.711429 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c5da0b69-8e95-4614-8875-c9f6539ab60a tempest-ServersTestJSON-1863797358 tempest-ServersTestJSON-1863797358-project] 10.222.0.36 "DELETE /v2.0/floatingips/e4d0fc38-3ea9-4658-9c44-6bab3a42642a HTTP/1.1" status: 204 len: 168 time: 2.7713480 Dec 24 02:57:25.718378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:25.719034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.724059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:25.781070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9bc63fac-dc36-40e2-8582-13f7c193f4e4) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:25.797022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:25.797840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.816111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:25.821812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.829707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13d368-991d-40d6-a92e-d9bac38e69a0 None None] Network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:25.852488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Pushing event updated for resources: {'Port': ['ID=f059c2c7-28cb-4065-b111-313c3be41638,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:25.900501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 12b5cdec-12ad-4651-8a00-519f76a86910 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:25.933646 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c15760f1-3bf5-441f-a52f-e4700d6b9a68 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7160480 Dec 24 02:57:25.934770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:25.943813 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-72d4e5cf-8250-4ae8-8fde-7220df5daec0 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9639041 Dec 24 02:57:25.944744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57528) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:25.945227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57530) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:25.964753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': '50dd6558-3cd9-4774-8139-0d836b9721ca'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:26.004955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Provisioning complete for port f059c2c7-28cb-4065-b111-313c3be41638 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:26.005660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.053237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9bc63fac-dc36-40e2-8582-13f7c193f4e4', 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4', 'project_id': 'cbc941356b28434c847e0a272c491d77', 'fixed_ips': [{'subnet_id': 'abc3d67d-55a1-4ec1-ae99-feb8d2df60c4'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:26.054205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.055735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.071877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Port f059c2c7-28cb-4065-b111-313c3be41638 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:26.101934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.174338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.199641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Provisioning complete for port 50dd6558-3cd9-4774-8139-0d836b9721ca triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:26.200828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.266202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 50300d21-cf84-44f9-a42a-0245a514ef4a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:26.305295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e56105fd-5dc5-4099-a290-dd53468c3a18 None None] Port 50dd6558-3cd9-4774-8139-0d836b9721ca cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:26.327228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Allocated IP 2001:db8::f816:3eff:fe73:cfc3 (9bc63fac-dc36-40e2-8582-13f7c193f4e4/abc3d67d-55a1-4ec1-ae99-feb8d2df60c4/68f42d96-429a-4419-809e-b4bd37c11ff0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:26.394150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.396573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.403632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 50300d21-cf84-44f9-a42a-0245a514ef4a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:26.405553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.452064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.506514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ca4df09d-2767-44fa-b491-26413c3477d5 None None] Provisioning complete for port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:26.506886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ca4df09d-2767-44fa-b491-26413c3477d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.551417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 2c69c282-c59b-4e91-ab3a-44740c021efb is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:26.605465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:26.612916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:26.619268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:26.671386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:26.687626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.711655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.731481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.771467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:26.771847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.798858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.801028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=12b5cdec-12ad-4651-8a00-519f76a86910,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:26.823477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.857012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:26.862385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:26.864599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.869889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.870240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:26.874187 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca3aeeb3-e355-4f15-af43-ff99b584686a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/12b5cdec-12ad-4651-8a00-519f76a86910 HTTP/1.1" status: 204 len: 168 time: 2.3285804 Dec 24 02:57:26.881542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57532) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:26.932677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:26.971545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Pushing event updated for resources: {'Port': ['ID=68f42d96-429a-4419-809e-b4bd37c11ff0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:27.047520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.054844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Attempting to bind port 68f42d96-429a-4419-809e-b4bd37c11ff0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:27.055082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Attempting to bind port 68f42d96-429a-4419-809e-b4bd37c11ff0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:27.055389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Attempting to bind port 68f42d96-429a-4419-809e-b4bd37c11ff0 on network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:27.065241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:27.065622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Checking segment: {'id': '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:27.066023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.066815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Bound using segment: {'id': '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:27.071214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Bound port: 68f42d96-429a-4419-809e-b4bd37c11ff0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:27.071214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.083082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7aeb6097-506f-4aea-b015-bd62e91262e3 None None] Provisioning complete for port 2871a06b-089c-4036-a9ea-85c1d8e26f52 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:27.083454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7aeb6097-506f-4aea-b015-bd62e91262e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.088958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42daf03-521c-449b-a59e-fb87f8c52e46 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:27.091062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42daf03-521c-449b-a59e-fb87f8c52e46 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:27.092673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a42daf03-521c-449b-a59e-fb87f8c52e46 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2083941 Dec 24 02:57:27.098142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57534) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:27.130405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=abc3d67d-55a1-4ec1-ae99-feb8d2df60c4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:27.151593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb6097-506f-4aea-b015-bd62e91262e3 None None] Port 2871a06b-089c-4036-a9ea-85c1d8e26f52 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:27.199832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] For port 68f42d96-429a-4419-809e-b4bd37c11ff0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:27.204593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] For port 68f42d96-429a-4419-809e-b4bd37c11ff0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=68f42d96-429a-4419-809e-b4bd37c11ff0,segment=NetworkSegment(7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c),segment_id=7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:27.221667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.237115 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 68a0a106-c9ea-4d6c-aa4e-1c25de01d50c {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:27.269570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.276795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.288564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc63fac-dc36-40e2-8582-13f7c193f4e4']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:27.323619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:27.323952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:27.332800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.resource_extend [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:57:27.356849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c8439-caba-427b-ac3b-aa6cd9b4c2b7 None None] Pushing event updated for resources: {'Port': ['ID=68f42d96-429a-4419-809e-b4bd37c11ff0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:27.366837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.375521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15507bff-1686-444b-921f-f3f7db60f13f None None] Network 9bc63fac-dc36-40e2-8582-13f7c193f4e4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:27.393337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.415746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.437784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:27.438343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:27.441780 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:27.444234 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:27.446231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.446231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.485944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbb2de-a693-496e-9e82-61f0db36f2e6 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:57:27.487855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.519909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.523996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.579130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Router 85cb6241-a20e-468c-87a2-33761c116ac6 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:27.584325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 02:57:27.584325 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 02:57:27.584325 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': '9bc63fac-dc36-40e2-8582-13f7c193f4e4'}] Dec 24 02:57:27.584325 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:27.584674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:27.585700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.586666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:27.612262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbb2de-a693-496e-9e82-61f0db36f2e6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 02:57:27.616764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Deleting port d705f9b4-bd53-44be-938a-45670f076107 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:27.617105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.105498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.164728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.183167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] For port d705f9b4-bd53-44be-938a-45670f076107, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d705f9b4-bd53-44be-938a-45670f076107,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:28.183527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.185113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 7f130a79-52b1-4cc4-91ea-b1463a993922 associated. External IP: 172.26.7.194, port: 50dd6558-3cd9-4774-8139-0d836b9721ca. Dec 24 02:57:28.226306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=68a0a106-c9ea-4d6c-aa4e-1c25de01d50c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:28.233562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.238882 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6a7c5080-6390-4d26-9602-ba8b0fa99480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/68a0a106-c9ea-4d6c-aa4e-1c25de01d50c HTTP/1.1" status: 204 len: 168 time: 1.1365170 Dec 24 02:57:28.239486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca5fc70-fbcf-4503-ab7c-e008f01281ef None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:28.240616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Calling delete_port for d705f9b4-bd53-44be-938a-45670f076107 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:28.245298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57536) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:28.254282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:28.267957 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] Sync routers for ids ['85cb6241-a20e-468c-87a2-33761c116ac6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:28.284916 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] Routers {'85cb6241-a20e-468c-87a2-33761c116ac6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:28.286120 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['85cb6241-a20e-468c-87a2-33761c116ac6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.332409 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8382885b-9eda-43ae-8a4b-3ce8020d9d85 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834916 Dec 24 02:57:28.335025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57538) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:28.338263 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.349886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] Routers {'85cb6241-a20e-468c-87a2-33761c116ac6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:28.350693 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['85cb6241-a20e-468c-87a2-33761c116ac6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.369025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:28.391919 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.392823 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1399d0a6-8981-43ae-9596-d9fe9073bad6 None None] The sync data for ids ['85cb6241-a20e-468c-87a2-33761c116ac6'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:28.403493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Router 6de8bcf8-4b7c-449f-83b3-311da3ea8f6c is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:28.453756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.454986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a89c58bc-dc17-4e10-8ff1-b9a9f07b0b12 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4632456 Dec 24 02:57:28.459327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57540) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:28.468977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:28.470261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:28.478774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port 68f42d96-429a-4419-809e-b4bd37c11ff0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:28.479107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.517775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Deleting port 50300d21-cf84-44f9-a42a-0245a514ef4a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:28.518392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.584920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] For port 50300d21-cf84-44f9-a42a-0245a514ef4a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=50300d21-cf84-44f9-a42a-0245a514ef4a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:28.585690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.599156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Calling delete_port for 50300d21-cf84-44f9-a42a-0245a514ef4a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:28.654833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.674092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:28.679426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.683088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-286c09c4-421b-451f-a76b-4455247377b0 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "PUT /v2.0/routers/6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 200 len: 920 time: 6.1622078 Dec 24 02:57:28.683822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57542) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:28.694714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] Sync routers for ids ['6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:28.704726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] Routers {'6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:28.705796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.716087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] For port 68f42d96-429a-4419-809e-b4bd37c11ff0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=68f42d96-429a-4419-809e-b4bd37c11ff0,segment=NetworkSegment(7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c),segment_id=7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:28.716470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.735641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:28.739277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.747117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.756809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] Routers {'6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:28.757753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.764334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.779514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for 68f42d96-429a-4419-809e-b4bd37c11ff0 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:28.794810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:28.796810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392a0937-b875-4176-91f6-46e792e886e0 None None] The sync data for ids ['6de8bcf8-4b7c-449f-83b3-311da3ea8f6c'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:28.812100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.844597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] Pushing event deleted for resources: {'Port': ['ID=50300d21-cf84-44f9-a42a-0245a514ef4a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:28.848340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765fd12-040f-4e28-b1f2-a2064e47f5b1 None None] No DVR routers for this DVR port 50300d21-cf84-44f9-a42a-0245a514ef4a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:28.923592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-623f11b3-a7d4-419e-8513-aa60155f9498 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 200 len: 926 time: 0.2381892 Dec 24 02:57:28.925292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:28.926918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57544) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:28.932566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:28.940317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:28.991159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.022300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Deleting port 26c87e42-8341-4196-8d29-fb355245b250 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:29.022631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.052023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d705f9b4-bd53-44be-938a-45670f076107,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:29.074641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbadac41-943b-4c4b-a5ab-02a0a0fb1dd4 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:29.078778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cbadac41-943b-4c4b-a5ab-02a0a0fb1dd4 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=6de8bcf8-4b7c-449f-83b3-311da3ea8f6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1485603 Dec 24 02:57:29.080455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57546) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:29.306097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.313837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e21c49-0fa7-401b-9fc6-5b2609298776 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:29.317767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-92e21c49-0fa7-401b-9fc6-5b2609298776 tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/networks/a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 881 time: 0.2145252 Dec 24 02:57:29.317949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.323071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57548) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:29.384701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6b9e728e-2e0b-4a29-bc25-0fb593438e02 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 200 len: 205 time: 0.0554526 Dec 24 02:57:29.391382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:29.391872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57550) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:29.391954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] For port 26c87e42-8341-4196-8d29-fb355245b250, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=26c87e42-8341-4196-8d29-fb355245b250,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:29.392193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.398918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=68f42d96-429a-4419-809e-b4bd37c11ff0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:29.402578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No DVR routers for this DVR port 68f42d96-429a-4419-809e-b4bd37c11ff0 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:29.408553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:29.411138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 2c69c282-c59b-4e91-ab3a-44740c021efb is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:29.411458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:29.412187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.417957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2797b5c3-73ee-4b43-98cf-7490acb2a7b0 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:29.443044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:29.450622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:29.455088 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:29.455575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.469552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Calling delete_port for 26c87e42-8341-4196-8d29-fb355245b250 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:29.470198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=0545cc82-f6a0-42b0-83d4-1076a33be74c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:29.473823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.478752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:29.485516 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.572201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '0545cc82-f6a0-42b0-83d4-1076a33be74c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:29.573291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.578047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ce2f73cc-fea8-4a46-bceb-e872abd45911 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2388492 Dec 24 02:57:29.581015 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.583555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57552) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:29.588579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'name': 'tempest-NetworksTestDHCPv6-1996916356'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:29.593492 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:29.594253 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.635444 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.637807 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86a72e3-7d6e-4f84-b390-afa582d0dbb6 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:29.653658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.693144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b808c24f-1a78-427a-86ac-0dd7aad14008 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/7f130a79-52b1-4cc4-91ea-b1463a993922 HTTP/1.1" status: 200 len: 977 time: 3.7380936 Dec 24 02:57:29.704466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57554) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:29.708373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.737257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc63fac-dc36-40e2-8582-13f7c193f4e4']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.742389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.754299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.754611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7e1b13-4b84-4f6e-9ef8-e08a8fb49c4c') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:29.769945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.775043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/0545cc82-f6a0-42b0-83d4-1076a33be74c/fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:29.812117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.833374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:29.833782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:29.836979 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:29.857722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b9014b15-14e5-4473-bd39-c98a3683f37f None None] Provisioning complete for port 2871a06b-089c-4036-a9ea-85c1d8e26f52 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:29.858333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9014b15-14e5-4473-bd39-c98a3683f37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.041003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.084195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b9014b15-14e5-4473-bd39-c98a3683f37f None None] Port 2871a06b-089c-4036-a9ea-85c1d8e26f52 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:30.167737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.253087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.266201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 50300d21-cf84-44f9-a42a-0245a514ef4a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:30.318500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 50300d21-cf84-44f9-a42a-0245a514ef4a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:30.319196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 50300d21-cf84-44f9-a42a-0245a514ef4a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:30.321986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:30.323758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.328868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:30.332668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:30.340875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Pushing event updated for resources: {'Port': ['ID=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:30.367167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.378894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:30.379239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 50dd6558-3cd9-4774-8139-0d836b9721ca {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:30.379479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.407289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Attempting to bind port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:30.407984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Attempting to bind port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:30.411530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Attempting to bind port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:30.411654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Router 52258716-f130-4dd8-98ed-71cee1296f25 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:30.414011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:30.414443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:30.414851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.415245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:30.415713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Bound port: fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:30.416095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.448480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:30.453247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.468839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.495597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] For port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:30.499050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] For port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:30.506418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.509607 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/9bc63fac-dc36-40e2-8582-13f7c193f4e4 HTTP/1.1" status: 204 len: 168 time: 4.5411596 Dec 24 02:57:30.522899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57556) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.538132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.559402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 8fbe3e6d-bf21-4be7-b644-dc33e6103003 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:30.581463 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fecc96-c433-408c-b216-7a178c95cef6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:30.581819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fecc96-c433-408c-b216-7a178c95cef6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:30.587368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-49fecc96-c433-408c-b216-7a178c95cef6 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/abc3d67d-55a1-4ec1-ae99-feb8d2df60c4 HTTP/1.1" status: 404 len: 337 time: 0.0322816 Dec 24 02:57:30.587368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00abd9a-726b-4cfa-939b-282fb77f064c tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=9bc63fac-dc36-40e2-8582-13f7c193f4e4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:30.592924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57558) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.605507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db430f-aa80-4ddf-b9af-b3794d4c6fbe None None] Pushing event updated for resources: {'Port': ['ID=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:30.638364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-18264734-ab38-468e-8fe6-9c91fc27950a tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:30.639090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18264734-ab38-468e-8fe6-9c91fc27950a tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:30.642150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-18264734-ab38-468e-8fe6-9c91fc27950a tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/9bc63fac-dc36-40e2-8582-13f7c193f4e4 HTTP/1.1" status: 404 len: 339 time: 0.0423675 Dec 24 02:57:30.642528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.646704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57560) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.675147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:30.681170 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ab9a64b0-fb3d-4f79-a12c-9abd7cca7d9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/826d0109-f521-4752-bbf9-55abf68637b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7277513 Dec 24 02:57:30.684938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57562) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.687604 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb2ecef-23aa-41d8-a480-7479fd8bc4f2 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:30.688316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb2ecef-23aa-41d8-a480-7479fd8bc4f2 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:30.690116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:30.695706 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6bb2ecef-23aa-41d8-a480-7479fd8bc4f2 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/3e4a43f7-7008-43d7-a690-0a9bf20c80ad HTTP/1.1" status: 404 len: 337 time: 0.0479999 Dec 24 02:57:30.698024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57564) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.703551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:30.704384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:30.718483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.780967 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-58edaec7-017c-4491-8969-fb82d70ae054 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:30.781593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58edaec7-017c-4491-8969-fb82d70ae054 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:30.787555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-58edaec7-017c-4491-8969-fb82d70ae054 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/3e64d8e6-fdc9-4ca2-b3bd-3775b8e94264 HTTP/1.1" status: 404 len: 339 time: 0.0807154 Dec 24 02:57:30.800879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57566) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.823208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:30.823314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=26c87e42-8341-4196-8d29-fb355245b250,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:30.833226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Deleting port 9c87d3d2-3e90-41f2-b027-0c9b133a6a4e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:30.834166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:30.842905 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Sync routers for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:30.858927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bdc3b028-25bb-414a-9e27-3741636f5f4c admin admin] 10.222.0.36 "PUT /v2.0/routers/52258716-f130-4dd8-98ed-71cee1296f25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9837933 Dec 24 02:57:30.866435 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:30.867061 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:30.874336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:30.901960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57568) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:30.904833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port f059c2c7-28cb-4065-b111-313c3be41638 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:30.905278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.008848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.009323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.009786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.010245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.010700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.011527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.011749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.012971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.013674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.013911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.014367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.020491 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9fc8e46b-5137-4740-bf23-d075c7390c97 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7721 time: 0.3206494 Dec 24 02:57:31.020671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1e786b-5bde-4d17-9452-9fb7920bf8bf tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:31.021029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1e786b-5bde-4d17-9452-9fb7920bf8bf tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:31.028442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2e1e786b-5bde-4d17-9452-9fb7920bf8bf tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/d53a45e2-1a8c-49eb-9cf5-421023181c30 HTTP/1.1" status: 404 len: 337 time: 0.2209139 Dec 24 02:57:31.052252 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:31.076161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57570) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:31.080569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57572) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:31.165595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::b (bf27008b-e5db-498b-855c-c2529ecfc5ee/0545cc82-f6a0-42b0-83d4-1076a33be74c/8fbe3e6d-bf21-4be7-b644-dc33e6103003) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:31.225067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77d8d27-9d24-4b99-8a3d-7c8ff1c16f31 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:31.225626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77d8d27-9d24-4b99-8a3d-7c8ff1c16f31 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:31.231595 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a77d8d27-9d24-4b99-8a3d-7c8ff1c16f31 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/898ba1cb-f580-48ee-a1e7-b887dd1bf12e HTTP/1.1" status: 404 len: 339 time: 0.1485226 Dec 24 02:57:31.232218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57574) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:31.245415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:28Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:31.299358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:31.299721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Updating router 826d0109-f521-4752-bbf9-55abf68637b7 port 2871a06b-089c-4036-a9ea-85c1d8e26f52 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:57:31.337192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.425182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.448183 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:28Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:31.468139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.469490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.470040 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 7f130a79-52b1-4cc4-91ea-b1463a993922 disassociated. External IP: 172.26.7.194, port: 50dd6558-3cd9-4774-8139-0d836b9721ca. Dec 24 02:57:31.471240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 50dd6558-3cd9-4774-8139-0d836b9721ca owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:31.475264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.475555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.486255 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Checking router: 52258716-f130-4dd8-98ed-71cee1296f25 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:31.499802 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Routers {'52258716-f130-4dd8-98ed-71cee1296f25'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:31.500783 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['52258716-f130-4dd8-98ed-71cee1296f25'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:31.515649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for f059c2c7-28cb-4065-b111-313c3be41638 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:31.533614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.542282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.632233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.633052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.633869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.634141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.634588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.635039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.635548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.635999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.641355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:31.646155 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6f001e16-6170-47f5-9586-9c7f6d773378 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5855 time: 0.5617049 Dec 24 02:57:31.659828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57576) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:31.672875 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] Set router 52258716-f130-4dd8-98ed-71cee1296f25 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:31.750129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Calling delete_port for 9c87d3d2-3e90-41f2-b027-0c9b133a6a4e owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:31.764626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.843708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.863181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.886571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.898492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:31.898835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:31.943939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=8fbe3e6d-bf21-4be7-b644-dc33e6103003,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:31.986943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadb5d1-54fe-40a7-bac0-d7491a155526 None None] Pushing event updated for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:32.022190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:32.028741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:32.031957 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:28Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:32.032511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:32.040674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:32.041663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.088668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Deleting port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:32.089286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.110981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Router 8c753bd4-cfa9-415e-acc8-5b548e24c616 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:32.113947 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363006b4-d226-4101-bf6a-9a399906eb4c None None] The sync data for ids ['52258716-f130-4dd8-98ed-71cee1296f25'] in dv-neutron-822868-1-hyperv is: [{'id': '52258716-f130-4dd8-98ed-71cee1296f25', 'name': 'tempest-ServersTestManualDisk-535883380-router', 'tenant_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:28Z', 'revision_number': 5, 'project_id': 'cf1aca2beef34d4db5cf1708ccc09608', 'gw_port': {'id': '770f8d96-0a88-42ff-8145-5f1ea8b0ca63', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52258716-f130-4dd8-98ed-71cee1296f25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:35Z', 'updated_at': '2021-12-24T02:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:32.121514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.139827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Attempting to bind port 2871a06b-089c-4036-a9ea-85c1d8e26f52 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:32.139827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Attempting to bind port 2871a06b-089c-4036-a9ea-85c1d8e26f52 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:32.140245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Attempting to bind port 2871a06b-089c-4036-a9ea-85c1d8e26f52 on network 2c69c282-c59b-4e91-ab3a-44740c021efb {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:32.154896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:32.154896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Checking segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:32.159172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.159172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Bound using segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:32.159172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Bound port: 2871a06b-089c-4036-a9ea-85c1d8e26f52, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:32.159172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.198623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] For port 770f8d96-0a88-42ff-8145-5f1ea8b0ca63, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:32.198991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.212883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Calling delete_port for 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:32.255314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for 7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:32.267904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] For port 2871a06b-089c-4036-a9ea-85c1d8e26f52, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:32.271781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] For port 2871a06b-089c-4036-a9ea-85c1d8e26f52, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2871a06b-089c-4036-a9ea-85c1d8e26f52,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:32.294225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] Provisioning complete for port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:32.295191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.344501 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1ecfbefa-965e-41d8-b607-67d8fa4f4e5a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7598326 Dec 24 02:57:32.345248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.349221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.351934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57578) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:32.357960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.420448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=50dd6558-3cd9-4774-8139-0d836b9721ca,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:32.513596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66897cd5-dc58-4f2f-b15d-4a58a0faabf7 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:32.521328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=f059c2c7-28cb-4065-b111-313c3be41638,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:32.523589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61624f-9921-4dd6-9eb8-3cfaf588ffb6 None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:32.598858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadb5d1-54fe-40a7-bac0-d7491a155526 None None] Pushing event updated for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:32.624070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:32.624995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:32.633273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28318b-b2cb-4d67-b411-7a5ebb35ca01 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:32.641356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28318b-b2cb-4d67-b411-7a5ebb35ca01 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:32.644794 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9c28318b-b2cb-4d67-b411-7a5ebb35ca01 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2845700 Dec 24 02:57:32.652322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57580) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:32.719404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.799754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:32.825288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:32.837601 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6f578c7f-9263-4902-bc82-d8e6ca73fc0a admin admin] 10.222.0.36 "PUT /v2.0/routers/8c753bd4-cfa9-415e-acc8-5b548e24c616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1123586 Dec 24 02:57:32.838504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57582) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:32.846337 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-17ca99f7-f80d-48c4-aafd-983a6453fc18 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4835 time: 1.1830227 Dec 24 02:57:32.856565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Sync routers for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:32.906609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:32.913404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.919776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:32.952922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Pushing event deleted for resources: {'Port': ['ID=9c87d3d2-3e90-41f2-b027-0c9b133a6a4e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:32.969510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.007794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc38bc-58da-4315-8be1-608c275ace97 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:33.022318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:33.023052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:33.052793 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:57:33.088039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=7a1807f0-0d9d-415f-89b2-6f0a4c1c0442,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:33.101491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.103715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21f44045-5df1-4565-b195-38917bef0656 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/ports/7a1807f0-0d9d-415f-89b2-6f0a4c1c0442 HTTP/1.1" status: 204 len: 168 time: 1.8652329 Dec 24 02:57:33.106663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57586) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:33.141737 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd087ff8-4fcc-44f2-b56b-80178206356e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:33.142178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd087ff8-4fcc-44f2-b56b-80178206356e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:33.148461 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd087ff8-4fcc-44f2-b56b-80178206356e tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/4c1bdd77-18f6-4362-b76e-2cdf39d46bbd HTTP/1.1" status: 404 len: 337 time: 0.0389338 Dec 24 02:57:33.149091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57588) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:33.169744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] For port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:33.185913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:33.186430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.197011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.261826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.283915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.285091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.287351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.358772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.422894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Pushing event deleted for resources: {'Port': ['ID=770f8d96-0a88-42ff-8145-5f1ea8b0ca63,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:33.437675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:33.464986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.466666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router 6de8bcf8-4b7c-449f-83b3-311da3ea8f6c {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:33.500604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57590) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:33.506076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.513469 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c8a0415d-6a5e-47ac-a687-3dd06a0358b7 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 204 len: 168 time: 4.1187785 Dec 24 02:57:33.519500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38024e2-313c-4889-9dd6-efdc9799e2d1 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:33.524019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1573687702', 'description': 'tempest-secgroup-smoke-1573687702 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:33.535345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57592) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:33.539796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2046204140', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:33.567561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:33.637310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.656364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Provisioning complete for port 2871a06b-089c-4036-a9ea-85c1d8e26f52 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:33.656913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.671419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 8fbe3e6d-bf21-4be7-b644-dc33e6103003 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:33.671769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.682423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59232b-4476-4d28-b44c-78c2c02af859 None None] Pushing event updated for resources: {'Port': ['ID=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:33.734722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.735759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.749480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.778605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.811738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.846205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.917135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.929372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:32Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:33.931968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.940985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:33.958254 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:33.964174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.970176 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:33.971017 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:33.972919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:33.984406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c242047-7d29-4eb3-8606-4d4a2d29b8be None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:32Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:34.010258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.020806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] For port 2871a06b-089c-4036-a9ea-85c1d8e26f52, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2871a06b-089c-4036-a9ea-85c1d8e26f52,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:34.029504 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.035709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:30Z', 'revision_number': 5, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port': {'id': 'fa68d969-7243-4d25-bc80-f1f311fce884', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ef:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.041624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:34.042493 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.052079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.068927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.069377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52258716-f130-4dd8-98ed-71cee1296f25 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:34.073999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.075510 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6944b22c-ee5b-491e-a5c1-217a5063e226 admin admin] 10.222.0.36 "DELETE /v2.0/routers/52258716-f130-4dd8-98ed-71cee1296f25 HTTP/1.1" status: 204 len: 168 time: 3.1148393 Dec 24 02:57:34.097322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.105081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Checking router: 8c753bd4-cfa9-415e-acc8-5b548e24c616 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:34.113276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.115392 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.116629 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eee811-9d19-46f6-8415-f1c388d06ddb None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:34.168457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.193582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Routers {'8c753bd4-cfa9-415e-acc8-5b548e24c616'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:34.193791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c753bd4-cfa9-415e-acc8-5b548e24c616'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.202792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c8b5ec-574e-44d2-86ef-af921f89230c']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.221677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 8fbe3e6d-bf21-4be7-b644-dc33e6103003 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:34.228356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f80bd4-543d-43b3-8199-62ecaf279aec') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.229552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f80bd4-543d-43b3-8199-62ecaf279aec') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.243557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Router 85cb6241-a20e-468c-87a2-33761c116ac6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:34.261154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.357137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.364669 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0541827-4c7b-44a7-856d-0f26fcfcf9f1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/50dd6558-3cd9-4774-8139-0d836b9721ca HTTP/1.1" status: 204 len: 168 time: 4.6561389 Dec 24 02:57:34.365989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Deleting subnet 2d667a65-8057-49d7-8831-9dd54ff89dc7 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:34.366620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57596) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.367605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.380228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Provisioning complete for port 8fbe3e6d-bf21-4be7-b644-dc33e6103003 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:34.385935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.387639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.412945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Pushing event updated for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:34.433415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] Set router 8c753bd4-cfa9-415e-acc8-5b548e24c616 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:34.463164 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-64550576-55b6-42e7-a45c-62bfb9cf3f2a tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/floatingips/7f130a79-52b1-4cc4-91ea-b1463a993922 HTTP/1.1" status: 200 len: 688 time: 0.0869164 Dec 24 02:57:34.467853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57598) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.469047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:34.469530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.475274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:34.483030 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:34.495695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 6, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.536109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b74f5684-3760-4431-ba05-80794b647e07 None None] Port 8fbe3e6d-bf21-4be7-b644-dc33e6103003 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:34.537127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52072d5b-2a42-40ee-977d-78eff9a5e9a7 None None] The sync data for ids ['8c753bd4-cfa9-415e-acc8-5b548e24c616'] in dv-neutron-822868-1-hyperv is: [{'id': '8c753bd4-cfa9-415e-acc8-5b548e24c616', 'name': 'tempest-ServersTestJSON-371745764-router', 'tenant_id': 'c82484d684c44c5aaa94832bdd062699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:55:34Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 6, 'project_id': 'c82484d684c44c5aaa94832bdd062699', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:34.563345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.570190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Deleting port fa68d969-7243-4d25-bc80-f1f311fce884 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:34.570603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.580563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:34.580696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.584781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.595502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] Sync routers for ids ['85cb6241-a20e-468c-87a2-33761c116ac6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:34.611803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] Routers {'85cb6241-a20e-468c-87a2-33761c116ac6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:34.612791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['85cb6241-a20e-468c-87a2-33761c116ac6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.614224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.615732 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d46646f8-ccc2-423e-b75b-6014d2edaba2 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "PUT /v2.0/routers/85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 200 len: 706 time: 6.1554611 Dec 24 02:57:34.619402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.655419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b84c20-5f7e-4255-93d4-4dbac8564035,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:34.657169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.675206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] Routers {'85cb6241-a20e-468c-87a2-33761c116ac6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:34.676227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['85cb6241-a20e-468c-87a2-33761c116ac6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.718671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:34.719598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702efb6a-6443-4651-83b3-86aa4f91b171 None None] The sync data for ids ['85cb6241-a20e-468c-87a2-33761c116ac6'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:34.759522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.760766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9d544044-c476-4c00-82b8-4b750281e609 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2413392 Dec 24 02:57:34.767195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57602) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.776284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:34.790446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.806997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.822400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.826540 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/d6c8b5ec-574e-44d2-86ef-af921f89230c HTTP/1.1" status: 204 len: 168 time: 1.6727366 Dec 24 02:57:34.831383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57604) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.865480 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d6522526-2cfb-484e-ad94-31588e485be9 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/routers/85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 200 len: 741 time: 0.2341502 Dec 24 02:57:34.866644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff3a5-b9b3-4543-8b67-1ef2eaf466d8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=d6c8b5ec-574e-44d2-86ef-af921f89230c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:34.868591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57606) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.950971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8b1ac619-5c46-48e3-92f0-5b61c91b8949 tempest-RoutersAdminTest-1902566567 tempest-RoutersAdminTest-1902566567-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 200 len: 205 time: 0.0739918 Dec 24 02:57:34.951840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] For port fa68d969-7243-4d25-bc80-f1f311fce884, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa68d969-7243-4d25-bc80-f1f311fce884,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:34.952286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:34.959599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57608) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:34.973919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Calling delete_port for fa68d969-7243-4d25-bc80-f1f311fce884 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:34.976937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.039184 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a4fd5e64-9995-47e2-a4ad-582e164dc3c6 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 200 len: 205 time: 0.0736771 Dec 24 02:57:35.044530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57610) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:35.047086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=8fbe3e6d-bf21-4be7-b644-dc33e6103003,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:35.071206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 8724d2cc-5e65-46c9-83fc-e581beff96dc {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:35.071206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.102118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.151478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.159245 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b2639037-ec29-452d-acf8-308afef3a8ea tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/8fbe3e6d-bf21-4be7-b644-dc33e6103003 HTTP/1.1" status: 204 len: 168 time: 2.5003893 Dec 24 02:57:35.178607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2871a06b-089c-4036-a9ea-85c1d8e26f52 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:35.195025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57612) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:35.221510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.291827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2871a06b-089c-4036-a9ea-85c1d8e26f52 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:35.291827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.322696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d667a65-8057-49d7-8831-9dd54ff89dc7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:35.327673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.331315 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2d667a65-8057-49d7-8831-9dd54ff89dc7 HTTP/1.1" status: 204 len: 168 time: 1.2330112 Dec 24 02:57:35.340293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.340514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38ebc7-56f9-45d1-a8e1-8e4b90c737e4 None None] Network 63550da7-518b-43cc-8035-1c249d84afae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:35.342795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57614) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:35.420315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedfc04-e98b-4a77-b2f2-b07019097539 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:35.422011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedfc04-e98b-4a77-b2f2-b07019097539 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:35.426147 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ebedfc04-e98b-4a77-b2f2-b07019097539 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1834023 Dec 24 02:57:35.430754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57616) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:35.434409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.434769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.435406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.435533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.435795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.436088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.436433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.436770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.437086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.437409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.437728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.438049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.438464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def80adb-1f4a-4aba-bee7-9bfb46e0b7b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:35.472705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port 4e311a82-1f02-4a12-88c5-83951136744c {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:35.473049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.497451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.498170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.513839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:35.541138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 8724d2cc-5e65-46c9-83fc-e581beff96dc owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:35.547785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 0545cc82-f6a0-42b0-83d4-1076a33be74c {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:35.552371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.566250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.604964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:35.605504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.642387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa68d969-7243-4d25-bc80-f1f311fce884,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:35.646953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29304d88-363b-4481-9be3-0be3c884195f None None] DHCP port deletion for 63550da7-518b-43cc-8035-1c249d84afae request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:35.716697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70056b9-d28a-4ad8-bb0e-f3d8e7156dca None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:35.719079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.722582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.724374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.766499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.806326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Deleting port 2b128715-c09d-496f-8d32-394c1c6172f1 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:35.806820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.826121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.895778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-29304d88-363b-4481-9be3-0be3c884195f None None] For port 2b128715-c09d-496f-8d32-394c1c6172f1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b128715-c09d-496f-8d32-394c1c6172f1,segment=NetworkSegment(c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753),segment_id=c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:35.896265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:35.922557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d705f9b4-bd53-44be-938a-45670f076107 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:35.925239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Calling delete_port for 2b128715-c09d-496f-8d32-394c1c6172f1 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:35.948643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d705f9b4-bd53-44be-938a-45670f076107 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:35.949084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d705f9b4-bd53-44be-938a-45670f076107 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:35.999480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.004956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.062048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.085857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.116904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29304d88-363b-4481-9be3-0be3c884195f None None] Pushing event deleted for resources: {'Port': ['ID=2b128715-c09d-496f-8d32-394c1c6172f1,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.119167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29304d88-363b-4481-9be3-0be3c884195f None None] No DVR routers for this DVR port 2b128715-c09d-496f-8d32-394c1c6172f1 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:36.155514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.159889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.217343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for 4e311a82-1f02-4a12-88c5-83951136744c owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:36.219275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.271422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2871a06b-089c-4036-a9ea-85c1d8e26f52 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:36.282630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.331828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2ed6fe-0a60-48e4-96dc-16b66d685897,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.338207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2871a06b-089c-4036-a9ea-85c1d8e26f52 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:36.338809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.358483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.358989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c753bd4-cfa9-415e-acc8-5b548e24c616 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:36.362100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.362317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Fanout notify agent at l3_agent the message router_deleted on router 85cb6241-a20e-468c-87a2-33761c116ac6 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:36.369554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.369833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.370653 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d67f2aca-bff3-46c0-b360-6445c6817599 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8c753bd4-cfa9-415e-acc8-5b548e24c616 HTTP/1.1" status: 204 len: 168 time: 3.5230122 Dec 24 02:57:36.370916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-42cb2313-cd14-4088-a2a4-78b0dbc544e0 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 204 len: 168 time: 1.3164437 Dec 24 02:57:36.373974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.375175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5890ccfd-2c1f-4293-9e05-48500cb68fbf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6022546 Dec 24 02:57:36.377051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57618) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.380243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57620) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.380349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57622) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.381638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.397684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:36.459283 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c4b09f74-c10c-4173-b571-e46564a74cfe tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 200 len: 205 time: 0.0677700 Dec 24 02:57:36.463722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57624) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.487497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.526718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63550da7-518b-43cc-8035-1c249d84afae']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:36.531448 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-8374604c-3adf-434e-b42a-f61c44a47eec tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:36.534962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8374604c-3adf-434e-b42a-f61c44a47eec tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/85cb6241-a20e-468c-87a2-33761c116ac6 HTTP/1.1" status: 404 len: 336 time: 0.0621796 Dec 24 02:57:36.534962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.537853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57626) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.541944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:36.542287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a1c9a0-1ee7-4d46-94d5-8f6ddd953753') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:36.546334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Deleting subnet b366ee5a-388b-4d49-abdb-05aefa44e5c7 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:36.549777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 26c87e42-8341-4196-8d29-fb355245b250 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:36.572873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 26c87e42-8341-4196-8d29-fb355245b250 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:36.573229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 26c87e42-8341-4196-8d29-fb355245b250 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:36.581046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa68d969-7243-4d25-bc80-f1f311fce884 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:36.581198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.581288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.581381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=8724d2cc-5e65-46c9-83fc-e581beff96dc,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.611099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: fa68d969-7243-4d25-bc80-f1f311fce884 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:36.611099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa68d969-7243-4d25-bc80-f1f311fce884 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:36.611099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:36.611421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.623917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:36.624038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:36.624236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 770f8d96-0a88-42ff-8145-5f1ea8b0ca63 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:36.624350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.624646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b128715-c09d-496f-8d32-394c1c6172f1 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:36.626045 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:36.629607 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-510bdc64-9dd1-4f06-878f-7e3ce144693a tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 200 len: 205 time: 0.0875959 Dec 24 02:57:36.633346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.636268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Allocated IP 172.26.7.199 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/ae21cf57-4dc5-4a80-b08a-4fba8b675458) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:36.638523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57628) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.642636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.642989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.643327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.643667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.643994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.644321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.645297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.645297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.645297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.645630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.645935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.646251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.646567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:36.652614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2b128715-c09d-496f-8d32-394c1c6172f1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:36.653211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b128715-c09d-496f-8d32-394c1c6172f1 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:36.679753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.702787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=0545cc82-f6a0-42b0-83d4-1076a33be74c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.712753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e144013-6a68-44a3-9f36-898845c30a3b None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:36.722391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.724479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.728494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8312138-d215-4b85-9705-b59a5c8534a4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0545cc82-f6a0-42b0-83d4-1076a33be74c HTTP/1.1" status: 204 len: 168 time: 1.2959785 Dec 24 02:57:36.728640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.731863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57630) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.757641 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-4cb2d46e-e086-40fc-ba74-6884ae0805b1 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:36.759317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4cb2d46e-e086-40fc-ba74-6884ae0805b1 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/0274442b-b129-4325-89a0-8200237e0c28 HTTP/1.1" status: 404 len: 336 time: 0.1133258 Dec 24 02:57:36.766685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.768460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57632) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.769943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/ports/4e311a82-1f02-4a12-88c5-83951136744c HTTP/1.1" status: 204 len: 168 time: 1.9354107 Dec 24 02:57:36.771021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610a9c9-bc81-43c0-a8a9-f387f4c14a88 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=4e311a82-1f02-4a12-88c5-83951136744c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.773532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57634) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.818196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-723a127f-095f-4fea-b76c-64721e56a3b8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:36.818658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723a127f-095f-4fea-b76c-64721e56a3b8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:36.822540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-723a127f-095f-4fea-b76c-64721e56a3b8 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/5818e58b-bee5-41a8-9354-0580d5517949 HTTP/1.1" status: 404 len: 337 time: 0.0450339 Dec 24 02:57:36.828115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57636) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.846825 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b3e11f5c-5311-4ef2-8498-f86901002262 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924609 Dec 24 02:57:36.855192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57638) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.861882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.864800 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-61679a03-30a7-40d7-8263-80903b393c98 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 200 len: 205 time: 0.0828907 Dec 24 02:57:36.866858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.868224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57640) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.870117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] 10.222.0.36 "DELETE /v2.0/networks/63550da7-518b-43cc-8035-1c249d84afae HTTP/1.1" status: 204 len: 168 time: 1.5131607 Dec 24 02:57:36.913692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74880e87-15a8-4d89-ae59-75866f845d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=63550da7-518b-43cc-8035-1c249d84afae,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:36.942583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:36.955299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.957971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.959110 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f1da26d7-ac11-4f91-9668-af855555617b tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/7f130a79-52b1-4cc4-91ea-b1463a993922 HTTP/1.1" status: 204 len: 168 time: 2.4833543 Dec 24 02:57:36.959664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210649d-26df-4217-8eee-5ad4be56892a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:36.967422 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2210649d-26df-4217-8eee-5ad4be56892a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1106160 Dec 24 02:57:36.973029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57644) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.973475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57646) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:36.981092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '3624dce7-0fe3-40ae-915d-739549b36b3a'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:36.997507 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-4dea69e8-4a4e-4665-98c3-d963e92086cd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:36.998224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:36.998526 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4dea69e8-4a4e-4665-98c3-d963e92086cd tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/d1f168a2-5dcf-4df9-abef-aaaacdac35fd HTTP/1.1" status: 404 len: 336 time: 0.1125953 Dec 24 02:57:37.007770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57648) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.015708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Deleting port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:37.016984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.065008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86baa45-ec6c-4efb-be3d-1b6b88e39fbc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:37.066502 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c86baa45-ec6c-4efb-be3d-1b6b88e39fbc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0903440 Dec 24 02:57:37.071408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57650) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.080097 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-55467d93-802c-414b-b53f-e622edf40a67 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 200 len: 205 time: 0.0675371 Dec 24 02:57:37.084674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57652) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.108444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.118316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.118486 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f880f82a-4738-43a7-8bf0-a61321d0243a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416939 Dec 24 02:57:37.120603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57654) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.120817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] For port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:37.121276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.125224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.130982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:37.134768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Calling delete_port for fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:37.149435 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-31afeb42-6017-4650-a726-cc31f5cb4250 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:37.154579 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-31afeb42-6017-4650-a726-cc31f5cb4250 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/7549e764-3b1e-48ca-b487-7b491e8e48f0 HTTP/1.1" status: 404 len: 336 time: 0.0594010 Dec 24 02:57:37.154579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.155415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57656) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.194611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.221286 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-55e4dce2-b3c9-4b40-82fe-064f8b843cbc tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 200 len: 205 time: 0.0477500 Dec 24 02:57:37.225367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57658) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.257148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c79820-3b1a-4c87-9520-a36a17710c67,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:37.295522 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-457454bc-f84b-495a-a211-b06fe8f70f95 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:37.299029 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-457454bc-f84b-495a-a211-b06fe8f70f95 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/0f22994d-6175-42c3-82d1-3f24597a82ed HTTP/1.1" status: 404 len: 336 time: 0.0705729 Dec 24 02:57:37.300728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57660) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.304069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.332477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.344959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.348883 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0ff8ec46-4229-4bb9-9336-6e9aa7944be5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9559798 Dec 24 02:57:37.350029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57662) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.360731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:37.368245 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b339df60-0da1-4505-a100-1beaf0ab1f44 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "GET /v2.0/ports?device_id=de2599b4-5000-4841-ab9f-01560069abd4 HTTP/1.1" status: 200 len: 205 time: 0.0612481 Dec 24 02:57:37.370500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fa3f53-8675-401e-9aef-e6a8c883f611']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:37.370702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.386139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57666) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.398654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:37.413974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:37.416375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:37.423249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7413d4e4-dcf1-4f48-a2ae-a645d841364c') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:37.423552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7413d4e4-dcf1-4f48-a2ae-a645d841364c') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:37.432340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b8169-acb5-4459-b436-5a99cfab551f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:37.432891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.441670 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b46b95ae-c03b-4dc3-b332-f318af2cbd1d tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] delete failed (client error): The resource could not be found. Dec 24 02:57:37.442702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b46b95ae-c03b-4dc3-b332-f318af2cbd1d tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/routers/de2599b4-5000-4841-ab9f-01560069abd4 HTTP/1.1" status: 404 len: 336 time: 0.0705516 Dec 24 02:57:37.447437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.451101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57668) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.451395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event updated for resources: {'Port': ['ID=ae21cf57-4dc5-4a80-b08a-4fba8b675458,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:37.487216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b366ee5a-388b-4d49-abdb-05aefa44e5c7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:37.491540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.509106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.511065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4101f1d1-bb08-4993-9d92-286059f4da48 None None] Provisioning complete for port ae21cf57-4dc5-4a80-b08a-4fba8b675458 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:37.511412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.511521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4101f1d1-bb08-4993-9d92-286059f4da48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.515012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40badcfb-7545-40b9-9974-d8a660041fcc None None] Network 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:37.515482 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1bda782a-d158-4a21-af29-cf555ada801e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b366ee5a-388b-4d49-abdb-05aefa44e5c7 HTTP/1.1" status: 204 len: 168 time: 1.1376848 Dec 24 02:57:37.520160 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8190900-5fe2-424e-ab1e-2b1265e25f22 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:37.526178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8190900-5fe2-424e-ab1e-2b1265e25f22 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:37.526288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] No DVR routers for this DVR port fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:37.526369 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8190900-5fe2-424e-ab1e-2b1265e25f22 tempest-RoutersAdminTest-951885156 tempest-RoutersAdminTest-951885156-project] 10.222.0.36 "DELETE /v2.0/subnets/d349ebac-712d-4290-9415-1a2809528752 HTTP/1.1" status: 404 len: 337 time: 0.0505927 Dec 24 02:57:37.526369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57670) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.533800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:37.534415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:37.537815 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:37.544977 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fc45f2d2-e6a6-4390-ae6a-c3b9e152bbd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf1aca2beef34d4db5cf1708ccc09608&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1544688 Dec 24 02:57:37.559184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57674) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.578796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:37.582974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.597060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3829a7-61b3-4f1d-b4bc-1d909b7076c9 None None] Pushing event deleted for resources: {'Port': ['ID=fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:37.628896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.660982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4101f1d1-bb08-4993-9d92-286059f4da48 None None] Port ae21cf57-4dc5-4a80-b08a-4fba8b675458 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:37.698202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.730602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.769302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.782024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.801456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.806861 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/85fa3f53-8675-401e-9aef-e6a8c883f611 HTTP/1.1" status: 204 len: 168 time: 0.9602056 Dec 24 02:57:37.807238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57676) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:37.810456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.818615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] DHCP port deletion for 6978e5bb-c7f7-4cf3-81e7-b6818397ce44 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:37.838155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.855437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323c58-d13f-42a2-807c-2a662e348c6d tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=85fa3f53-8675-401e-9aef-e6a8c883f611,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:37.941606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Deleting port 06504ffc-a314-402e-bf77-7263e5c28f4f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:37.941606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.941806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Deleting port 06504ffc-a314-402e-bf77-7263e5c28f4f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:37.941806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.941994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.42 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/9bcfa370-640e-4b53-b55e-2a2542e5816a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:37.980072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] For port 06504ffc-a314-402e-bf77-7263e5c28f4f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=06504ffc-a314-402e-bf77-7263e5c28f4f,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:37.981065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.982299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting subnet ebbbab28-27ab-4d3d-b013-4a17ed8002c9 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:37.983620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] For port 06504ffc-a314-402e-bf77-7263e5c28f4f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=06504ffc-a314-402e-bf77-7263e5c28f4f,segment=NetworkSegment(1b223991-1036-4463-8620-2077d7f36109),segment_id=1b223991-1036-4463-8620-2077d7f36109)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:37.984020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:37.994434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Calling delete_port for 06504ffc-a314-402e-bf77-7263e5c28f4f owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:37.996916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Calling delete_port for 06504ffc-a314-402e-bf77-7263e5c28f4f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:38.003067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.125863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.144215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f01d74d-6bcd-4128-a23e-e5af9ee2bafc,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.169069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.218244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.219324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:38.221337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.222896 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b04b9f4-d5dc-4136-80ea-1afa0a7e28ef HTTP/1.1" status: 204 len: 168 time: 0.6613193 Dec 24 02:57:38.226072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.234134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.243577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a7063-bef7-41b6-9062-e715572f830f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04b9f4-d5dc-4136-80ea-1afa0a7e28ef,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.253582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:38.253929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdee3e2d-cbfb-40a9-8f74-a095f2f36e7f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:38.254488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 06504ffc-a314-402e-bf77-7263e5c28f4f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:38.280160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.283184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 06504ffc-a314-402e-bf77-7263e5c28f4f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:38.283452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Pushing event deleted for resources: {'Port': ['ID=06504ffc-a314-402e-bf77-7263e5c28f4f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.283586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 06504ffc-a314-402e-bf77-7263e5c28f4f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:38.284332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.303788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.309437 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f95bb101-96df-42ad-a52c-77263933df35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9553318 Dec 24 02:57:38.309437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] No DVR routers for this DVR port 06504ffc-a314-402e-bf77-7263e5c28f4f on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:38.310954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57682) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:38.323245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] Pushing event deleted for resources: {'Port': ['ID=06504ffc-a314-402e-bf77-7263e5c28f4f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.325847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:38.329953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673113db-46db-4a57-acac-9dc51c943d38 None None] No DVR routers for this DVR port 06504ffc-a314-402e-bf77-7263e5c28f4f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:38.439369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:38.440886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.465874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.477228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:38.483019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6978e5bb-c7f7-4cf3-81e7-b6818397ce44']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:38.488106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.494092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b223991-1036-4463-8620-2077d7f36109') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:38.494526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b223991-1036-4463-8620-2077d7f36109') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:38.497226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:38.500449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:38.501050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.511479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257446c1-4d5f-40a8-a432-6907d5129c3d None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:38.514303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.535708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.540677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.569462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:38.569956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:38.573440 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:38.594159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=fc8897c3-dae6-42c9-8e09-b383b2138eb1,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.668939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'fc8897c3-dae6-42c9-8e09-b383b2138eb1'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:38.672219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.697742 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-53b0c3b6-b139-4c81-a11c-47e4ccf28654 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5757134 Dec 24 02:57:38.701541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57690) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:38.709320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': 'fc8897c3-dae6-42c9-8e09-b383b2138eb1', 'ip_address': '2001:db8::447f:9bfe:5218:ddb6'}], 'name': 'tempest-NetworksTestDHCPv6-1362574223'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:38.723495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.744360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.748986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.787255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.803471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6978e5bb-c7f7-4cf3-81e7-b6818397ce44 HTTP/1.1" status: 204 len: 168 time: 1.2767196 Dec 24 02:57:38.827350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.858705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.866235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30addb-62f6-496b-a8da-df79d152a454 admin admin] Pushing event deleted for resources: {'Network': ['ID=6978e5bb-c7f7-4cf3-81e7-b6818397ce44,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.895394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbbab28-27ab-4d3d-b013-4a17ed8002c9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.900447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:38.904112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/fc8897c3-dae6-42c9-8e09-b383b2138eb1/35696fc3-8fec-4f78-995e-cb2e99b4a6cb) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:38.919090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:38.921557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:38.933376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.935513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8060a5b3-7b46-4369-b119-2a0cd26f862b tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/subnets/ebbbab28-27ab-4d3d-b013-4a17ed8002c9 HTTP/1.1" status: 204 len: 168 time: 1.1273596 Dec 24 02:57:38.958588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb244c47-d1ae-49ce-a2d1-82807fbc4cdd None None] Network 45f8e3b9-c824-4854-80a2-cf6a4895ce05 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:38.962880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:38.969173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7b3369-13ce-45e7-a6f4-a81603eab1a1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:38.977420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6e751dd-0443-4000-9062-107d7b1bb68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:38.982550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=9bcfa370-640e-4b53-b55e-2a2542e5816a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.013709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.041017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.044923 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f26bbf6d-0b4f-4396-b05a-a7da7efdc732 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7295117 Dec 24 02:57:39.048783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57702) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.061764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:39.155882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6e751dd-0443-4000-9062-107d7b1bb68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.177449 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 02:57:39.183835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.239206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6e751dd-0443-4000-9062-107d7b1bb68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.255649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.271259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.302661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] DHCP port deletion for 45f8e3b9-c824-4854-80a2-cf6a4895ce05 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:39.335542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.335936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e751dd-0443-4000-9062-107d7b1bb68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3571d7-a9c2-42fe-8960-4ecaa6ab3b0c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.376023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0362c523-6df4-4de8-b28a-1a1d57e7604a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c82484d684c44c5aaa94832bdd062699&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0984547 Dec 24 02:57:39.385415 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e6e751dd-0443-4000-9062-107d7b1bb68b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6e1fe0fcbd349c78448de08b8d96198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9381101 Dec 24 02:57:39.390343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:39.391687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.394321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.395174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57712) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.398927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:39.403510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:39.413527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Pushing event updated for resources: {'Port': ['ID=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.444693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.445183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.445534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.445869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.446199 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.446527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.446878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.447208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.447545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.447892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.448217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.448682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.449006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:57:39.477401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.485422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Deleting port 508f2721-f23f-4705-ad94-a3c1399ed004 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:39.485895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.502560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Attempting to bind port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:39.502935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Attempting to bind port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:39.503307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Attempting to bind port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:39.516383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1561363-d334-463b-95e3-7f048fb773bc,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.538017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.542312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:39.542797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:39.543106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.543507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:39.544087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Bound port: 35696fc3-8fec-4f78-995e-cb2e99b4a6cb, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:39.544358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.574640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.577023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] For port 508f2721-f23f-4705-ad94-a3c1399ed004, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=508f2721-f23f-4705-ad94-a3c1399ed004,segment=NetworkSegment(291e4481-3162-4241-822d-e72f794971ef),segment_id=291e4481-3162-4241-822d-e72f794971ef)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:39.577023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.597761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.598105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.612530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Calling delete_port for 508f2721-f23f-4705-ad94-a3c1399ed004 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:39.663634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:39.669430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.680063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] For port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:39.698363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] For port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:39.706964 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.708442 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bef0916b-7a14-4722-b0ad-47e83c60546d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6585870 Dec 24 02:57:39.712128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57718) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.718785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '55b84c20-5f7e-4255-93d4-4dbac8564035', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:39.736570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.739143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.740287 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff3571d7-a9c2-42fe-8960-4ecaa6ab3b0c HTTP/1.1" status: 204 len: 168 time: 0.3316865 Dec 24 02:57:39.756490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9524c-cd44-4a81-908b-98bddd98c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3571d7-a9c2-42fe-8960-4ecaa6ab3b0c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.784639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.861293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:39.864959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.889458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb86073-389b-41c2-ad88-9795e01ca0f9 None None] Pushing event updated for resources: {'Port': ['ID=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.902956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.905868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.907176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9faeee1-9f2a-4863-a6b9-b415a39bb605 HTTP/1.1" status: 204 len: 168 time: 0.5104456 Dec 24 02:57:39.910006 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 02:57:39.920052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] No DVR routers for this DVR port 508f2721-f23f-4705-ad94-a3c1399ed004 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:39.929747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:39.955350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c556a-a512-47e0-b8f7-89890a91d9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9faeee1-9f2a-4863-a6b9-b415a39bb605,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:39.976701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ed7eb-5127-46ea-9eb2-39adde077bac None None] Pushing event deleted for resources: {'Port': ['ID=508f2721-f23f-4705-ad94-a3c1399ed004,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:40.007904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Deleting port 508f2721-f23f-4705-ad94-a3c1399ed004 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:40.008489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.015957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.041858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.059039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-942089792-network', 'tenant_id': '4fca699e25c74052886789a032714d33'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:40.094849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Router 5115c8f9-c36a-47f2-be8e-3dac464f02ea is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:40.114334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.130704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 9c7175b8-1720-49e2-a918-1725c8905316 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:40.155614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] For port 508f2721-f23f-4705-ad94-a3c1399ed004, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:40.155995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.174535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e1251c-fe46-459d-83ab-aec732c171df,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:40.189133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Made reservation on behalf of 4fca699e25c74052886789a032714d33 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:40.194778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.217227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.236795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.245689 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cb0abd48-4c6a-469b-a1a2-b2e4dc65f12c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5317140 Dec 24 02:57:40.265898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Calling delete_port for 508f2721-f23f-4705-ad94-a3c1399ed004 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:40.298066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Port 508f2721-f23f-4705-ad94-a3c1399ed004 was not found and therefore no delete operation was performed {{(pid=110367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 02:57:40.328501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 35696fc3-8fec-4f78-995e-cb2e99b4a6cb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:40.350281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.386267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.409975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:40.410360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.446216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.457048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Port': ['ID=508f2721-f23f-4705-ad94-a3c1399ed004,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:40.489034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:40.497084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d4b0e-03b9-4b86-8f03-ed80e6fc3a84,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:40.497447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] No DVR routers for this DVR port 508f2721-f23f-4705-ad94-a3c1399ed004 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:40.503538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.503903 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Added segment 4141e96c-ffcf-414d-9690-d6508571e02a of type vlan for network b6760703-ef02-4f67-9e78-8cca1be4d259 Dec 24 02:57:40.521449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.557174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.618865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:40.673896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.675002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:40.675685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.675920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.701783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57738) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:40.744021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:40.745589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.785693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:40.797385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 508f2721-f23f-4705-ad94-a3c1399ed004 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:40.800880 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] Sync routers for ids ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:40.823037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.827550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 508f2721-f23f-4705-ad94-a3c1399ed004 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:40.827954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 508f2721-f23f-4705-ad94-a3c1399ed004 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:40.828742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9662318 Dec 24 02:57:40.829497 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] Routers {'5115c8f9-c36a-47f2-be8e-3dac464f02ea'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:40.830271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57752) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:40.831653 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.835168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Request body: {'subnet': {'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-942089792-subnet', 'tenant_id': '4fca699e25c74052886789a032714d33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:40.883342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f8e3b9-c824-4854-80a2-cf6a4895ce05']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.883342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::447f:9bfe:5218:ddb6 (bf27008b-e5db-498b-855c-c2529ecfc5ee/fc8897c3-dae6-42c9-8e09-b383b2138eb1/9c7175b8-1720-49e2-a918-1725c8905316) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:40.908552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291e4481-3162-4241-822d-e72f794971ef') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.908847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291e4481-3162-4241-822d-e72f794971ef') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.920147 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.942677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.944902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0e054b98-40e4-4647-88c4-5c2c2f6dcab5 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.4075122 Dec 24 02:57:40.946120 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] Routers {'5115c8f9-c36a-47f2-be8e-3dac464f02ea'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:40.946752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:40.951478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:40.961999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57758) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:40.980050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:40.999651 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:41.000386 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a82ad-1cd2-424b-b534-b5d792a8d348 None None] The sync data for ids ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:41.022144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555bd4-2ee6-4a1e-bfc9-baf425a4d786 admin admin] Pushing event updated for resources: {'Network': ['ID=b6760703-ef02-4f67-9e78-8cca1be4d259,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:41.034740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network b6760703-ef02-4f67-9e78-8cca1be4d259 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:41.052813 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-50ebc27c-7e08-4091-a8f9-6d9e8f726f68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1defa23469394588aefbca40665b1ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320978 Dec 24 02:57:41.057143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:41.068986 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-dc3661b9-1a5c-478c-84e4-8c1dad3c7567 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1573687702&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.1956892 Dec 24 02:57:41.085288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.087643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.108311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:57:41.113963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:57:41.200256 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:57:41.260156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.276480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.318034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.321256 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] 10.222.0.36 "DELETE /v2.0/networks/45f8e3b9-c824-4854-80a2-cf6a4895ce05 HTTP/1.1" status: 204 len: 168 time: 2.3541715 Dec 24 02:57:41.332138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.335852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-19846ea3-738c-47f5-824c-24e52b1eb983 None None] Provisioning complete for port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:41.336721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-19846ea3-738c-47f5-824c-24e52b1eb983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.353528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-6d834018-d0f5-4253-89c3-77758a3c68ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:41.355555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-6d834018-d0f5-4253-89c3-77758a3c68ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 797 time: 0.2773795 Dec 24 02:57:41.373230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-7ef35ea5-ba60-454b-a849-05c158e4393c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0117531 Dec 24 02:57:41.381958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7ad1-47c8-41d4-83bb-3e2efe3255c7 tempest-NetworksIpV6TestAttrs-958946752 tempest-NetworksIpV6TestAttrs-958946752-project] Pushing event deleted for resources: {'Network': ['ID=45f8e3b9-c824-4854-80a2-cf6a4895ce05,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:41.442343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Made reservation on behalf of 4fca699e25c74052886789a032714d33 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:41.444685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.478586 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-aad0447a-47f4-4e38-9654-48dd192aefef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986791 Dec 24 02:57:41.779296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.781778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:41.785295 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/007df8b8-da46-45d9-95a5-4b2d589869b3 HTTP/1.1" status: 204 len: 168 time: 0.7248664 Dec 24 02:57:41.820218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1bdd9-cff9-462c-a19e-3ed0827d2866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007df8b8-da46-45d9-95a5-4b2d589869b3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:41.874783 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-0c1d0fa8-13bf-4f41-96cf-9ebe4c23a101 service neutron] 10.222.0.36 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829379 Dec 24 02:57:41.875431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57782) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:41.994928 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-49cbedc8-33ec-4841-946e-78903f7528e8 service neutron] 10.222.0.36 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057906 Dec 24 02:57:42.010554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.092885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.165670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.266774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 35696fc3-8fec-4f78-995e-cb2e99b4a6cb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:42.300618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.347881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:42.348247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.398811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d2d9caa-64c9-4f8e-bd63-d36f5d394193 req-ca27ff48-fcde-4ed8-80e0-d3977d9af398 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0954573 Dec 24 02:57:42.430125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:42.434788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=9bcfa370-640e-4b53-b55e-2a2542e5816a,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:42.440189 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1975b8a7-47b6-4dc8-b51f-c6999983df00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbc941356b28434c847e0a272c491d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632269 Dec 24 02:57:42.441692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:42.443738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57802) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:42.450122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.455858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:42.467805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:42.469912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.516005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.518011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.552071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.585312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.656363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.665722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=9c7175b8-1720-49e2-a918-1725c8905316,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:42.707673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077efca6-b6cb-4e68-8a67-b42bab7e8e84,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:42.726701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02a78d75-542c-451b-8b70-fb3a459c981f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0239766 Dec 24 02:57:42.729465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57812) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:42.745282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Checking segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:42.745666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Network hostable DHCP agents. Network: b6760703-ef02-4f67-9e78-8cca1be4d259, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:42.753689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 205e3dc8-d44b-4d0d-9ada-45f64d077438 associated. External IP: 172.26.7.42, port: 3624dce7-0fe3-40ae-915d-739549b36b3a. Dec 24 02:57:42.816072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5edaf1-b8f9-4988-b7de-dfa6d350724e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:42.825370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5edaf1-b8f9-4988-b7de-dfa6d350724e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:42.827857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1d5edaf1-b8f9-4988-b7de-dfa6d350724e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0966916 Dec 24 02:57:42.830787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57818) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:42.857667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3aa6388a-8a75-48ff-9e7a-163747f86431 None None] Provisioning complete for port 9c7175b8-1720-49e2-a918-1725c8905316 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:42.858220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3aa6388a-8a75-48ff-9e7a-163747f86431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.909220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.912703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.915123 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3abc878f-aa48-458f-8eb9-11fd84fb505a HTTP/1.1" status: 204 len: 168 time: 0.4696057 Dec 24 02:57:42.937227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Network b6760703-ef02-4f67-9e78-8cca1be4d259 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:42.942635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Deleting port ae21cf57-4dc5-4a80-b08a-4fba8b675458 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:42.942966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:42.945619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6388a-8a75-48ff-9e7a-163747f86431 None None] Port 9c7175b8-1720-49e2-a918-1725c8905316 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:42.982629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21221b-2f26-4026-92f6-74ce3233856f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc878f-aa48-458f-8eb9-11fd84fb505a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:43.034286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 9c7175b8-1720-49e2-a918-1725c8905316 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:43.035027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.049804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, b6760703-ef02-4f67-9e78-8cca1be4d259) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:43.061693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:43.062291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.063695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67dfd9c-a29d-45b5-b11b-aedf4004f667 None None] Network b6760703-ef02-4f67-9e78-8cca1be4d259 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:43.103673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.119622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Calling delete_port for ae21cf57-4dc5-4a80-b08a-4fba8b675458 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:43.123248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:43.212283 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57828) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:43.215422 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-172192c2-3241-4299-8f24-932677c37845 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3834548 Dec 24 02:57:43.222633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57830) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:43.228530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:43.262963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.282081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 9c7175b8-1720-49e2-a918-1725c8905316 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:43.311525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-b6760703-ef02-4f67-9e78-8cca1be4d259', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'project_id': '4fca699e25c74052886789a032714d33', 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:43.313902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.361163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:43.398201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.403115 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.413700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:43.459139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:43.460087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:43.488842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.524615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:43.532144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a7d0c4c7-278b-437d-8f94-bcb9e0596273 req-34297ae1-49a2-4671-84ea-cfa9fc7cc779 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0606222 Dec 24 02:57:43.547081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:43.547887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:43.580490 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b3e12818-28fd-4463-9098-e775a155a7e1 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6059246 Dec 24 02:57:43.585429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57842) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:43.591776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1938001853'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:43.620673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-510096958'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:43.663978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.699176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=9c7175b8-1720-49e2-a918-1725c8905316,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:43.706050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.744678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Pushing event deleted for resources: {'Port': ['ID=ae21cf57-4dc5-4a80-b08a-4fba8b675458,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:43.760108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:43.761038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab86c4d-d2db-4225-be3f-74b3765d6648 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:43.775299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Allocated IP 172.20.0.2 (b6760703-ef02-4f67-9e78-8cca1be4d259/077efca6-b6cb-4e68-8a67-b42bab7e8e84/62e1d751-e551-4b2d-96e7-bd01c12d820f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:43.788010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:43.798152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.802839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.810489 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c959d05-7ba8-4284-b141-27d77e01362e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/9c7175b8-1720-49e2-a918-1725c8905316 HTTP/1.1" status: 204 len: 168 time: 0.9754596 Dec 24 02:57:43.816965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57852) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:43.858120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:43.866942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8572f73-acba-4ba4-9c02-88e346d056cd None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:43.884689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.905031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.908317 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Added segment 989d8805-853c-4d18-98cc-1f211f8decab of type vlan for network d633b02a-10f3-4f32-a7f1-40629ac78da0 Dec 24 02:57:43.964008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Made reservation on behalf of 3c284b21e9e44092859739ec1924509f for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:43.968884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:43.983248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.011123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.027883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57854) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.035928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.131372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1ec47-63d6-4bfe-b59d-57205b24fd7c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:44.131885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.132981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1ec47-63d6-4bfe-b59d-57205b24fd7c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:44.134480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a3a1ec47-63d6-4bfe-b59d-57205b24fd7c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3029788 Dec 24 02:57:44.137835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57858) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.172227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.189763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0852fd13-4b69-45e4-bd61-5c6f18eb3a57 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] Request body: {'port': {'network_id': 'a2946586-4703-470b-9b97-ea49c09725bf', 'name': 'tempest-NetworksNegativeTestJSON-746492425'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:44.214590 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-0852fd13-4b69-45e4-bd61-5c6f18eb3a57 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] POST failed (client error): The resource could not be found. Dec 24 02:57:44.218306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0852fd13-4b69-45e4-bd61-5c6f18eb3a57 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:44.220563 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0852fd13-4b69-45e4-bd61-5c6f18eb3a57 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1924438 Dec 24 02:57:44.225502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57862) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.241987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.256290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.262794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:44.263487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.269316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.279234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet fc8897c3-dae6-42c9-8e09-b383b2138eb1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:44.281717 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2026857-fa31-43eb-8f7d-2390b8f53cfd tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:44.282298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2026857-fa31-43eb-8f7d-2390b8f53cfd tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:44.285328 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b2026857-fa31-43eb-8f7d-2390b8f53cfd tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "DELETE /v2.0/networks/81322d58-75e5-4b57-9836-5cb5a9225c3d HTTP/1.1" status: 404 len: 339 time: 0.0587511 Dec 24 02:57:44.291423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.291752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Network b6760703-ef02-4f67-9e78-8cca1be4d259 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:44.294904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57864) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.296780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:44.307491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:44.316399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Pushing event updated for resources: {'Port': ['ID=62e1d751-e551-4b2d-96e7-bd01c12d820f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:44.348528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.370546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Attempting to bind port 62e1d751-e551-4b2d-96e7-bd01c12d820f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:44.371675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Attempting to bind port 62e1d751-e551-4b2d-96e7-bd01c12d820f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:44.372317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Attempting to bind port 62e1d751-e551-4b2d-96e7-bd01c12d820f on network b6760703-ef02-4f67-9e78-8cca1be4d259 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:44.378569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:44.378569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Checking segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:44.378569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.378569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Bound using segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:44.379042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Bound port: 62e1d751-e551-4b2d-96e7-bd01c12d820f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:44.379362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.404355 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8174205 Dec 24 02:57:44.405707 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc6d45c-8590-4bff-b288-0b2812bdbb86 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:44.413020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc6d45c-8590-4bff-b288-0b2812bdbb86 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:44.413020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fbc6d45c-8590-4bff-b288-0b2812bdbb86 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "DELETE /v2.0/ports/53ab76ac-17ba-4973-a5d8-f1bfc40a55da HTTP/1.1" status: 404 len: 333 time: 0.1123972 Dec 24 02:57:44.420309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57866) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.420932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57868) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.451331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.452382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] For port 62e1d751-e551-4b2d-96e7-bd01c12d820f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:44.456448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] For port 62e1d751-e551-4b2d-96e7-bd01c12d820f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=62e1d751-e551-4b2d-96e7-bd01c12d820f,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:44.458066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.482312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'subnet': {'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:44.496738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:44.538058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.564547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a1cc4-9e6f-4661-8d1a-67dc80930bdf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Network': ['ID=d633b02a-10f3-4f32-a7f1-40629ac78da0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:44.564547 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-49158bcc-5dd4-4c4e-9265-6a530ad1124d tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:44.564547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49158bcc-5dd4-4c4e-9265-6a530ad1124d tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:44.564547 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-49158bcc-5dd4-4c4e-9265-6a530ad1124d tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "DELETE /v2.0/subnets/8a5c6775-0038-466e-b088-bd2db4f0c98d HTTP/1.1" status: 404 len: 337 time: 0.1010830 Dec 24 02:57:44.569009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.570082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:44.572266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.607321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2892c-3e1c-4c37-a033-2e1b25a93108,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:44.610901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.614750 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Added segment 31be4929-b542-43a3-a705-532f42964972 of type vlan for network d5c076e6-d081-4422-9821-439410370c13 Dec 24 02:57:44.618532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Router 5115c8f9-c36a-47f2-be8e-3dac464f02ea has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:44.621816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc199b2-b629-45c3-8af5-c1d8fc6782f1 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] GET failed (client error): The resource could not be found. Dec 24 02:57:44.623328 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2bc199b2-b629-45c3-8af5-c1d8fc6782f1 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "GET /v2.0/networks/2ee86444-a06b-41a9-81f3-cf7efd70d21a HTTP/1.1" status: 404 len: 339 time: 0.0532429 Dec 24 02:57:44.627825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57880) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.698477 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dfa283-702b-4e6e-afdb-122f80efb233 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] GET failed (client error): The resource could not be found. Dec 24 02:57:44.705306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fcddf-805a-4b19-82ae-79ee6e68c0da None None] Pushing event updated for resources: {'Port': ['ID=62e1d751-e551-4b2d-96e7-bd01c12d820f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:44.706814 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e4dfa283-702b-4e6e-afdb-122f80efb233 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "GET /v2.0/ports/60c97409-8ee4-4dd5-82e2-60ae7c47df0c HTTP/1.1" status: 404 len: 333 time: 0.0779727 Dec 24 02:57:44.712122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57884) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.758064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.768151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d8081587-9d5d-4b4d-963d-6d5d5ae9f6b3 req-f8288cf0-8200-4f5c-a09f-068c93ceeb3e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0706918 Dec 24 02:57:44.809513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a6848c-65b3-426d-913c-5df025ec03b9 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] GET failed (client error): The resource could not be found. Dec 24 02:57:44.811216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f7a6848c-65b3-426d-913c-5df025ec03b9 tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "GET /v2.0/subnets/ed8d026a-39f1-44dd-aed0-d46fb6d13e30 HTTP/1.1" status: 404 len: 337 time: 0.0978987 Dec 24 02:57:44.819209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57886) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.822201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.830002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6f94ded8-b1ab-4de1-b4c2-bfdb7eaa12ea tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:44.879852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57888) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.883355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:44.891091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.892240 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-16df4cb2-d7ef-48ec-b9f6-9a091b3cd51f tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "PUT /v2.0/routers/5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 200 len: 710 time: 3.9276738 Dec 24 02:57:44.900214 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] Sync routers for ids ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:44.901011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57890) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:44.924154 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] Routers {'5115c8f9-c36a-47f2-be8e-3dac464f02ea'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:44.929776 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:44.973966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:44.984231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:44.990518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f94ded8-b1ab-4de1-b4c2-bfdb7eaa12ea tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] PUT failed (client error): The resource could not be found. Dec 24 02:57:44.992855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f94ded8-b1ab-4de1-b4c2-bfdb7eaa12ea tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:44.995035 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6f94ded8-b1ab-4de1-b4c2-bfdb7eaa12ea tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "PUT /v2.0/networks/2a3d7821-8e1e-4e04-89df-d67313c2081d HTTP/1.1" status: 404 len: 339 time: 0.1748497 Dec 24 02:57:45.007677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.013257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:45.018519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:45.021738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.024451 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] Routers {'5115c8f9-c36a-47f2-be8e-3dac464f02ea'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:45.025304 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:45.043046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57894) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.064781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-db606a55-f7e4-4ed8-82e1-44ad4bbae3ac tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:45.071631 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:45.072746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d974ab-b931-410a-b346-38c0c2bbc46b None None] The sync data for ids ['5115c8f9-c36a-47f2-be8e-3dac464f02ea'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:45.122306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.198835 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-db606a55-f7e4-4ed8-82e1-44ad4bbae3ac tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] PUT failed (client error): The resource could not be found. Dec 24 02:57:45.200683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db606a55-f7e4-4ed8-82e1-44ad4bbae3ac tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:45.201974 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db606a55-f7e4-4ed8-82e1-44ad4bbae3ac tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "PUT /v2.0/ports/38a34b23-944a-44d8-ac06-ec2fd8874850 HTTP/1.1" status: 404 len: 333 time: 0.1465344 Dec 24 02:57:45.225939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57896) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.235644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e7c1fd16-d45a-45eb-aca3-b0c7202683df tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:45.242595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731ab64-d420-4f83-b601-3ba94b73da71 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:45.244626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8897c3-dae6-42c9-8e09-b383b2138eb1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:45.254985 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0396116 Dec 24 02:57:45.254985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.255975 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bc2c2a32-9f96-4a49-86b3-86908a64530e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/fc8897c3-dae6-42c9-8e09-b383b2138eb1 HTTP/1.1" status: 204 len: 168 time: 1.1167483 Dec 24 02:57:45.284065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57900) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.285215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422b181-1899-489e-ab02-a543773aa11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Pushing event updated for resources: {'Network': ['ID=d5c076e6-d081-4422-9821-439410370c13,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:45.299477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d5c076e6-d081-4422-9821-439410370c13 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:45.302262 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c1fd16-d45a-45eb-aca3-b0c7202683df tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] PUT failed (client error): The resource could not be found. Dec 24 02:57:45.302735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c1fd16-d45a-45eb-aca3-b0c7202683df tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:45.307823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7c1fd16-d45a-45eb-aca3-b0c7202683df tempest-NetworksNegativeTestJSON-714929757 tempest-NetworksNegativeTestJSON-714929757-project] 10.222.0.36 "PUT /v2.0/subnets/1eed7725-1a6c-4e92-a092-a4c908d8f35b HTTP/1.1" status: 404 len: 337 time: 0.0751281 Dec 24 02:57:45.366137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b09b6d0a-33dd-453e-bf8a-c6254111d39d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773687 Dec 24 02:57:45.372937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.380733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:45.629012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-370467505'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:45.634143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:45.634592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.635387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:45.723113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57912) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.733268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'network_id': 'd5c076e6-d081-4422-9821-439410370c13', 'binding:host_id': 'hv-neutron-8228', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-492343114'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:45.736013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1c67e0c6-4987-46bd-8422-602658f5fe6a tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/routers/5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 200 len: 745 time: 0.8299897 Dec 24 02:57:45.747711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57914) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.748365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.749287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Deleting port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:45.749869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.823493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] For port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:45.824842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.871955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Calling delete_port for 35696fc3-8fec-4f78-995e-cb2e99b4a6cb owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:45.890441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Checking segment: {'id': '989d8805-853c-4d18-98cc-1f211f8decab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:45.890441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network hostable DHCP agents. Network: d633b02a-10f3-4f32-a7f1-40629ac78da0, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:45.906678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Subnet': ['ID=6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:45.953675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Made reservation on behalf of e54e7c04213f41f089bb5de8c14b0d44 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:45.955273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.957578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.962356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd0faeee-217a-4c38-884e-ea5b0b2298aa tempest-RoutersIpV6AdminTest-1854697255 tempest-RoutersIpV6AdminTest-1854697255-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&device_id=5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 200 len: 205 time: 0.2134588 Dec 24 02:57:45.972536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57920) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:45.979932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:45.987087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:45.994492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.003221 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00c023f0-b239-4bd2-bf9f-76c8a8e36653 req-baf4929d-ffe4-4edd-8935-51f6d1453342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0887275 Dec 24 02:57:46.003920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57922) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:46.037270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:46.053076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.071412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.084063 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a46cc3e-05ab-48af-b970-22ff2f3e0576 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 200 len: 205 time: 0.0969298 Dec 24 02:57:46.096466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-c4187ad6-7b6b-48c8-8343-fed6a6aeda70 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:46.096580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:46.096668 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-c4187ad6-7b6b-48c8-8343-fed6a6aeda70 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 797 time: 0.5279222 Dec 24 02:57:46.096751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb98f8-1e9f-4a10-9076-2845876d9d26 None None] Network b6760703-ef02-4f67-9e78-8cca1be4d259 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:46.224802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aee74081-cae8-4112-a2fa-2c71e64f169e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.225228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.234320 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b74df579-b451-405d-ad18-84033c4cb490 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.1146076 Dec 24 02:57:46.272546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['55b84c20-5f7e-4255-93d4-4dbac8564035']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:46.293048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] No DVR routers for this DVR port 35696fc3-8fec-4f78-995e-cb2e99b4a6cb on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:46.296371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204b364-b5f3-4e39-8c2d-4e13d597d5de None None] Pushing event deleted for resources: {'Port': ['ID=35696fc3-8fec-4f78-995e-cb2e99b4a6cb,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:46.304635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] Provisioning complete for port 62e1d751-e551-4b2d-96e7-bd01c12d820f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:46.304920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.314645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 62e1d751-e551-4b2d-96e7-bd01c12d820f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:46.337884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.339794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d633b02a-10f3-4f32-a7f1-40629ac78da0) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:46.344803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:46.345673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.366029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfae54d-8ad0-4a2a-97d2-6185bd1efd96 None None] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:46.387281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Allocated IP 172.26.7.27 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/465c1991-8934-4d71-9704-a9f8de086c46) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:46.456487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.484735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 62e1d751-e551-4b2d-96e7-bd01c12d820f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:46.485792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.540339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.556454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.570359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.583375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d633b02a-10f3-4f32-a7f1-40629ac78da0', 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0', 'project_id': '0fff04f3e7c04a839cb370ae8d431f91', 'fixed_ips': [{'subnet_id': '6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:46.584141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:46.584639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.589371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:46.591847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:46.592609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.602475 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21114fb7-b944-4c57-99f0-c009b2cc1cef tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1413069 Dec 24 02:57:46.603196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.605452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fdd34c-dc8f-40d7-9d70-7d6c470edf15 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:46.608354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port 74e66333-28b8-4850-869a-21ee1b68f047 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:46.616642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57928) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:46.621845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-179206107', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:46.630881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aee74081-cae8-4112-a2fa-2c71e64f169e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.633917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.670330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.699327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] For port 62e1d751-e551-4b2d-96e7-bd01c12d820f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=62e1d751-e551-4b2d-96e7-bd01c12d820f,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:46.724711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aee74081-cae8-4112-a2fa-2c71e64f169e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.743242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:46.747722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.752649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.754975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.772178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742dc023-3bd6-4d97-869a-3ef595f1ee82,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:46.796998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.804433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee74081-cae8-4112-a2fa-2c71e64f169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd242d0-fa7d-4379-9d58-b913fca6bf78,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:46.815595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:46.826722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.832305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment e987e2b3-e1ff-4d04-8d18-47f46e82e7fb of type vlan for network 077a16a4-4a4e-4f99-9ca4-6c709451647e Dec 24 02:57:46.843849 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aee74081-cae8-4112-a2fa-2c71e64f169e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddd60225614b46da952f3bf8637e65a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8081608 Dec 24 02:57:46.849421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.852599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57930) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:46.855641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.983385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac30ef6-1450-4b36-afed-26e575b9249b None None] Pushing event updated for resources: {'Port': ['ID=62e1d751-e551-4b2d-96e7-bd01c12d820f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:46.989940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:46.990600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:46.990734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:46.991616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '0b2fcece-517f-49b6-a9a8-555e986f6668'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:46.992650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.010939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Allocated IP 172.20.0.2 (d633b02a-10f3-4f32-a7f1-40629ac78da0/6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1/bca81bab-683b-431a-8fed-9bbf395098b4) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:47.011755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:47.027916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-834cbdc7-8314-4298-9a1d-b7198e685351 None None] Provisioning complete for port 62e1d751-e551-4b2d-96e7-bd01c12d820f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:47.033690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-834cbdc7-8314-4298-9a1d-b7198e685351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.034382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:47.034382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.034382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.047329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:47.051789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Pushing event updated for resources: {'Port': ['ID=465c1991-8934-4d71-9704-a9f8de086c46,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.062962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464eaa5-ba05-4885-ae02-e3a8ca3993cb None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:47.210628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.213583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.237850 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b1659443-e8a1-42ae-9fa4-1cdbcbeabf2a req-3e0356fe-7c98-42c0-9eb4-a180a495aca7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0989382 Dec 24 02:57:47.241016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=0b2fcece-517f-49b6-a9a8-555e986f6668,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.249810 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6089a36c-874e-4b64-9bcf-2ee612550444 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8712044 Dec 24 02:57:47.249810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356e14e-168b-490c-a972-971a72c5f41f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.252111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57934) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.255607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.3 (2c69c282-c59b-4e91-ab3a-44740c021efb/87401225-ef90-4762-b877-53fda6e31138/4dabc5c5-3ead-4ec7-83e5-d006cb94c978) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:47.273078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/0b2fcece-517f-49b6-a9a8-555e986f6668/641a78f5-3b6e-4ab7-8341-41aae43165b5) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:47.284054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '0b2fcece-517f-49b6-a9a8-555e986f6668', 'ip_address': '2001:db8::112a:70bc:fbe:41ad'}], 'name': 'tempest-NetworksTestDHCPv6-748142713'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:47.293202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.299653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:47.300373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.397756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.398345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Fanout notify agent at l3_agent the message router_deleted on router 5115c8f9-c36a-47f2-be8e-3dac464f02ea {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:57:47.413380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.418230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c9797410-eb42-4528-af1f-ba5cc77df616 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 204 len: 168 time: 1.3200953 Dec 24 02:57:47.422578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.436633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.442706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port 74e66333-28b8-4850-869a-21ee1b68f047 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:47.473423 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-acc9300f-145f-4797-9950-c5cfee208cb6 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 200 len: 205 time: 0.0473404 Dec 24 02:57:47.480077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57938) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.488386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.527690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-c0be8305-55ff-4ba1-a2a2-a3335cbd422e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:47.531330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6478431 Dec 24 02:57:47.531458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c0be8305-55ff-4ba1-a2a2-a3335cbd422e tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/5115c8f9-c36a-47f2-be8e-3dac464f02ea HTTP/1.1" status: 404 len: 336 time: 0.0476413 Dec 24 02:57:47.532483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57940) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.532781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57942) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.548732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-697209009'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:47.569278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681659c2-66f1-41e2-8d97-68cb0b85aa2e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=077a16a4-4a4e-4f99-9ca4-6c709451647e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.572860 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2c9dd5ea-e269-4509-a4d6-d8fd8c369040 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 200 len: 205 time: 0.0355241 Dec 24 02:57:47.573442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57944) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.587136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:47.619126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.629917 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-2faa90f6-4818-4956-b74b-9edb0ebc864a tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:47.633702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2faa90f6-4818-4956-b74b-9edb0ebc864a tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/6de8bcf8-4b7c-449f-83b3-311da3ea8f6c HTTP/1.1" status: 404 len: 336 time: 0.0560420 Dec 24 02:57:47.636481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.687641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.708689 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-152db8db-9076-49a5-91c9-5de92a5bfe42 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 200 len: 205 time: 0.0506189 Dec 24 02:57:47.713244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.722736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=74e66333-28b8-4850-869a-21ee1b68f047,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.743586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.760594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:47.766869 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-20d4eb35-c02d-45f3-89b3-d786290a8b56 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:47.770396 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20d4eb35-c02d-45f3-89b3-d786290a8b56 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/68d0c2ec-6218-4836-8a51-b07b869e4e8e HTTP/1.1" status: 404 len: 336 time: 0.0536578 Dec 24 02:57:47.780180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.780343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57950) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.785122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 35696fc3-8fec-4f78-995e-cb2e99b4a6cb no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:57:47.786860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f21e3548-94da-4a84-8a7f-1087b79c8282 None None] Provisioning complete for port 465c1991-8934-4d71-9704-a9f8de086c46 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:47.787489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f21e3548-94da-4a84-8a7f-1087b79c8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.805414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:47.809662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.833694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 35696fc3-8fec-4f78-995e-cb2e99b4a6cb {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:57:47.834035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 35696fc3-8fec-4f78-995e-cb2e99b4a6cb not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:57:47.843441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.865752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e18177f5-2ba8-4a16-b5d2-41647446d4dd tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 200 len: 205 time: 0.0821905 Dec 24 02:57:47.868092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57952) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.882244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.901600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f21e3548-94da-4a84-8a7f-1087b79c8282 None None] Port 465c1991-8934-4d71-9704-a9f8de086c46 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:47.905649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:47.911839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:47.914284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:47.925346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:47.925536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Checking segment: {'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:47.925724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Network hostable DHCP agents. Network: d5c076e6-d081-4422-9821-439410370c13, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:47.926705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Pushing event updated for resources: {'Port': ['ID=bca81bab-683b-431a-8fed-9bbf395098b4,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:47.932920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:47.934917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:47.936273 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-42e6f3c5-cccb-4263-9156-e6ba7f44b50c tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:47.936735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:47.940101 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-42e6f3c5-cccb-4263-9156-e6ba7f44b50c tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/fc5a5bd0-8059-4a56-a9f6-3fb35f8c496f HTTP/1.1" status: 404 len: 336 time: 0.0670035 Dec 24 02:57:47.947168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57954) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.952047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.980991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-adf6cbdf-e623-4661-8b6b-5051b91ca9e8 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 200 len: 205 time: 0.0298402 Dec 24 02:57:47.983921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57956) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:47.991369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:47.991936 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment 71773966-e1c9-4863-bb6e-e8c6ca58aa15 of type vlan for network 4c706ea8-f90b-475d-a53b-ec4be9f692ec Dec 24 02:57:48.035458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Pushing event updated for resources: {'Port': ['ID=641a78f5-3b6e-4ab7-8341-41aae43165b5,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.041963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.059215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Attempting to bind port bca81bab-683b-431a-8fed-9bbf395098b4 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:48.059559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Attempting to bind port bca81bab-683b-431a-8fed-9bbf395098b4 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '989d8805-853c-4d18-98cc-1f211f8decab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:48.060871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Attempting to bind port bca81bab-683b-431a-8fed-9bbf395098b4 on network d633b02a-10f3-4f32-a7f1-40629ac78da0 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:48.071027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port a298508e-e9a5-4e0d-880a-e155ef16313f yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:48.073449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:48.074361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Checking segment: {'id': '989d8805-853c-4d18-98cc-1f211f8decab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:48.074765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.075308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Bound using segment: {'id': '989d8805-853c-4d18-98cc-1f211f8decab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:48.075789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Bound port: bca81bab-683b-431a-8fed-9bbf395098b4, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989d8805-853c-4d18-98cc-1f211f8decab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:48.076273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.078355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.079010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.079211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Attempting to bind port 641a78f5-3b6e-4ab7-8341-41aae43165b5 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:48.079715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Attempting to bind port 641a78f5-3b6e-4ab7-8341-41aae43165b5 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:48.079925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Attempting to bind port 641a78f5-3b6e-4ab7-8341-41aae43165b5 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:48.081372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.084853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bd242d0-fa7d-4379-9d58-b913fca6bf78 HTTP/1.1" status: 204 len: 168 time: 1.2244205 Dec 24 02:57:48.084987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Network d5c076e6-d081-4422-9821-439410370c13 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:48.086518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.097908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-4a5483af-8964-4a58-bbd5-94a526bfcd64 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:48.100551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4a5483af-8964-4a58-bbd5-94a526bfcd64 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/1a7a7fcd-5ffd-4dae-a7f6-3661a422009b HTTP/1.1" status: 404 len: 336 time: 0.1104982 Dec 24 02:57:48.107046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57960) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:48.107481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:48.107847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:48.108252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.108669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:48.109152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Bound port: 641a78f5-3b6e-4ab7-8341-41aae43165b5, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:48.109534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.149230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6a06a-6753-409d-a95e-39c1edfbc4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd242d0-fa7d-4379-9d58-b913fca6bf78,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.184514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5d1379a0-bb11-4b0c-801c-15693f2b3edd tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd365895-55a4-4563-a875-f47a2f6c1bcc HTTP/1.1" status: 200 len: 205 time: 0.0717294 Dec 24 02:57:48.186238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57962) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:48.260597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] For port bca81bab-683b-431a-8fed-9bbf395098b4, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:48.267301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] For port bca81bab-683b-431a-8fed-9bbf395098b4, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bca81bab-683b-431a-8fed-9bbf395098b4,segment=NetworkSegment(989d8805-853c-4d18-98cc-1f211f8decab),segment_id=989d8805-853c-4d18-98cc-1f211f8decab)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:48.272308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 62e1d751-e551-4b2d-96e7-bd01c12d820f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:48.278240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] For port 641a78f5-3b6e-4ab7-8341-41aae43165b5, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:48.322164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] For port 641a78f5-3b6e-4ab7-8341-41aae43165b5, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=641a78f5-3b6e-4ab7-8341-41aae43165b5,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:48.351636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::112a:70bc:fbe:41ad (bf27008b-e5db-498b-855c-c2529ecfc5ee/0b2fcece-517f-49b6-a9a8-555e986f6668/a298508e-e9a5-4e0d-880a-e155ef16313f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:48.352812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 62e1d751-e551-4b2d-96e7-bd01c12d820f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:48.352812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.356695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.384258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.440869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.457837 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-47d1c768-36c7-47fb-a871-25f44150ee52 req-4e192263-01c7-4cbe-af67-c4d317f26329 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0713530 Dec 24 02:57:48.477201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8fed-386e-4632-b762-03b03970e8f7 None None] Pushing event updated for resources: {'Port': ['ID=bca81bab-683b-431a-8fed-9bbf395098b4,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.543691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.561220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.597248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cab1d6-3547-40d6-ad0f-d1b9da4ea3d9 None None] Pushing event updated for resources: {'Port': ['ID=641a78f5-3b6e-4ab7-8341-41aae43165b5,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.614812 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-51f86203-06a2-4fcb-9a60-afde3a2b9e84 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] delete failed (client error): The resource could not be found. Dec 24 02:57:48.619591 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51f86203-06a2-4fcb-9a60-afde3a2b9e84 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/routers/bd365895-55a4-4563-a875-f47a2f6c1bcc HTTP/1.1" status: 404 len: 336 time: 0.4321711 Dec 24 02:57:48.620341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.624314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 57968) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:48.627648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:48.628292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.640744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d5c076e6-d081-4422-9821-439410370c13) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:48.648830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672787d-0d70-417e-b852-4cf208165134 None None] Network d5c076e6-d081-4422-9821-439410370c13 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:48.737476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=4c706ea8-f90b-475d-a53b-ec4be9f692ec,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.745756 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ca8c7ffd-eda0-49c3-821d-03ee3994c1a8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2117696 Dec 24 02:57:48.747087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:48.763300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57972) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:48.764090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:48.767209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:48.767209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:48.777188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79263c5-e477-4a2c-a4f2-1f6714c3c934 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] DELETE failed (client error): The resource could not be found. Dec 24 02:57:48.778155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79263c5-e477-4a2c-a4f2-1f6714c3c934 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:57:48.780914 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d79263c5-e477-4a2c-a4f2-1f6714c3c934 tempest-RoutersIpV6AdminTest-1799758437 tempest-RoutersIpV6AdminTest-1799758437-project] 10.222.0.36 "DELETE /v2.0/subnets/60696d5d-0f73-4f28-9ce3-1c35de1f22f9 HTTP/1.1" status: 404 len: 337 time: 0.1550653 Dec 24 02:57:48.785431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 2c69c282-c59b-4e91-ab3a-44740c021efb is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:48.787542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:48.798693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.810241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:48.815579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:48.826150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:48.864571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:48.893799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.920609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:48.920966 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:48.933958 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 2 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:48.940404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:48.985896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:48.986608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:48.987364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.061427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:49.062109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.082240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.083097 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.095923 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 3 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.135931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:49.139982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:49.142309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.142755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.143166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.156537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:49.164173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:49.164756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.176573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-b3f04aef-490e-4783-8c3f-10ac6abe3821 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9071317 Dec 24 02:57:49.176925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.177358 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.179656 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 4 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.193589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=a298508e-e9a5-4e0d-880a-e155ef16313f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:49.193706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.26.7.146 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/0e2afff0-f812-420f-af66-4821060b799e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:49.206168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Request body: {'port': {'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:49.240175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.240913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.241422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.250586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.251183 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.254219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 5 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.257239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Router a37beeb0-bfc2-49ee-a809-d2d827956a3b is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:49.285135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.285484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.286199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.292551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.293460 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.293890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 6 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.306900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.307521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.308017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.313920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.314325 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.314780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 7 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.331678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.332136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.332530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.337196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.337513 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.337896 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 8 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.353700 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-963d269b-2b95-4ce4-9ce6-d60fb25565e4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0764093 Dec 24 02:57:49.358677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.359225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.359616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.364773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57984) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:49.365353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.365683 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.367954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff40c725-0607-4242-8402-ed9f68a85dd7 None None] Provisioning complete for port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:49.368327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff40c725-0607-4242-8402-ed9f68a85dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.382105 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 9 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.423704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ff40c725-0607-4242-8402-ed9f68a85dd7 None None] Port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:49.433724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.433724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.433724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.435053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.435460 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.439495 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 10 to bind port 74e66333-28b8-4850-869a-21ee1b68f047 Dec 24 02:57:49.458230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:49.462928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.473181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57988) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:49.474665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:49.474999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:49.475334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:49.525951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 74e66333-28b8-4850-869a-21ee1b68f047 on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:49.525951 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 74e66333-28b8-4850-869a-21ee1b68f047 on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:49.525951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.596166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b58f3-b74a-42ba-840f-a600548e406d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:49.603771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b58f3-b74a-42ba-840f-a600548e406d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:49.608767 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-065b58f3-b74a-42ba-840f-a600548e406d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2391596 Dec 24 02:57:49.617437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 57998) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:49.779370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45a518ee-2641-4651-aa6c-2f2aafca0639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.806919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.853783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port 74e66333-28b8-4850-869a-21ee1b68f047, host hv-neutron-8228, cleared binding levels {{(pid=110368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:49.854160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempted to set empty binding levels {{(pid=110368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:57:49.882799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06ad88-58b1-466c-8ea1-aa4eaec84abb req-373f6c2f-6ec1-47fd-b500-b713f8b27b45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:49.884400 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c06ad88-58b1-466c-8ea1-aa4eaec84abb req-373f6c2f-6ec1-47fd-b500-b713f8b27b45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 931 time: 0.2715867 Dec 24 02:57:49.922086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58002) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:49.951674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:49.982489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.078680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=74e66333-28b8-4850-869a-21ee1b68f047,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:50.081969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:50.084351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.126647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fba3fdaf-1c1a-4035-beb5-3c2e9c91e2cb tempest-DvrRoutersNegativeTest-781436214 tempest-DvrRoutersNegativeTest-781436214-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1015970202', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:50.129672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.policy [None req-fba3fdaf-1c1a-4035-beb5-3c2e9c91e2cb tempest-DvrRoutersNegativeTest-781436214 tempest-DvrRoutersNegativeTest-781436214-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110368) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 24 02:57:50.129982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.policy [None req-fba3fdaf-1c1a-4035-beb5-3c2e9c91e2cb tempest-DvrRoutersNegativeTest-781436214 tempest-DvrRoutersNegativeTest-781436214-project] Failed policy check for 'create_router' {{(pid=110368) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 24 02:57:50.130567 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-fba3fdaf-1c1a-4035-beb5-3c2e9c91e2cb tempest-DvrRoutersNegativeTest-781436214 tempest-DvrRoutersNegativeTest-781436214-project] create failed (client error): Access was denied to this resource. Dec 24 02:57:50.135136 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fba3fdaf-1c1a-4035-beb5-3c2e9c91e2cb tempest-DvrRoutersNegativeTest-781436214 tempest-DvrRoutersNegativeTest-781436214-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2085421 Dec 24 02:57:50.163856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port a298508e-e9a5-4e0d-880a-e155ef16313f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:50.164208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.172834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:50.203268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Sync routers for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:50.216864 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c06ad88-58b1-466c-8ea1-aa4eaec84abb req-c4583dec-c133-44ca-9f7c-4106c534ca87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983949 Dec 24 02:57:50.264153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:50.264153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:50.298683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.323195 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8256bfd-518b-4593-bbf2-2e59b2be821b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.5989575 Dec 24 02:57:50.327416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58008) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:50.360565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.366552 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a2c3c458-ee18-415e-9bbc-0a727af07e92 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1394901 Dec 24 02:57:50.366713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45a518ee-2641-4651-aa6c-2f2aafca0639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.367524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.370251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58010) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:50.396108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0183fe5d-b883-4b63-9d1d-9a54c89d556c None None] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:50.424323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4cc132db-99d0-417d-b543-14597fc09b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.447466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bca81bab-683b-431a-8fed-9bbf395098b4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:50.497700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45a518ee-2641-4651-aa6c-2f2aafca0639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.527987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=a3902563-7bfa-4e77-904e-9bc03825e0b5,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:50.531466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.539006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:50.541664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] Provisioning complete for port bca81bab-683b-431a-8fed-9bbf395098b4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:50.543036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.551958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:50.606077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:50.615068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:50.637191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for a298508e-e9a5-4e0d-880a-e155ef16313f owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:50.641803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa523a-d586-453e-9e39-9e476a237d73 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:50.664238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:57:50.681578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.685346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=0e2afff0-f812-420f-af66-4821060b799e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:50.731789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Transition to ACTIVE for port object 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 02:57:50.774534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bca81bab-683b-431a-8fed-9bbf395098b4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:50.780175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.806357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:50.891811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58014) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:50.913667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Deleting port 74e66333-28b8-4850-869a-21ee1b68f047 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:50.914108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.019267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae435-f402-4371-ad40-5377167321fd service neutron] Pushing event updated for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:51.179809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a518ee-2641-4651-aa6c-2f2aafca0639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9150b375-b074-4ce6-80e3-8e0c72132954,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:51.210917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d765bfb-2279-49f2-9fc8-b7c857879f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.232806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port 74e66333-28b8-4850-869a-21ee1b68f047, host hv-neutron-8228, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:51.233168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.236803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.268266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.304543 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-45a518ee-2641-4651-aa6c-2f2aafca0639 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed54f7a15102432b939a03e32ab3d486&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8256998 Dec 24 02:57:51.309078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] For port bca81bab-683b-431a-8fed-9bbf395098b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bca81bab-683b-431a-8fed-9bbf395098b4,segment=NetworkSegment(989d8805-853c-4d18-98cc-1f211f8decab),segment_id=989d8805-853c-4d18-98cc-1f211f8decab)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:51.311550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58020) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:51.319672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:47Z', 'revision_number': 3, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:51.341758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d765bfb-2279-49f2-9fc8-b7c857879f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.348084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Checking router: a37beeb0-bfc2-49ee-a809-d2d827956a3b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:57:51.348277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Updating router a37beeb0-bfc2-49ee-a809-d2d827956a3b port 465c1991-8934-4d71-9704-a9f8de086c46 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:57:51.376709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:51.377230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: 077a16a4-4a4e-4f99-9ca4-6c709451647e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:51.377362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.384378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Calling delete_port for 74e66333-28b8-4850-869a-21ee1b68f047 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:51.437075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Attempting to bind port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:51.437459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Attempting to bind port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:51.437766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Attempting to bind port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 on network 2c69c282-c59b-4e91-ab3a-44740c021efb {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:51.463439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.477861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d765bfb-2279-49f2-9fc8-b7c857879f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.486130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 on network 2c69c282-c59b-4e91-ab3a-44740c021efb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:51.486355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Attempting to bind port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 on network 2c69c282-c59b-4e91-ab3a-44740c021efb {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:51.505833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.518831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:51.525472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.526926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ee2bd-c69a-4c08-8cde-33f4dfe66600 req-c2c9dc0b-47a5-417f-9ea2-8396e01ae7c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:51.528497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-753ee2bd-c69a-4c08-8cde-33f4dfe66600 req-c2c9dc0b-47a5-417f-9ea2-8396e01ae7c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 943 time: 0.1951549 Dec 24 02:57:51.562714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:51.563070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:51.573005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:51.573717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Checking segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:51.573877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Bound using segment: {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:51.574482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Bound port: 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e1f5ee-54a7-418d-a465-11634cba1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:51.574859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.579707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea6d45-ee71-4a9d-afbe-fe667955a8af None None] Pushing event updated for resources: {'Port': ['ID=bca81bab-683b-431a-8fed-9bbf395098b4,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:51.612594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d765bfb-2279-49f2-9fc8-b7c857879f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54766a0e-ab64-439a-8426-e64539716f09,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:51.627169 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9d765bfb-2279-49f2-9fc8-b7c857879f30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=32152ad5894a4f148e074a7513349a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7303827 Dec 24 02:57:51.635689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Provisioning complete for port a298508e-e9a5-4e0d-880a-e155ef16313f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:51.637251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.638103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58022) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:51.693413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 077a16a4-4a4e-4f99-9ca4-6c709451647e) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:51.713178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.715954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:51.716770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.719371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba48b9e-eba6-4c2c-8eca-b8296d0973e9 None None] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:51.750118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Port a298508e-e9a5-4e0d-880a-e155ef16313f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:51.787701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-753ee2bd-c69a-4c08-8cde-33f4dfe66600 req-fbb78a07-57f7-4fc6-ac0c-7d1c92f090ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105122 Dec 24 02:57:51.846445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Provisioning complete for port bca81bab-683b-431a-8fed-9bbf395098b4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:51.847076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.853778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:51.861931 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51f05b61-ab6d-465c-82bd-94ccde14ce9e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0899704 Dec 24 02:57:51.864774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.864906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58024) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:51.869754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:51.870007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.920399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:51.929492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.935422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.953745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.956281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.957419 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9150b375-b074-4ce6-80e3-8e0c72132954 HTTP/1.1" status: 204 len: 168 time: 0.6429179 Dec 24 02:57:51.959442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-077a16a4-4a4e-4f99-9ca4-6c709451647e', 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': 'a3902563-7bfa-4e77-904e-9bc03825e0b5'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:51.960514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:51.990229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.020026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event deleted for resources: {'Port': ['ID=74e66333-28b8-4850-869a-21ee1b68f047,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.029607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.053082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.064513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.067577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.073766 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/a298508e-e9a5-4e0d-880a-e155ef16313f HTTP/1.1" status: 204 len: 168 time: 2.4551928 Dec 24 02:57:52.077007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58028) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:52.079626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a32ced-14fc-46c0-bca6-87385049b6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=a298508e-e9a5-4e0d-880a-e155ef16313f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.094670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.100220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286e1a-ebe1-4ace-9f41-9262032234d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9150b375-b074-4ce6-80e3-8e0c72132954,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.125593 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-961f5fad-a9a3-4091-ac42-770ed0452cdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "DELETE /v2.0/ports/74e66333-28b8-4850-869a-21ee1b68f047 HTTP/1.1" status: 204 len: 168 time: 1.7935936 Dec 24 02:57:52.157541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b133669-3cf1-4967-a6c9-0ec9dfdfb8f0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:52.157702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58030) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:52.174925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.197815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffa84-c0e8-4bb7-a22a-a0c8d9af8f62 None None] Pushing event updated for resources: {'Port': ['ID=465c1991-8934-4d71-9704-a9f8de086c46,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.208575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Attempting to bind port 465c1991-8934-4d71-9704-a9f8de086c46 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:52.209040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Attempting to bind port 465c1991-8934-4d71-9704-a9f8de086c46 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:52.209308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Attempting to bind port 465c1991-8934-4d71-9704-a9f8de086c46 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:52.218146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Provisioning complete for port 0e2afff0-f812-420f-af66-4821060b799e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:52.218432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.221741 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc514405-627c-4aaa-bb0d-b5c963c40983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:57:52.225205 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fc514405-627c-4aaa-bb0d-b5c963c40983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports/74e66333-28b8-4850-869a-21ee1b68f047 HTTP/1.1" status: 404 len: 333 time: 0.0635009 Dec 24 02:57:52.227739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58034) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:52.236700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'network_id': 'd5c076e6-d081-4422-9821-439410370c13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-384804605'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:52.255418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 641a78f5-3b6e-4ab7-8341-41aae43165b5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:52.257438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:52.257816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:52.258221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.258933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:52.259428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Bound port: 465c1991-8934-4d71-9704-a9f8de086c46, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:52.259883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.305126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779ccd5-4dd5-4c9b-a1d0-015334f1a2d0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:52.306843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779ccd5-4dd5-4c9b-a1d0-015334f1a2d0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:52.310537 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f779ccd5-4dd5-4c9b-a1d0-015334f1a2d0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2270339 Dec 24 02:57:52.331771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58038) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:52.338416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:52.339716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.341170 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-873ae435-f402-4371-ad40-5377167321fd service neutron] 10.222.0.49 "PUT /v2.0/ports/4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 200 len: 1093 time: 3.1431687 Dec 24 02:57:52.341640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:57:52.343976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d32fd4-1885-4664-9895-a8d6bff848af" -d '{"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:57:52.423903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e3c73c-0211-4119-a0b0-a73f533fe266 x-openstack-request-id: req-68e3c73c-0211-4119-a0b0-a73f533fe266 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:57:52.424403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:57:52.424820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68e3c73c-0211-4119-a0b0-a73f533fe266 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:57:52.425382 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'status': 'completed', 'code': 200} Dec 24 02:57:52.437412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ae435-f402-4371-ad40-5377167321fd service neutron] Pushing event updated for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.451032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 0b2fcece-517f-49b6-a9a8-555e986f6668 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:57:52.465012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:52.468705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.485390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Port 0e2afff0-f812-420f-af66-4821060b799e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:52.493963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.516155 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Allocated IP 2001:db8::2 (077a16a4-4a4e-4f99-9ca4-6c709451647e/a3902563-7bfa-4e77-904e-9bc03825e0b5/fa08dbb2-0237-4177-bad0-6e6a87b780ae) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:52.520789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router ab72367c-3420-4b8a-9364-c4146566dfee is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:52.531782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.534899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.539680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54766a0e-ab64-439a-8426-e64539716f09 HTTP/1.1" status: 204 len: 168 time: 0.8982911 Dec 24 02:57:52.553940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] For port 465c1991-8934-4d71-9704-a9f8de086c46, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:52.555730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f74ad5-9b7a-41c0-9360-800cf1bb29cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54766a0e-ab64-439a-8426-e64539716f09,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.560251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] For port 465c1991-8934-4d71-9704-a9f8de086c46, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=465c1991-8934-4d71-9704-a9f8de086c46,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:52.609927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d32fd4-1885-4664-9895-a8d6bff848af req-3729a9c2-b712-4f58-b9a1-1e7351ecac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:52.612105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88d32fd4-1885-4664-9895-a8d6bff848af req-3729a9c2-b712-4f58-b9a1-1e7351ecac5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1096 time: 0.1292903 Dec 24 02:57:52.644678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.647974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc239a9f-cdf0-4f7c-9d78-a1c68f7f8588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.658541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 641a78f5-3b6e-4ab7-8341-41aae43165b5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:52.658908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.689837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Provisioning complete for port 641a78f5-3b6e-4ab7-8341-41aae43165b5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:52.690310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.727515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.741932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:52.765324 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] Sync routers for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:52.779224 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:52.780667 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:52.817466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40fcbed-2148-45dd-862a-1a351d7f8cfc None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:52.852114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ffa84-c0e8-4bb7-a22a-a0c8d9af8f62 None None] Pushing event updated for resources: {'Port': ['ID=465c1991-8934-4d71-9704-a9f8de086c46,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:52.864532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:52.865218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:52.875421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Made reservation on behalf of e54e7c04213f41f089bb5de8c14b0d44 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:52.878261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.889124 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:52.909131 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:52.909473 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:52.910609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Allocated IP 172.20.0.1 (b6760703-ef02-4f67-9e78-8cca1be4d259/077efca6-b6cb-4e68-8a67-b42bab7e8e84/eeb8e9e1-cafb-4645-af31-8f0d0d015f77) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:52.939970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58046) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:52.959650 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:52.960303 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14bc56-3171-4b80-99a8-c050f3480b75 None None] The sync data for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:52.988109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:52.988375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port dc6e39c7-050f-4397-ad9b-cadd5df4579d yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:53.006718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.053558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.112897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b36f8-a8fe-4ec7-bf85-45445a7a932b req-e9a48cae-d949-4c4a-a59a-b6b18de5e138 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.123598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a0b36f8-a8fe-4ec7-bf85-45445a7a932b req-e9a48cae-d949-4c4a-a59a-b6b18de5e138 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 943 time: 0.1555791 Dec 24 02:57:53.129113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ec80b28-e9f1-424a-b610-c2e08baa0716 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f812806965b47eeb4e370afc3fa2d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813760 Dec 24 02:57:53.131262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.134251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:53.136151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-35fe55a8-2b73-4284-be54-e27bb733d271 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5159903 Dec 24 02:57:53.137804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58050) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:53.138147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58052) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:53.147353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d32fd4-1885-4664-9895-a8d6bff848af req-33fd93e7-bf46-4bfe-89f7-c21d12c5111e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.149613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88d32fd4-1885-4664-9895-a8d6bff848af req-33fd93e7-bf46-4bfe-89f7-c21d12c5111e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 898 time: 0.5071251 Dec 24 02:57:53.307058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a0b36f8-a8fe-4ec7-bf85-45445a7a932b req-96e4ecf3-34b1-4c52-a5ae-66e1e7d43e46 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822231 Dec 24 02:57:53.381576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d32fd4-1885-4664-9895-a8d6bff848af req-248b51b6-7d21-40cb-93e8-45124fef0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.383233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88d32fd4-1885-4664-9895-a8d6bff848af req-248b51b6-7d21-40cb-93e8-45124fef0dac service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197359 Dec 24 02:57:53.403657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.470483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Pushing event updated for resources: {'Port': ['ID=fa08dbb2-0237-4177-bad0-6e6a87b780ae,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:53.503615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-bb7dbba2-1ce0-44cc-864d-6686bfc8b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.505441 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-bb7dbba2-1ce0-44cc-864d-6686bfc8b2d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1096 time: 0.0441756 Dec 24 02:57:53.529300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.530032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.552289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:53.559892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:53.566983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:53.567396 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-e809afd2-fdf8-4051-a284-8ddf9e5d2561 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 200 len: 217 time: 0.0371082 Dec 24 02:57:53.607929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.627765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-70ad153f-d0a8-4ca4-bbb0-420c4d4b83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.630230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-70ad153f-d0a8-4ca4-bbb0-420c4d4b83bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87401225-ef90-4762-b877-53fda6e31138 HTTP/1.1" status: 200 len: 835 time: 0.0505378 Dec 24 02:57:53.638101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.679983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.685798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:53.685890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:53.704535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-299869ee-ab0f-44c7-b905-9c00b4cf824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:53.706513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-299869ee-ab0f-44c7-b905-9c00b4cf824a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c69c282-c59b-4e91-ab3a-44740c021efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572875 Dec 24 02:57:53.718833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:53.719095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:53.720854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.724632 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0b2fcece-517f-49b6-a9a8-555e986f6668 HTTP/1.1" status: 204 len: 168 time: 1.3917246 Dec 24 02:57:53.731088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=bb5f6056-d604-42d3-b0dd-8ca3ba06bfea,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:53.736031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaffb927-5f36-4543-bab3-6686f8731398 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:53.750417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58066) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:53.757178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Attempting to bind port fa08dbb2-0237-4177-bad0-6e6a87b780ae on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:53.757555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Attempting to bind port fa08dbb2-0237-4177-bad0-6e6a87b780ae by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:53.757923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Attempting to bind port fa08dbb2-0237-4177-bad0-6e6a87b780ae on network 077a16a4-4a4e-4f99-9ca4-6c709451647e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:53.778960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.810082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:53.810860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Checking segment: {'id': 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:53.810860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.811216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Bound using segment: {'id': 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:53.811711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Bound port: fa08dbb2-0237-4177-bad0-6e6a87b780ae, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '077a16a4-4a4e-4f99-9ca4-6c709451647e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:53.812087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.847241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7db907-2304-482a-ba16-310d5e2da1e1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2fcece-517f-49b6-a9a8-555e986f6668,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:53.903075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.914145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:47Z', 'revision_number': 3, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:53.923042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:53.955777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] For port fa08dbb2-0237-4177-bad0-6e6a87b780ae, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:53.958427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf526cdb-682a-4ae9-94a4-ad47ac86f4e1 None None] The sync data for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv is: [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:47Z', 'revision_number': 3, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:57:53.974532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] For port fa08dbb2-0237-4177-bad0-6e6a87b780ae, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa08dbb2-0237-4177-bad0-6e6a87b780ae,segment=NetworkSegment(e987e2b3-e1ff-4d04-8d18-47f46e82e7fb),segment_id=e987e2b3-e1ff-4d04-8d18-47f46e82e7fb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:54.005580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': '71773966-e1c9-4863-bb6e-e8c6ca58aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:54.007156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: 4c706ea8-f90b-475d-a53b-ec4be9f692ec, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:57:54.053120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:57:54.061673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.094642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58072) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:54.180262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:57:54.191071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0e6bd79d-095f-4cc6-98e1-974c2c820b20 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4391747 Dec 24 02:57:54.199768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58076) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:54.209231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:54.264284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.287743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.295002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.296219 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-0ad02208-20d7-4fcd-a642-f212319226d4 service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716727 Dec 24 02:57:54.301432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 4c706ea8-f90b-475d-a53b-ec4be9f692ec) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:54.306254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:54.306860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.314403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39a969-471a-400b-88da-c7bfbbbf3ba3 None None] Pushing event updated for resources: {'Port': ['ID=fa08dbb2-0237-4177-bad0-6e6a87b780ae,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:54.351024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] For port 641a78f5-3b6e-4ab7-8341-41aae43165b5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=641a78f5-3b6e-4ab7-8341-41aae43165b5,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:54.352563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b1cf1e-01e3-43ba-97c7-a81055df5011 None None] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:54.381091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.394189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.397144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efe2c57c-0d3b-4b74-86cb-f970cdbd1aa5 HTTP/1.1" status: 204 len: 168 time: 1.2311594 Dec 24 02:57:54.498837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Deleting port 641a78f5-3b6e-4ab7-8341-41aae43165b5 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:57:54.499412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.502047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.509241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.514060 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de64a11d-5303-4f6c-8565-5de6119cdb64 req-2526dc73-7d77-484a-8f74-f80a4eeb05dd service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049041 Dec 24 02:57:54.744979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] For port 641a78f5-3b6e-4ab7-8341-41aae43165b5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=641a78f5-3b6e-4ab7-8341-41aae43165b5,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:54.745541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.843197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Network d5c076e6-d081-4422-9821-439410370c13 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:54.844696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:54.845054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:54.846406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:54.851729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Calling delete_port for 641a78f5-3b6e-4ab7-8341-41aae43165b5 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:57:54.858678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c6aff-cb30-4baa-b2f7-35b823b84486 None None] Pushing event updated for resources: {'Port': ['ID=641a78f5-3b6e-4ab7-8341-41aae43165b5,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:54.865983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Network b6760703-ef02-4f67-9e78-8cca1be4d259 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:54.867742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-4c706ea8-f90b-475d-a53b-ec4be9f692ec', 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': 'bb5f6056-d604-42d3-b0dd-8ca3ba06bfea'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:54.868606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.875642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1782423916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:54.902700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:54.903738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:54.904450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.920451 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c9d54f2a-6b75-486a-a26d-ed8a51a84a9c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0546024 Dec 24 02:57:54.923183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58084) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:54.927786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1436711038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:54.952289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] Provisioning complete for port 465c1991-8934-4d71-9704-a9f8de086c46 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:54.952541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:54.979429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:54.983745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:55.007662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Pushing event updated for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:55.051786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c920a-5a75-4e9f-8ae7-db042e13a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2c57c-0d3b-4b74-86cb-f970cdbd1aa5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:55.098603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.099917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.103071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.103996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.105214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.148503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.159423 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9269128 Dec 24 02:57:55.161154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58088) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:55.228234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:55.295376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.327862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.335650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Allocated IP 2001:db8:1::2 (4c706ea8-f90b-475d-a53b-ec4be9f692ec/bb5f6056-d604-42d3-b0dd-8ca3ba06bfea/f1147188-0a47-4780-ac1f-1ac3156b8165) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:55.354954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.356890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.380954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] For port 465c1991-8934-4d71-9704-a9f8de086c46, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=465c1991-8934-4d71-9704-a9f8de086c46,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:55.382170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.439383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] No DVR routers for this DVR port 641a78f5-3b6e-4ab7-8341-41aae43165b5 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:57:55.456299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966da3-abf4-47ef-a11f-3c9a3179e239 None None] Pushing event deleted for resources: {'Port': ['ID=641a78f5-3b6e-4ab7-8341-41aae43165b5,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:55.468704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.481838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.483064 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b5561bf9-ecbe-48e9-821a-1767c7d640f3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5588384 Dec 24 02:57:55.485862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58096) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:55.493599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686cc1e-01f1-46b4-a776-3b9a69d75289 req-94007f12-323b-40e5-ab25-a723fadb637f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:55.498698 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5686cc1e-01f1-46b4-a776-3b9a69d75289 req-94007f12-323b-40e5-ab25-a723fadb637f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 943 time: 0.6402237 Dec 24 02:57:55.579567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f610b-5a8f-41ee-913d-dcf377633bf6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6e39c7-050f-4397-ad9b-cadd5df4579d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:55.657445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:55.667913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.670296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdd97e-cca6-4939-bcef-e51cef9a6463 None None] Pushing event updated for resources: {'Port': ['ID=465c1991-8934-4d71-9704-a9f8de086c46,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:55.679294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.680131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.729477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff5bcc29-d0ef-4d5e-bc4f-5b2405d87f28 None None] Provisioning complete for port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:55.730732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff5bcc29-d0ef-4d5e-bc4f-5b2405d87f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.845893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.915587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:55.944711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c0e571-6992-4e40-a909-be393b3381e5 None None] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:56.007680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 641a78f5-3b6e-4ab7-8341-41aae43165b5 update to ACTIVE by agent not found {{(pid=110369) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Dec 24 02:57:56.058170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.066432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ff5bcc29-d0ef-4d5e-bc4f-5b2405d87f28 None None] Port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:56.114672 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5686cc1e-01f1-46b4-a776-3b9a69d75289 req-016074e8-92f7-4b81-bc72-b82ba186d4b6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5766079 Dec 24 02:57:56.163699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.175134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.234280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.235876 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-863c1f01-f15c-4b16-b192-7d26eeeb7a5f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.1383462 Dec 24 02:57:56.241652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58108) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.257396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-996701165'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:56.339263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:56.341655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa08dbb2-0237-4177-bad0-6e6a87b780ae up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:56.359585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58110) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.382822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:56.390022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.404028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.405840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.410170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] Provisioning complete for port fa08dbb2-0237-4177-bad0-6e6a87b780ae triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:56.410577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.418659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8::1 (077a16a4-4a4e-4f99-9ca4-6c709451647e/a3902563-7bfa-4e77-904e-9bc03825e0b5/bf7a983a-6a89-4089-bc82-d07e3949fb4d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:56.424449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:56.424449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:56.477617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Pushing event updated for resources: {'Port': ['ID=f1147188-0a47-4780-ac1f-1ac3156b8165,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:56.516462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port dc6e39c7-050f-4397-ad9b-cadd5df4579d yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:56.532151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.566338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Attempting to bind port f1147188-0a47-4780-ac1f-1ac3156b8165 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:56.566724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Attempting to bind port f1147188-0a47-4780-ac1f-1ac3156b8165 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '71773966-e1c9-4863-bb6e-e8c6ca58aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:56.567092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Attempting to bind port f1147188-0a47-4780-ac1f-1ac3156b8165 on network 4c706ea8-f90b-475d-a53b-ec4be9f692ec {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:56.576021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fa08dbb2-0237-4177-bad0-6e6a87b780ae triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:56.576487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.579555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:56.579946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Checking segment: {'id': '71773966-e1c9-4863-bb6e-e8c6ca58aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:56.580340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.580784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Bound using segment: {'id': '71773966-e1c9-4863-bb6e-e8c6ca58aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:56.581270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Bound port: f1147188-0a47-4780-ac1f-1ac3156b8165, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71773966-e1c9-4863-bb6e-e8c6ca58aa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4c706ea8-f90b-475d-a53b-ec4be9f692ec'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:56.581774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.586075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-6c4ab7a6-f040-4024-be18-5eaa42b51642 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.587323 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c4ab7a6-f040-4024-be18-5eaa42b51642 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2269301 Dec 24 02:57:56.594394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58114) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.602267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-4af9c0cc-cdda-4da6-b6e4-05f97308b592 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.603256 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4af9c0cc-cdda-4da6-b6e4-05f97308b592 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056551 Dec 24 02:57:56.606562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58116) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.618911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-f93e2b79-b60d-4577-b868-cdabead40600 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.619981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f93e2b79-b60d-4577-b868-cdabead40600 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113866 Dec 24 02:57:56.628582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58118) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.638011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-356c2f68-afc0-4749-af61-4d283ed6f1cf tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.639057 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-356c2f68-afc0-4749-af61-4d283ed6f1cf tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060859 Dec 24 02:57:56.644736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58120) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.654374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-85b7a624-3dd3-4d99-9473-81b9a7deb0f7 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.655380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-85b7a624-3dd3-4d99-9473-81b9a7deb0f7 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0096850 Dec 24 02:57:56.668757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58122) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.673224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.675890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.695379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-a2fe06b2-d603-4b59-ba0e-fd6ab0e49cc8 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.696514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a2fe06b2-d603-4b59-ba0e-fd6ab0e49cc8 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045457 Dec 24 02:57:56.699854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] For port f1147188-0a47-4780-ac1f-1ac3156b8165, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:56.704665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.709528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 02:57:56.710728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58124) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.715627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.1 (d633b02a-10f3-4f32-a7f1-40629ac78da0/6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1/a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:56.727844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-dd2918f2-5b49-43ce-88a0-bae7ec2bbb75 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.728881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dd2918f2-5b49-43ce-88a0-bae7ec2bbb75 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083051 Dec 24 02:57:56.732192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58126) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.745726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-0f16fe86-043d-4564-b0ca-6f0f3079b9c3 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.745726 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f16fe86-043d-4564-b0ca-6f0f3079b9c3 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094590 Dec 24 02:57:56.747253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58128) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.756314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-c3e36603-2cb8-4256-929b-d809f18cce9a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.758729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c3e36603-2cb8-4256-929b-d809f18cce9a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0091441 Dec 24 02:57:56.761787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58130) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.762661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] For port f1147188-0a47-4780-ac1f-1ac3156b8165, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f1147188-0a47-4780-ac1f-1ac3156b8165,segment=NetworkSegment(71773966-e1c9-4863-bb6e-e8c6ca58aa15),segment_id=71773966-e1c9-4863-bb6e-e8c6ca58aa15)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:56.771877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-28de6548-0739-42d6-829b-b5c7214d6bb4 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.773314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-28de6548-0739-42d6-829b-b5c7214d6bb4 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104129 Dec 24 02:57:56.775876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58132) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.784807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-b6e9a001-c765-4a40-9236-8ae5a60fddf1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.784807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b6e9a001-c765-4a40-9236-8ae5a60fddf1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0065851 Dec 24 02:57:56.788006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58134) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.797375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-5de85a06-4652-47c0-a338-b3b4c24a2496 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.801203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5de85a06-4652-47c0-a338-b3b4c24a2496 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0095716 Dec 24 02:57:56.801854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58136) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.811503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-436ef69c-2102-4c84-a444-267b3ced096f tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.815095 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-436ef69c-2102-4c84-a444-267b3ced096f tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0112000 Dec 24 02:57:56.817059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.828448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58138) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.841140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-312f5c87-7201-4087-ba29-2f9a0b2330d6 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.844967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-312f5c87-7201-4087-ba29-2f9a0b2330d6 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070565 Dec 24 02:57:56.855136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.857554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.865792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58140) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.877694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-9fb1b340-ba71-4416-9c84-79d34e8e2bda tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.881161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9fb1b340-ba71-4416-9c84-79d34e8e2bda tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0111270 Dec 24 02:57:56.883510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58142) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.894081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-4d04d4a5-d469-4395-8dd5-47cf267332d6 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.897442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4d04d4a5-d469-4395-8dd5-47cf267332d6 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0103214 Dec 24 02:57:56.898591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58144) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.901149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:56.907866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-945211ef-9cd2-47e9-98d9-636c2802325b tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.911403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-945211ef-9cd2-47e9-98d9-636c2802325b tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066528 Dec 24 02:57:56.912203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58146) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.915649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-d5f97d6a-58b0-4a1e-a0c7-59cf21c3ce5c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.919520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d5f97d6a-58b0-4a1e-a0c7-59cf21c3ce5c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039880 Dec 24 02:57:56.921584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:56.924573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58148) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.925208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=bf7a983a-6a89-4089-bc82-d07e3949fb4d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:56.937530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-10a170e8-7030-4368-86b3-ee151d5038b0 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.942701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-10a170e8-7030-4368-86b3-ee151d5038b0 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0145519 Dec 24 02:57:56.943182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:56.943842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.949268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58150) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:56.953499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6e39c7-050f-4397-ad9b-cadd5df4579d,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:56.976349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-14715027-c8cb-4af5-abff-f487e347396a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:56.977362 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-14715027-c8cb-4af5-abff-f487e347396a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0250571 Dec 24 02:57:56.983946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:56.984462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:56.984957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:56.990273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:56.997839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:57.001663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.004612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] For port fa08dbb2-0237-4177-bad0-6e6a87b780ae, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa08dbb2-0237-4177-bad0-6e6a87b780ae,segment=NetworkSegment(e987e2b3-e1ff-4d04-8d18-47f46e82e7fb),segment_id=e987e2b3-e1ff-4d04-8d18-47f46e82e7fb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:57.006221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58152) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.009032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:57.013031 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:57.027711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-1a3e2fc5-752a-4ac1-aa4c-22bcd040755a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.028943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1a3e2fc5-752a-4ac1-aa4c-22bcd040755a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0096614 Dec 24 02:57:57.036534 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 2 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:57.040617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac460f-9ba5-4451-a6f9-8266432108ca None None] Pushing event updated for resources: {'Port': ['ID=f1147188-0a47-4780-ac1f-1ac3156b8165,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.045765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 02:57:57.057271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58154) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.079070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.080109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:57.087355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-69b8f755-c6a4-43ed-9cb7-0898070a3b54 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.092976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-69b8f755-c6a4-43ed-9cb7-0898070a3b54 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106044 Dec 24 02:57:57.093469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58156) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.102446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:57.117775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:57.118618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.119884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.124546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.136582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:57.136952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:57.137271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:57.139196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdbfd7d-afa7-4677-b377-f337bb6956fc None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:57.145954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-0ea1d64b-973f-4f2f-aa12-6cb1ce2c25f2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.151102 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0ea1d64b-973f-4f2f-aa12-6cb1ce2c25f2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0102189 Dec 24 02:57:57.152372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb73f4-7776-4a41-8694-1fd84931c219,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.156283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58158) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.160487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-e545e2bc-ff7b-4a51-8443-646bb9a2b638 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.164692 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e545e2bc-ff7b-4a51-8443-646bb9a2b638 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073676 Dec 24 02:57:57.167478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58160) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.177041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-c0daafd1-cfd3-4b4e-a6b2-85b02fac4a29 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.181050 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0daafd1-cfd3-4b4e-a6b2-85b02fac4a29 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117073 Dec 24 02:57:57.187652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58162) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.190706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:57:57.196968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.203269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:57.203269 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:57.203831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=d6a14051-35b1-4815-8321-5826f730ef54,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.221806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-b1a0cabd-1fc3-49e3-b370-e646b36b0a49 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.223176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 3 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:57.226343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58166) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.234791 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b1a0cabd-1fc3-49e3-b370-e646b36b0a49 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0428169 Dec 24 02:57:57.244286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-f223be99-61ae-441a-b35a-92da3a40357d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.253879 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f223be99-61ae-441a-b35a-92da3a40357d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0156701 Dec 24 02:57:57.258283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58168) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.272108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-df832774-46a6-4c6b-9106-6eae6548af6d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.273029 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-df832774-46a6-4c6b-9106-6eae6548af6d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0127118 Dec 24 02:57:57.280451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.280814 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Added segment 8c44698a-3872-44f3-9242-48eb02cec19a of type vlan for network 7351dfa3-5e46-4efd-8bef-a85919cedf27 Dec 24 02:57:57.285795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58170) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.297568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-7ef73506-ac0b-45f1-b5a2-427614cd256e tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.299100 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7ef73506-ac0b-45f1-b5a2-427614cd256e tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0121028 Dec 24 02:57:57.307295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58172) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.312802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.334143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-567abaf7-66a0-4e6a-8e7a-488fbdeb633a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.335138 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-567abaf7-66a0-4e6a-8e7a-488fbdeb633a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0204899 Dec 24 02:57:57.345500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:57.346180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:57.346792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:57.358266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.360808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58174) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.362047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:57.363927 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:57.367498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:57:57.369374 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cdf96028-2414-4a07-964a-a168470ef51e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1684775 Dec 24 02:57:57.374824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-3bb889ce-7bf0-4413-95c7-0b09133ffaf8 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.378577 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3bb889ce-7bf0-4413-95c7-0b09133ffaf8 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109892 Dec 24 02:57:57.378577 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 4 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:57.378787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58176) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.384026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58178) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.399519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:57.400313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:57.400841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:57.404271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.413949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': 'd6a14051-35b1-4815-8321-5826f730ef54', 'ip_address': '2001:db8::436c:758e:5671:b5ab'}], 'name': 'tempest-NetworksTestDHCPv6-1819308501'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:57.424191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-de71f151-15ee-4eca-8e3e-918fc2cdaec2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.427941 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-de71f151-15ee-4eca-8e3e-918fc2cdaec2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0373921 Dec 24 02:57:57.428074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.439175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58180) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.443413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:57.443748 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:57.451983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-2b8b1357-e1df-45b9-80c3-c658bb4c2547 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.451983 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b8b1357-e1df-45b9-80c3-c658bb4c2547 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071523 Dec 24 02:57:57.453713 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 5 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:57.461607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:57:57.462396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:57:57.462965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58182) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.472006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf22745-0b0e-428c-ab62-4e3dd12df999 None None] Pushing event updated for resources: {'Port': ['ID=fa08dbb2-0237-4177-bad0-6e6a87b780ae,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.477505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:57.481107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7a11d8d9-9de4-464f-affe-a6f05a9a9f2b None None] Provisioning complete for port fa08dbb2-0237-4177-bad0-6e6a87b780ae triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:57.481465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7a11d8d9-9de4-464f-affe-a6f05a9a9f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.498351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-1e29974a-2d95-4359-ac69-b3e29769bfca tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.502000 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e29974a-2d95-4359-ac69-b3e29769bfca tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096431 Dec 24 02:57:57.516850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.531894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58184) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.544526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-49c52814-1dc2-44b5-abff-f3d58fee3742 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.545126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'd6a14051-35b1-4815-8321-5826f730ef54'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:57:57.548091 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-49c52814-1dc2-44b5-abff-f3d58fee3742 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0127723 Dec 24 02:57:57.548091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:57:57.549725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.558075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab08d-54a1-458d-87c6-a4920ae00f53 req-39689dee-bf7b-4d54-bc3a-6027d65ba85f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:57.559948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f93ab08d-54a1-458d-87c6-a4920ae00f53 req-39689dee-bf7b-4d54-bc3a-6027d65ba85f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 943 time: 0.2817523 Dec 24 02:57:57.560086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:57.560317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:57.560689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:57.565817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.574003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58186) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.576856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.581626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-0a30f911-a384-4b3e-a434-7b7c0760e3b4 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.581980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:57.583619 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0a30f911-a384-4b3e-a434-7b7c0760e3b4 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078580 Dec 24 02:57:57.589853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.595763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:57.596104 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:57.597469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:57.601483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58188) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.603111 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 6 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:57.607539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:57.623555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-880c283a-bb48-4f4f-a38e-a71675820c96 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.623555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-880c283a-bb48-4f4f-a38e-a71675820c96 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0130725 Dec 24 02:57:57.664082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58190) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.670294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-9c69d416-50d3-4660-aed6-9b7ecee88924 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.671292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9c69d416-50d3-4660-aed6-9b7ecee88924 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048320 Dec 24 02:57:57.677612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58192) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.725199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-35ee142e-d671-472f-9540-78e5a98c72ff tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.729117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35ee142e-d671-472f-9540-78e5a98c72ff tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0249240 Dec 24 02:57:57.741826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:57.743682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58194) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.754778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:57.755043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:57.755349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:57.758318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-bca57a8b-90cc-4c1e-9e2c-3835945a3e04 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.760279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bca57a8b-90cc-4c1e-9e2c-3835945a3e04 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0106020 Dec 24 02:57:57.772349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58196) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.781801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-31145492-26f6-4dac-ad0d-6604bd6c0b32 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.783305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-31145492-26f6-4dac-ad0d-6604bd6c0b32 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0109346 Dec 24 02:57:57.795166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58198) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.805343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-2c1f2e62-5bfd-46fb-bd90-2a67bc6bf542 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.806358 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2c1f2e62-5bfd-46fb-bd90-2a67bc6bf542 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0064270 Dec 24 02:57:57.809471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58200) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.817981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-61ca9488-2e8f-4bd1-aeea-a0989f006754 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.821663 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-61ca9488-2e8f-4bd1-aeea-a0989f006754 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064645 Dec 24 02:57:57.824294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f93ab08d-54a1-458d-87c6-a4920ae00f53 req-deddf6fe-d620-47be-a576-38e3693f442b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372808 Dec 24 02:57:57.824957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.828408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/d6a14051-35b1-4815-8321-5826f730ef54/72398476-a9bc-4e82-b4c1-75508e3b9b94) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:57.830553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:57.831205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.841562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58202) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.859253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-377285d9-0d8d-4346-bedc-5456de38f464 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.859253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-377285d9-0d8d-4346-bedc-5456de38f464 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077271 Dec 24 02:57:57.877624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58204) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.883089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8d0e6cd7-ab05-4594-a1cb-afef7dca5fea None None] Provisioning complete for port bf7a983a-6a89-4089-bc82-d07e3949fb4d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:57.883804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d0e6cd7-ab05-4594-a1cb-afef7dca5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:57.890517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-cc3a74bc-8efc-45d9-bef6-63c14337cec2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.891718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cc3a74bc-8efc-45d9-bef6-63c14337cec2 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122056 Dec 24 02:57:57.936220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58206) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:57.952743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-ee62ec73-7028-4246-91d1-62201e3a8ba5 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:57.953766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ee62ec73-7028-4246-91d1-62201e3a8ba5 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0144002 Dec 24 02:57:57.980624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['4dabc5c5-3ead-4ec7-83e5-d006cb94c978'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 02:57:58.024817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58208) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.029711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-1ae66df2-bc90-4e77-8b51-f4ac71ccac41 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.030676 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1ae66df2-bc90-4e77-8b51-f4ac71ccac41 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0049043 Dec 24 02:57:58.040852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7973459 Dec 24 02:57:58.043634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58210) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.044626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58212) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.050138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8d0e6cd7-ab05-4594-a1cb-afef7dca5fea None None] Port bf7a983a-6a89-4089-bc82-d07e3949fb4d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:58.054162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-e7a0ecc6-7133-4ca6-abce-d1cccd48bbf1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.061106 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7a0ecc6-7133-4ca6-abce-d1cccd48bbf1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061443 Dec 24 02:57:58.062228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'subnet': {'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:57:58.089673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bca81bab-683b-431a-8fed-9bbf395098b4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:58.146542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58214) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.150529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:58.150860 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:58.158105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-e5717a42-a252-4d66-819a-1c849190b06a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.161555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5717a42-a252-4d66-819a-1c849190b06a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0067928 Dec 24 02:57:58.161555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 7 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:58.163046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.163940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Pushing event updated for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:58.171126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58216) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.174626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d093145-1704-4729-8af7-82d7b5768563 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Network': ['ID=7351dfa3-5e46-4efd-8bef-a85919cedf27,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:58.184369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-c1f9d81f-5acc-4b2f-a1e0-056c6690a27c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.185388 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1f9d81f-5acc-4b2f-a1e0-056c6690a27c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0132909 Dec 24 02:57:58.186433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.188938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58218) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.198915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-cae1894e-f0e4-42b6-ae63-6feedc61ce5e tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.199929 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cae1894e-f0e4-42b6-ae63-6feedc61ce5e tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073140 Dec 24 02:57:58.211633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:58.218402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58220) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.225549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:57:58.232885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-d58390ac-a6ca-4f9a-8a2e-fcda3326e37a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.234659 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d58390ac-a6ca-4f9a-8a2e-fcda3326e37a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051172 Dec 24 02:57:58.234923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:58.235264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:58.235601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:58.240258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58222) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.250452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-371016af-451c-4809-9964-db1453f0ca46 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.251446 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-371016af-451c-4809-9964-db1453f0ca46 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0093963 Dec 24 02:57:58.254703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.255863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.262025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:58.262359 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:58.262964 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58224) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.276299 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 8 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:58.287823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-00d3e6ac-d15b-46b8-82bd-4657836d9196 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.289391 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-00d3e6ac-d15b-46b8-82bd-4657836d9196 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101609 Dec 24 02:57:58.298539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58226) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.306055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-26b3cc7a-1c94-4465-9bc7-5c1a44286a7a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.310054 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26b3cc7a-1c94-4465-9bc7-5c1a44286a7a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042505 Dec 24 02:57:58.312239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58228) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.319585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-67ebe328-1f64-4610-8e47-15383d45c575 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.325561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-67ebe328-1f64-4610-8e47-15383d45c575 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0125380 Dec 24 02:57:58.326146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58230) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.348608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bca81bab-683b-431a-8fed-9bbf395098b4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:58.348984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.357693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-939027ca-f2df-4129-8637-a455001824aa None None] Provisioning complete for port a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:58.358115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-939027ca-f2df-4129-8637-a455001824aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.382864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-8683aee6-71bd-4510-8a4e-5f0c60588c8a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.386989 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8683aee6-71bd-4510-8a4e-5f0c60588c8a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078011 Dec 24 02:57:58.387829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:58.388150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:58.388566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:58.396172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58232) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.406608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-d09a39dd-b46d-4dd7-ba36-c6885ca6bdd1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.410662 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d09a39dd-b46d-4dd7-ba36-c6885ca6bdd1 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0105288 Dec 24 02:57:58.412935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Network b6760703-ef02-4f67-9e78-8cca1be4d259 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:58.412935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58234) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.415327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:58.415327 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:58.418973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-def5f798-9be5-47f3-b3dc-925873f4bb61 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.422630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-def5f798-9be5-47f3-b3dc-925873f4bb61 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060158 Dec 24 02:57:58.422630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 9 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:58.423724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58236) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.425379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:58.442187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-6955e863-72b2-4a08-bf93-e4448bf6cdd7 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.442187 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6955e863-72b2-4a08-bf93-e4448bf6cdd7 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0114772 Dec 24 02:57:58.447127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58238) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.453525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:58.453930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:58.454191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:58.458768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-0c3295a2-fdf3-4d27-8d99-0aa8ad754749 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.461949 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0c3295a2-fdf3-4d27-8d99-0aa8ad754749 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106604 Dec 24 02:57:58.468880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58240) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.469556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=bf7a983a-6a89-4089-bc82-d07e3949fb4d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:58.477338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-88891ddc-50d4-42cb-8f88-2ba51f09cf45 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.482287 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-88891ddc-50d4-42cb-8f88-2ba51f09cf45 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042455 Dec 24 02:57:58.490415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58242) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.500456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-3e5c9226-c830-44e7-b290-65a46d2a38dc tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.504144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3e5c9226-c830-44e7-b290-65a46d2a38dc tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090764 Dec 24 02:57:58.516726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58244) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.524904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-590831ab-d568-48cd-a174-00f7aa848161 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.528301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-590831ab-d568-48cd-a174-00f7aa848161 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043411 Dec 24 02:57:58.533008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58246) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.536819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:58.537146 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:58.543763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-b954471e-7e51-44ab-a757-87e464572725 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.547215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b954471e-7e51-44ab-a757-87e464572725 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089817 Dec 24 02:57:58.547215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 10 to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d Dec 24 02:57:58.550786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58248) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.564797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:58.565117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:58.565453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:58.571083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-030b2a86-a3dd-4613-bb34-5d464fd7eb3a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.577850 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-030b2a86-a3dd-4613-bb34-5d464fd7eb3a tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0166111 Dec 24 02:57:58.578069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-939027ca-f2df-4129-8637-a455001824aa None None] Port a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:57:58.579798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.581997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d8640-2724-4bf2-8f3b-d0c359ff7d7e None None] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:57:58.583985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.585317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.614439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port da5c276f-1a1d-4a11-9985-e0b57c227993 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:57:58.615145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [None req-1f240696-d7c3-47c5-80a0-50efb0ad6e3c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.621990 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f240696-d7c3-47c5-80a0-50efb0ad6e3c tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0353358 Dec 24 02:57:58.623158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58252) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.630178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-9f902386-6f73-49b7-9f6f-c1d4c7b56189 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.631749 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9f902386-6f73-49b7-9f6f-c1d4c7b56189 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0077713 Dec 24 02:57:58.632910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.639041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58254) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.645878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-314a48d9-9093-49c5-9b47-de13ab0f267d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.648878 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-314a48d9-9093-49c5-9b47-de13ab0f267d tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054574 Dec 24 02:57:58.652554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58256) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.687284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-f07e1e3a-5891-4e53-a0db-d72d10ade4c0 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.691987 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f07e1e3a-5891-4e53-a0db-d72d10ade4c0 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0361271 Dec 24 02:57:58.697064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:57:58.697487 dv-neutron-822868-1-hyperv neutron-server[110368]: ERROR neutron.plugins.ml2.managers [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port dc6e39c7-050f-4397-ad9b-cadd5df4579d on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:57:58.697951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.701740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58258) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:58.702252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:57:58.706638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.722343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Router a37beeb0-bfc2-49ee-a809-d2d827956a3b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:57:58.724572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [None req-eff0c47a-a315-40cc-9af9-a7e657425e67 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 02:57:58.728704 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eff0c47a-a315-40cc-9af9-a7e657425e67 tempest-ExtensionsTestJSON-1812679113 tempest-ExtensionsTestJSON-1812679113-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137713 Dec 24 02:57:58.751297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:58.762002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.774094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:58.788477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] Provisioning complete for port f1147188-0a47-4780-ac1f-1ac3156b8165 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:58.788971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:58.863058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:57:58.944202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:57:58.954439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:57:58.999363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Pushing event updated for resources: {'Port': ['ID=72398476-a9bc-4e82-b4c1-75508e3b9b94,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:59.044999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 465c1991-8934-4d71-9704-a9f8de086c46 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:57:59.121764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port dc6e39c7-050f-4397-ad9b-cadd5df4579d, host hv-neutron-8228, cleared binding levels {{(pid=110368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:59.133062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempted to set empty binding levels {{(pid=110368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:57:59.160114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:57:59.186779 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c7f67eb1-6c42-4904-b57b-4e2be34694ec admin admin] 10.222.0.36 "PUT /v2.0/routers/a37beeb0-bfc2-49ee-a809-d2d827956a3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8018219 Dec 24 02:57:59.186984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Sync routers for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:57:59.212696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Attempting to bind port 72398476-a9bc-4e82-b4c1-75508e3b9b94 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:57:59.217519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Attempting to bind port 72398476-a9bc-4e82-b4c1-75508e3b9b94 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:57:59.217519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Attempting to bind port 72398476-a9bc-4e82-b4c1-75508e3b9b94 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:57:59.219299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded6be-ed7b-4f54-bd4b-d255edbc69f7 req-05dc4d08-9a74-41c6-8332-65f79466c4ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.228817 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ceded6be-ed7b-4f54-bd4b-d255edbc69f7 req-05dc4d08-9a74-41c6-8332-65f79466c4ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 944 time: 0.2663448 Dec 24 02:57:59.236990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.258648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:57:59.259119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:57:59.259732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.260087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:57:59.260863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Bound port: 72398476-a9bc-4e82-b4c1-75508e3b9b94, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:57:59.261167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.263098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:57:59.264646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:57:59.267541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.343832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] In _notify_port_updated(), no bound segment for port dc6e39c7-050f-4397-ad9b-cadd5df4579d on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:57:59.344873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.345526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.347048 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "PUT /v2.0/ports/dc6e39c7-050f-4397-ad9b-cadd5df4579d HTTP/1.1" status: 200 len: 980 time: 4.1233115 Dec 24 02:57:59.362600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58268) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:59.427448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 465c1991-8934-4d71-9704-a9f8de086c46 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:57:59.427659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.434557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae77f-7f11-428b-9a7a-86714218f860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6e39c7-050f-4397-ad9b-cadd5df4579d,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:57:59.457491 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ceded6be-ed7b-4f54-bd4b-d255edbc69f7 req-6d29288f-5c24-4961-bd4e-11282e8302c3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272546 Dec 24 02:57:59.484382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::436c:758e:5671:b5ab (bf27008b-e5db-498b-855c-c2529ecfc5ee/d6a14051-35b1-4815-8321-5826f730ef54/da5c276f-1a1d-4a11-9985-e0b57c227993) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:57:59.485504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58274) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:59.566156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] For port 72398476-a9bc-4e82-b4c1-75508e3b9b94, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:57:59.569497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] For port 72398476-a9bc-4e82-b4c1-75508e3b9b94, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=72398476-a9bc-4e82-b4c1-75508e3b9b94,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:57:59.591250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.621504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.622038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.622513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.622976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.623483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.623946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.624402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.625365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.625488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.625854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.626308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.626762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.627216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.627672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.628125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.628612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.629315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.629648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.630105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.630557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.631010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.631498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.631901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.632357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:57:59.632520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] For port f1147188-0a47-4780-ac1f-1ac3156b8165, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f1147188-0a47-4780-ac1f-1ac3156b8165,segment=NetworkSegment(71773966-e1c9-4863-bb6e-e8c6ca58aa15),segment_id=71773966-e1c9-4863-bb6e-e8c6ca58aa15)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:57:59.635441 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-407f42c9-87ec-40ff-96cd-b18e9313cf74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21064 time: 0.2587049 Dec 24 02:57:59.640898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.641259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58278) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:57:59.661666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:57:59.687942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.693330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.708113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router e3e5bde9-654d-4d3d-bc31-74068ef7307e is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:57:59.743520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.765868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99918da7-f25c-4816-82f2-d35cd19f040d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.833766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:57:59.931301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:00.006369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfda8a-a7d4-46d2-bf69-7de284fb1abc None None] Pushing event updated for resources: {'Port': ['ID=72398476-a9bc-4e82-b4c1-75508e3b9b94,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:00.047855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Provisioning complete for port bf7a983a-6a89-4089-bc82-d07e3949fb4d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:00.048236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.050398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.112310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Deleting port dc6e39c7-050f-4397-ad9b-cadd5df4579d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:00.114728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.147008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Port bf7a983a-6a89-4089-bc82-d07e3949fb4d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:00.154022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0e68b-6a89-48ed-bd69-9de2025e38de None None] Pushing event updated for resources: {'Port': ['ID=f1147188-0a47-4780-ac1f-1ac3156b8165,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:00.184590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:00.197628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 641a78f5-3b6e-4ab7-8341-41aae43165b5 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:00.205267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:00.231114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 641a78f5-3b6e-4ab7-8341-41aae43165b5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:00.231462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 641a78f5-3b6e-4ab7-8341-41aae43165b5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:00.236496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Provisioning complete for port f1147188-0a47-4780-ac1f-1ac3156b8165 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:00.265425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.296061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99918da7-f25c-4816-82f2-d35cd19f040d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.315972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 2, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:00.329378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58280) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:00.346092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420071352', 'description': 'tempest-description--1756514989'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:00.380831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Checking router: a37beeb0-bfc2-49ee-a809-d2d827956a3b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:00.381197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Updating router a37beeb0-bfc2-49ee-a809-d2d827956a3b port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:58:00.387495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port dc6e39c7-050f-4397-ad9b-cadd5df4579d, host hv-neutron-8228, got binding levels [] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:00.387865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.421195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.463011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Provisioning complete for port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:00.463391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.470676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Subnet': ['ID=63e81b3b-b4e5-4ad2-b531-71146d88f2e0,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:00.552256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Checking segment: {'id': '8c44698a-3872-44f3-9242-48eb02cec19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:00.553877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network hostable DHCP agents. Network: 7351dfa3-5e46-4efd-8bef-a85919cedf27, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:00.556999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99918da7-f25c-4816-82f2-d35cd19f040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.613000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router ab72367c-3420-4b8a-9364-c4146566dfee has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:00.621948 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99918da7-f25c-4816-82f2-d35cd19f040d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d270144366c543ce8c7eb3609fe2dcaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1313312 Dec 24 02:58:00.635598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58284) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:00.643604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-41fb3fe9-805c-4e62-af64-71959ab9b5eb None None] Port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:00.662513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f1147188-0a47-4780-ac1f-1ac3156b8165 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:00.679984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:00.692187 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d59e3682-1a3d-49ae-accf-d4eefcde01da tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2052553 Dec 24 02:58:00.693491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58286) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:00.694814 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] Sync routers for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:00.699078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:00.705943 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:00.706875 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:00.718504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Calling delete_port for dc6e39c7-050f-4397-ad9b-cadd5df4579d owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:00.744587 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:00.752225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bb840-c1c2-4152-b034-f0dc424c1e4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:00.758445 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:00.759681 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:00.761401 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f6bb840-c1c2-4152-b034-f0dc424c1e4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports/bf7a983a-6a89-4089-bc82-d07e3949fb4d HTTP/1.1" status: 200 len: 911 time: 0.0557568 Dec 24 02:58:00.764526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58288) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:00.773604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:00.803112 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:00.807535 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602154af-05e9-40cf-9799-55e24991c1b3 None None] The sync data for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:00.861813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99918da7-f25c-4816-82f2-d35cd19f040d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72dbf2-fae5-421f-9b4e-c8a296291b2c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.968493 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:00.970735 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:00.973138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e3919-37a3-42c8-99c9-e3bffcf9b729 req-69091cb4-cc61-477d-9e50-65669338f052 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:00.974757 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-952e3919-37a3-42c8-99c9-e3bffcf9b729 req-69091cb4-cc61-477d-9e50-65669338f052 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 944 time: 0.3757257 Dec 24 02:58:01.002373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.033306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.034151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 7351dfa3-5e46-4efd-8bef-a85919cedf27) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:01.050746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:01.062518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da4e56-eae4-4303-a921-9553699bdd71 None None] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:01.062662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:01.062662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.085981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.109874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:01.114960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:01.115158 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-952e3919-37a3-42c8-99c9-e3bffcf9b729 req-42cb79bf-a2ea-4ec4-bdc7-516052bc93a5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263900 Dec 24 02:58:01.144963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.146622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:01.157075 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-163df78e-43f8-4d02-8e40-49d462e146a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/routers/ab72367c-3420-4b8a-9364-c4146566dfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9850819 Dec 24 02:58:01.158378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:01.164653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:01.166296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.171212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58290) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.176573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] Sync routers for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:01.182961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'port': {'network_id': 'd633b02a-10f3-4f32-a7f1-40629ac78da0', 'name': 'tempest-FloatingIPTestJSON-353594972'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:01.200071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.230029 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-94f30cda-8853-458c-ba69-182502374ee5 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1796021 Dec 24 02:58:01.242909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cf1a2969-0242-4dd2-a5ce-48e68a9c4ee0 None None] Provisioning complete for port a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:01.243283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2969-0242-4dd2-a5ce-48e68a9c4ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.247350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58292) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.252935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'network': {'name': 'tempest-router-network01--726248485'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:01.254283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.264677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc6e39c7-050f-4397-ad9b-cadd5df4579d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:01.273020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.279393 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a79d9989-06a7-4341-95d9-b24f3698ad5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dc6e39c7-050f-4397-ad9b-cadd5df4579d HTTP/1.1" status: 204 len: 168 time: 1.6346338 Dec 24 02:58:01.282836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58294) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.289769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.315806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:01.316653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:01.382028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.383583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:01.389719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a2969-0242-4dd2-a5ce-48e68a9c4ee0 None None] Port a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:01.399082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=da5c276f-1a1d-4a11-9985-e0b57c227993,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:01.421630 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-330a7454-9a57-4ffd-a935-11e8a1ff8189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:58:01.426613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-330a7454-9a57-4ffd-a935-11e8a1ff8189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports/dc6e39c7-050f-4397-ad9b-cadd5df4579d HTTP/1.1" status: 404 len: 333 time: 0.1213405 Dec 24 02:58:01.433645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port f1147188-0a47-4780-ac1f-1ac3156b8165 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:01.434111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.438180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58296) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.438834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:01.439474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:01.447983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-346120496', 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:01.454971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.457653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.461711 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a72dbf2-fae5-421f-9b4e-c8a296291b2c HTTP/1.1" status: 204 len: 168 time: 0.7962716 Dec 24 02:58:01.466772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44c209-42ad-4343-855e-4f2ecb51602f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:01.469255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-7351dfa3-5e46-4efd-8bef-a85919cedf27', 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27', 'project_id': '384c66861b8c461dac35fd741e35623c', 'fixed_ips': [{'subnet_id': '63e81b3b-b4e5-4ad2-b531-71146d88f2e0'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:01.470324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.482448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.489696 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5c3fbf8f-3d94-4a61-b47f-1a39126dc13f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1490240 Dec 24 02:58:01.492681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58300) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.501840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'security_group_rule': {'security_group_id': 'ed44c209-42ad-4343-855e-4f2ecb51602f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:01.522458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8875d03-4eac-40a1-9352-b75935ece7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a72dbf2-fae5-421f-9b4e-c8a296291b2c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:01.541037 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c85fe2ec-a565-48b7-9943-0f7575895053 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1601193 Dec 24 02:58:01.543918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58302) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.552533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.583436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:01.584002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:01.584693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fde78-5754-467a-ba1d-b40155f74085 None None] The sync data for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:01.587071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 02:58:01.589853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.622482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.655161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6c794-8717-4e31-bc78-e4352929dfd6 None None] Pushing event updated for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:01.660397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:01.660793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.665474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6087ec-9aae-46bc-8cb5-d6f909b2e547 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:01.671562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6087ec-9aae-46bc-8cb5-d6f909b2e547 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:01.673288 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8b6087ec-9aae-46bc-8cb5-d6f909b2e547 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1283431 Dec 24 02:58:01.674193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:01.676106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58306) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:01.710033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.711350 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Added segment 220b769c-2e35-40cd-86ab-ec5c8141a1da of type vlan for network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 Dec 24 02:58:01.774051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.800957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Made reservation on behalf of e54e7c04213f41f089bb5de8c14b0d44 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:01.803298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.818020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] Provisioning complete for port 72398476-a9bc-4e82-b4c1-75508e3b9b94 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:01.818963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.877106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.934662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port 20f259c9-63a9-42a2-8b89-8b47d8b90992 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:01.958761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:01.975229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:01.976256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.052758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Made reservation on behalf of 0fff04f3e7c04a839cb370ae8d431f91 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:02.052758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.052933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Attempting to bind port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:02.052933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Attempting to bind port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:02.052933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Attempting to bind port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 on network b6760703-ef02-4f67-9e78-8cca1be4d259 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:02.070203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa08dbb2-0237-4177-bad0-6e6a87b780ae up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:02.075492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] device_id is not set on port 4ad88ea5-c219-4e29-b5f8-d8060b9533f8 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:02.096905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Checking segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Bound using segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Bound port: eeb8e9e1-cafb-4645-af31-8f0d0d015f77, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.102301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Allocated IP 2001:db8::2 (7351dfa3-5e46-4efd-8bef-a85919cedf27/63e81b3b-b4e5-4ad2-b531-71146d88f2e0/0f446861-2397-44d7-8e40-fcb2fee51641) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:02.143010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Network': ['ID=6dae1974-0608-4b15-b9e1-9ae1ac423a70,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:02.150930 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e39adfd8-5a46-4c09-afe1-bb8e6422105f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9002206 Dec 24 02:58:02.154579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58316) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:02.167247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'network': {'name': 'tempest-router-network02--1998440906'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:02.183184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:02.221335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.233774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port da5c276f-1a1d-4a11-9985-e0b57c227993 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:02.234194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.259051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.315683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.347600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Allocated IP 172.20.0.7 (d633b02a-10f3-4f32-a7f1-40629ac78da0/6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1/4ad88ea5-c219-4e29-b5f8-d8060b9533f8) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:02.358120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] For port eeb8e9e1-cafb-4645-af31-8f0d0d015f77, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:02.364369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] For port eeb8e9e1-cafb-4645-af31-8f0d0d015f77, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:02.374961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b1839b-b454-4b34-9ee6-05debe3493d2,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:02.378847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.438051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:02.442063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.448644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.469849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:58:02.472144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae29fc3-5694-4ee6-b299-cc3a3770fd29" -d '{"events": [{"server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "name": "network-vif-plugged", "status": "completed", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:58:02.493267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.494520 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-900bc188-7a1d-4a60-9398-d3b0722157ad tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9962525 Dec 24 02:58:02.499439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58326) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.501424 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:02.503508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abc8d-cf5d-4379-8947-ccb335d4a1d5 req-6b7a7374-2c05-4084-a10c-bc220b8e0764 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:02.504253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d4abc8d-cf5d-4379-8947-ccb335d4a1d5 req-6b7a7374-2c05-4084-a10c-bc220b8e0764 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 944 time: 0.2357781 Dec 24 02:58:02.511640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.532204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:02.536333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9559d-5a66-43ce-aae9-9d5f8b2bbb92 x-openstack-request-id: req-89b9559d-5a66-43ce-aae9-9d5f8b2bbb92 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:58:02.536662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "name": "network-vif-plugged", "status": "completed", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:58:02.536915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89b9559d-5a66-43ce-aae9-9d5f8b2bbb92 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:58:02.537304 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'code': 200} Dec 24 02:58:02.538881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'security_group_rule': {'security_group_id': 'ed44c209-42ad-4343-855e-4f2ecb51602f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:02.546149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for da5c276f-1a1d-4a11-9985-e0b57c227993 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:02.585929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8:1::1 (4c706ea8-f90b-475d-a53b-ec4be9f692ec/bb5f6056-d604-42d3-b0dd-8ca3ba06bfea/416a4dc8-47a2-4cbf-9dc0-734090c015f7) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:02.590613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:02.593211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] For port 72398476-a9bc-4e82-b4c1-75508e3b9b94, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=72398476-a9bc-4e82-b4c1-75508e3b9b94,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:02.597447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.597586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fa08dbb2-0237-4177-bad0-6e6a87b780ae triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:02.597586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.609289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.691979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.702307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:02.702307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:02.703900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6c794-8717-4e31-bc78-e4352929dfd6 None None] Pushing event updated for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:02.712227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.713179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Added segment c0a82876-1d54-4b42-a692-4f1081bdaa05 of type vlan for network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 Dec 24 02:58:02.756514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d4abc8d-cf5d-4379-8947-ccb335d4a1d5 req-179dd582-9bc9-4b07-8b64-5150e41c8558 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351627 Dec 24 02:58:02.812455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.815543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.834651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.868183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.883216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.896643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:02.920721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.000915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Provisioning complete for port da5c276f-1a1d-4a11-9985-e0b57c227993 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:03.000915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.002079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.027732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Network d5c076e6-d081-4422-9821-439410370c13 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:03.042814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.044362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:03.049196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:03.050352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:03.051257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.053715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=20f259c9-63a9-42a2-8b89-8b47d8b90992,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.054108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.068722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:03.080620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:03.094780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:03.099982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:03.101896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58334) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.108900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.111029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.116938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:03.117657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.149365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event updated for resources: {'Port': ['ID=4ad88ea5-c219-4e29-b5f8-d8060b9533f8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.153798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.212690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:03.231010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:03.238315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:03.256988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:03.269234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:03.270038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.321781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 72398476-a9bc-4e82-b4c1-75508e3b9b94 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:03.338048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Port da5c276f-1a1d-4a11-9985-e0b57c227993 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:03.397520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ebe3b-b4c9-4242-8568-9a0c8efe5539 None None] Pushing event updated for resources: {'Port': ['ID=72398476-a9bc-4e82-b4c1-75508e3b9b94,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.419432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:03.437217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ac130-0cda-465a-aa65-1a48a9a8d7ef req-c7945174-44d7-403d-9b31-291e078a456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:03.440360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c7ac130-0cda-465a-aa65-1a48a9a8d7ef req-c7945174-44d7-403d-9b31-291e078a456e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1098 time: 0.4324181 Dec 24 02:58:03.446205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=416a4dc8-47a2-4cbf-9dc0-734090c015f7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.537708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f9e18684-9270-4f1f-80ab-cd6ad9e9c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0982125 Dec 24 02:58:03.544919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58338) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.548074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.555407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Provisioning complete for port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:03.555774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.566142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-708746425'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:03.577326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4150894 Dec 24 02:58:03.578137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.586926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd06cd07-e9b4-4d36-b086-d9c775d23eba,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.602498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Attempting to bind port 0f446861-2397-44d7-8e40-fcb2fee51641 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:03.602880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Attempting to bind port 0f446861-2397-44d7-8e40-fcb2fee51641 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8c44698a-3872-44f3-9242-48eb02cec19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:03.603373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Attempting to bind port 0f446861-2397-44d7-8e40-fcb2fee51641 on network 7351dfa3-5e46-4efd-8bef-a85919cedf27 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:03.618775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc961f-633c-4f4c-9eb8-ef840acf5a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:03.620806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-21bc961f-633c-4f4c-9eb8-ef840acf5a45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports/20f259c9-63a9-42a2-8b89-8b47d8b90992 HTTP/1.1" status: 200 len: 958 time: 0.0688398 Dec 24 02:58:03.627173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58340) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.631319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58342) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.649811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'subnet': {'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:03.663187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Pushing event updated for resources: {'Port': ['ID=0f446861-2397-44d7-8e40-fcb2fee51641,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.681213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:03.687304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Checking segment: {'id': '8c44698a-3872-44f3-9242-48eb02cec19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:03.687304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.687304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Bound using segment: {'id': '8c44698a-3872-44f3-9242-48eb02cec19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:03.687304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Bound port: 0f446861-2397-44d7-8e40-fcb2fee51641, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c44698a-3872-44f3-9242-48eb02cec19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7351dfa3-5e46-4efd-8bef-a85919cedf27'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:03.687304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.718470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=da5c276f-1a1d-4a11-9985-e0b57c227993,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.719237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:03.720520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.746473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db926a06-2cd9-46e9-8905-7527f8301277 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Network': ['ID=1ca455cc-4596-4a5a-a4ce-f336f4dab075,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:03.750864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 72398476-a9bc-4e82-b4c1-75508e3b9b94 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:03.751646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.762724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c7ac130-0cda-465a-aa65-1a48a9a8d7ef req-491ec0f1-e18b-4d48-ad73-5c1964644e14 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720079 Dec 24 02:58:03.765675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.769952 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ab65023-8c21-4254-a385-ddaaedce4e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2372119 Dec 24 02:58:03.771767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58344) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.777044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:03.803030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:03.819650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.824037 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ae107948-ab7a-498b-9830-5246ac066d03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/da5c276f-1a1d-4a11-9985-e0b57c227993 HTTP/1.1" status: 204 len: 168 time: 2.1459711 Dec 24 02:58:03.830292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58348) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.872734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Made reservation on behalf of 422d688371b94c6b9fd2e80c6aad4262 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:03.878820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.879019 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2406bf2-8bee-44a5-8413-3305d9787acf tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7004907 Dec 24 02:58:03.896998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58350) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:03.910408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Request body: {'floatingip': {'port_id': '4ad88ea5-c219-4e29-b5f8-d8060b9533f8'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:03.958802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] For port 0f446861-2397-44d7-8e40-fcb2fee51641, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:03.970594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:03.996712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] For port 0f446861-2397-44d7-8e40-fcb2fee51641, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0f446861-2397-44d7-8e40-fcb2fee51641,segment=NetworkSegment(8c44698a-3872-44f3-9242-48eb02cec19a),segment_id=8c44698a-3872-44f3-9242-48eb02cec19a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:04.005289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.046316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33780798-0781-4a99-b7db-4e53e3f60eb4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:04.047845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33780798-0781-4a99-b7db-4e53e3f60eb4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:04.052144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-33780798-0781-4a99-b7db-4e53e3f60eb4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2184010 Dec 24 02:58:04.058909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58352) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:04.074271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.085036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:02Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:04.094281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.122760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] For port eeb8e9e1-cafb-4645-af31-8f0d0d015f77, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:04.134703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80796191-6ce2-4cd4-902a-21a9a7fcac71 None None] The sync data for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv is: [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:02Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:04.196198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.217479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89e7c3-cefd-4aa3-be3f-1ea468a48957 None None] Pushing event updated for resources: {'Port': ['ID=0f446861-2397-44d7-8e40-fcb2fee51641,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:04.263353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d727b-4a23-4e31-b352-7fc457b70c37 req-4f007ece-6030-48a4-a236-aa0536083c1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:04.271479 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f29d727b-4a23-4e31-b352-7fc457b70c37 req-4f007ece-6030-48a4-a236-aa0536083c1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.3694017 Dec 24 02:58:04.316895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568d0a9-05fc-4f91-8e91-bb25095adece None None] Pushing event updated for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:04.319941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.327185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:04.336969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.356817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 72398476-a9bc-4e82-b4c1-75508e3b9b94 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:04.403676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Provisioning complete for port 416a4dc8-47a2-4cbf-9dc0-734090c015f7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:04.404049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.461871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 72398476-a9bc-4e82-b4c1-75508e3b9b94 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:04.462198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.467323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Deleting port 20f259c9-63a9-42a2-8b89-8b47d8b90992 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:04.467667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.501200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Port 416a4dc8-47a2-4cbf-9dc0-734090c015f7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:04.579268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Provisioning complete for port 4ad88ea5-c219-4e29-b5f8-d8060b9533f8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:04.579604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.579741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.614718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet d6a14051-35b1-4815-8321-5826f730ef54 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:04.641614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Port 4ad88ea5-c219-4e29-b5f8-d8060b9533f8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:04.650495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.653377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.708186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Provisioning complete for port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:04.708798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be5cc338-5ae1-4508-9995-ef1eab27b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.713068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.724030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.730358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.757537 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f29d727b-4a23-4e31-b352-7fc457b70c37 req-c843800e-8736-45ef-ad1f-32627fdc0154 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4851496 Dec 24 02:58:04.806109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.823157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Calling delete_port for 20f259c9-63a9-42a2-8b89-8b47d8b90992 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:04.839148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.871329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=416a4dc8-47a2-4cbf-9dc0-734090c015f7,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:04.942266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:04.954384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:04.954786 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Added segment ed10bdd3-8f1d-47f2-ba4a-0dd97374e334 of type vlan for network 541323ce-5867-4801-a50b-c4ec584ae84c Dec 24 02:58:04.980383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:04.984315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:04.998654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Allocated IP 172.26.7.232 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/f882cc2a-336a-4799-b7f8-4881b542fc2d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:05.024798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.069651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f188e1b0-531f-481a-902f-6280e60dc77f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:05.207185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router e3e5bde9-654d-4d3d-bc31-74068ef7307e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:05.282969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.301179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.392697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7f14a639-2eb0-43c9-a83c-065ff0506e50 None None] Provisioning complete for port 416a4dc8-47a2-4cbf-9dc0-734090c015f7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:05.393250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f14a639-2eb0-43c9-a83c-065ff0506e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.455286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:05.464845 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6df5845c-cfdc-4b8a-aa23-0b3fefba051f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6966076 Dec 24 02:58:05.465913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7f14a639-2eb0-43c9-a83c-065ff0506e50 None None] Port 416a4dc8-47a2-4cbf-9dc0-734090c015f7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:05.466792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58354) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:05.474199 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] Sync routers for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:05.494771 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:05.495578 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:05.526801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ee555-1614-465f-9e43-bd63986a9ffe tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:05.528248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-126ee555-1614-465f-9e43-bd63986a9ffe tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports/416a4dc8-47a2-4cbf-9dc0-734090c015f7 HTTP/1.1" status: 200 len: 913 time: 0.0604577 Dec 24 02:58:05.532249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.533013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.537514 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:05.543490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58356) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:05.547333 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:05.547959 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:05.582533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:05.590961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:05.594106 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:05.594753 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61461700-38d2-4525-9e2c-39e91a7f63a4 None None] The sync data for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:05.598217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:05.604990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.639729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'Port': ['ID=f882cc2a-336a-4799-b7f8-4881b542fc2d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:05.696403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.702891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:05.703502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.715952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.750561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990fbd9f-9d19-4a50-bcce-f74ec2c0dfa7 None None] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:05.795554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.802164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event deleted for resources: {'Port': ['ID=20f259c9-63a9-42a2-8b89-8b47d8b90992,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:05.826789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.832762 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-63cd9247-f521-469b-803f-be0dbb670cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "DELETE /v2.0/ports/20f259c9-63a9-42a2-8b89-8b47d8b90992 HTTP/1.1" status: 204 len: 168 time: 2.1941721 Dec 24 02:58:05.836108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58360) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:05.847988 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7440352 Dec 24 02:58:05.853428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58362) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:05.861370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Request body: {'subnet': {'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:05.880180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] Provisioning complete for port 0f446861-2397-44d7-8e40-fcb2fee51641 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:05.880818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.897144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:05.899421 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-974460e0-25e5-458b-b4a1-8648d649f8a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:58:05.904760 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-974460e0-25e5-458b-b4a1-8648d649f8a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports/20f259c9-63a9-42a2-8b89-8b47d8b90992 HTTP/1.1" status: 404 len: 333 time: 0.0636654 Dec 24 02:58:05.937474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58364) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:05.961779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'network_id': 'd5c076e6-d081-4422-9821-439410370c13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2079200639'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:05.972797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Subnet': ['ID=13a80043-276c-4fab-8e25-c79f5df9c5ff,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:05.991312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fa211-a9a7-4142-9919-fe3e0d51b65b tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'Network': ['ID=541323ce-5867-4801-a50b-c4ec584ae84c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:06.031555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 541323ce-5867-4801-a50b-c4ec584ae84c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:06.057338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.076962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829115-d058-4576-81bf-c90bde721b86 req-d3ca7329-eda6-47ea-8cab-0b54bd71c2ec tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:06.078561 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8829115-d058-4576-81bf-c90bde721b86 req-d3ca7329-eda6-47ea-8cab-0b54bd71c2ec tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.1941433 Dec 24 02:58:06.106532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Made reservation on behalf of e54e7c04213f41f089bb5de8c14b0d44 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:06.110154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.160720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] For port 0f446861-2397-44d7-8e40-fcb2fee51641, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0f446861-2397-44d7-8e40-fcb2fee51641,segment=NetworkSegment(8c44698a-3872-44f3-9242-48eb02cec19a),segment_id=8c44698a-3872-44f3-9242-48eb02cec19a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:06.223429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.285187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port 31806bea-51b1-4445-9065-cfd43e49e2be yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:06.318921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9bffb-5449-4279-8037-385a03c8205d None None] Pushing event updated for resources: {'Port': ['ID=0f446861-2397-44d7-8e40-fcb2fee51641,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:06.326189 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8829115-d058-4576-81bf-c90bde721b86 req-2a8484b8-4419-41a2-a1cd-a58911989f93 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353194 Dec 24 02:58:06.369283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-22e2a874-fa78-49e6-804c-a41f499632e6 None None] Provisioning complete for port 0f446861-2397-44d7-8e40-fcb2fee51641 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:06.370484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-22e2a874-fa78-49e6-804c-a41f499632e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.404385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eeb8e9e1-cafb-4645-af31-8f0d0d015f77 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:06.440755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Made reservation on behalf of 422d688371b94c6b9fd2e80c6aad4262 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:06.444672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.485868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.494250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.506837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:06.507194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.537171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.568142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a14051-35b1-4815-8321-5826f730ef54,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:06.595337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1490a0-0847-4814-8ab0-b435772b5f0a None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:06.601218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.607536 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9a0da3c-e631-4411-a0d1-3e8ac3e0d1d6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/d6a14051-35b1-4815-8321-5826f730ef54 HTTP/1.1" status: 204 len: 168 time: 2.5413740 Dec 24 02:58:06.615406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58368) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:06.630607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Checking segment: {'id': '220b769c-2e35-40cd-86ab-ec5c8141a1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:06.630832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network hostable DHCP agents. Network: 6dae1974-0608-4b15-b9e1-9ae1ac423a70, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:06.636251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0f446861-2397-44d7-8e40-fcb2fee51641 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:06.675027 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2f98423a-f467-462a-8360-bd4d7f4f96f6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562260 Dec 24 02:58:06.676893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:06.682429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.694490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'Port': ['ID=f882cc2a-336a-4799-b7f8-4881b542fc2d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:06.710337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.759424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 0f446861-2397-44d7-8e40-fcb2fee51641 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:06.760043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.794450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.resource_extend [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:58:06.847595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.848040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa31d4-cf39-4a9c-b114-fffbd7e4f70f req-3a325309-aaa0-4bc4-8fec-fdfb125266dc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:06.849250 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-79e44f4b-0705-4e4e-8abf-971b14ae74ab tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0768261 Dec 24 02:58:06.849787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26fa31d4-cf39-4a9c-b114-fffbd7e4f70f req-3a325309-aaa0-4bc4-8fec-fdfb125266dc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.3471694 Dec 24 02:58:06.876573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.886026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:06.921171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e61b103-2df7-451b-ab57-1d2348cef28d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:06.925377 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7e61b103-2df7-451b-ab57-1d2348cef28d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2428486 Dec 24 02:58:06.934586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.936141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58374) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:06.942075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:06.984035 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26fa31d4-cf39-4a9c-b114-fffbd7e4f70f req-4575b8a4-6974-48be-a1fb-5128ef4749df tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177185 Dec 24 02:58:06.986124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:06.988232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Network d5c076e6-d081-4422-9821-439410370c13 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:07.011792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58376) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.021903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:07.033856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:07.034790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.035389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.067989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=31806bea-51b1-4445-9065-cfd43e49e2be,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:07.082879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'Subnet': ['ID=86d39e16-7af5-45ee-adb2-d35dbe41ee7c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:07.090241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce21d44-e338-43b6-8a57-5b7286f633ee tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.091733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cce21d44-e338-43b6-8a57-5b7286f633ee tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487036 Dec 24 02:58:07.105864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58384) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.111307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 6dae1974-0608-4b15-b9e1-9ae1ac423a70) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:07.115118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.126952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.127552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.138071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cece2ec-110d-4a70-9e05-6397a011083f None None] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:07.142704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Deleting port 72398476-a9bc-4e82-b4c1-75508e3b9b94 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:07.143075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.164303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d212c1fd-47bd-48b1-9a2c-ba888d816084 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564499 Dec 24 02:58:07.168066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58390) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.174089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8fbc014d-914e-4dc5-8697-743f084928f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2308278 Dec 24 02:58:07.178068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58392) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.183099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:07.201520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Checking segment: {'id': 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:07.201717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Network hostable DHCP agents. Network: 541323ce-5867-4801-a50b-c4ec584ae84c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:07.206985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:07.207971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350fbb7-2f56-4258-b519-0ecddb4191cf tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.212752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a350fbb7-2f56-4258-b519-0ecddb4191cf tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1093 time: 0.1991537 Dec 24 02:58:07.245317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58394) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.249794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:07.273366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.278054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] For port 72398476-a9bc-4e82-b4c1-75508e3b9b94, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=72398476-a9bc-4e82-b4c1-75508e3b9b94,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:07.278360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.284954 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ad962ca-2bf9-499e-b469-473c502e4146 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6523268 Dec 24 02:58:07.296277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Calling delete_port for 72398476-a9bc-4e82-b4c1-75508e3b9b94 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:07.325900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58396) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.352147 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-3a7e981b-803f-44ea-b985-d1e770596150 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--420071352&fields=id&tenant_id=4fca699e25c74052886789a032714d33 HTTP/1.1" status: 200 len: 267 time: 0.1981421 Dec 24 02:58:07.361201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'subnet': {'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:07.364391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-6dae1974-0608-4b15-b9e1-9ae1ac423a70', 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70', 'project_id': '384c66861b8c461dac35fd741e35623c', 'fixed_ips': [{'subnet_id': '13a80043-276c-4fab-8e25-c79f5df9c5ff'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:07.367246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.398911 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 205e3dc8-d44b-4d0d-9ada-45f64d077438 associated. External IP: 172.26.7.42, port: 3624dce7-0fe3-40ae-915d-739549b36b3a. Dec 24 02:58:07.436255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.480108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Network 541323ce-5867-4801-a50b-c4ec584ae84c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:07.539624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Allocated IP 2001:db8::2 (6dae1974-0608-4b15-b9e1-9ae1ac423a70/13a80043-276c-4fab-8e25-c79f5df9c5ff/51064209-ec19-4119-92fd-b3a1b878c6b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:07.553957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-15e78b3f-ca94-48f0-bdb9-7a31b4b4d663 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.555503 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-15e78b3f-ca94-48f0-bdb9-7a31b4b4d663 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 811 time: 0.1916971 Dec 24 02:58:07.556754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.571740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:07.575452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.586827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 541323ce-5867-4801-a50b-c4ec584ae84c) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:07.601313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995ea08-38ec-4b21-a991-27864eb0df11 None None] Network 541323ce-5867-4801-a50b-c4ec584ae84c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:07.618326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] Pushing event deleted for resources: {'Port': ['ID=72398476-a9bc-4e82-b4c1-75508e3b9b94,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:07.624455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.640594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:07.641265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.656376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-db2f69df-c011-46c7-9aeb-bd691a8db927 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/quotas/4fca699e25c74052886789a032714d33 HTTP/1.1" status: 200 len: 375 time: 0.0855513 Dec 24 02:58:07.657480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c1c58-87b2-4071-981d-386a53e79071 None None] No DVR routers for this DVR port 72398476-a9bc-4e82-b4c1-75508e3b9b94 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:07.747612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:07.751265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.778656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-541323ce-5867-4801-a50b-c4ec584ae84c', 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c', 'project_id': '422d688371b94c6b9fd2e80c6aad4262', 'fixed_ips': [{'subnet_id': '86d39e16-7af5-45ee-adb2-d35dbe41ee7c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:07.779542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.792223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d3db3a9c-930e-4782-b0a2-e18e817dbc9f tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9340484 Dec 24 02:58:07.799169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58398) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:07.825490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Request body: {'port': {'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1960490248'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:07.910662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:07.994137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Allocated IP 2001:db8::2 (541323ce-5867-4801-a50b-c4ec584ae84c/86d39e16-7af5-45ee-adb2-d35dbe41ee7c/67904417-4311-4206-a917-743e8163c3eb) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:07.998409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.051591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:08.059252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:08.066627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:08.072040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:08.080667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Pushing event updated for resources: {'Port': ['ID=51064209-ec19-4119-92fd-b3a1b878c6b2,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.096007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.174235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-2b3800c7-5d51-4e34-ba79-5daee2302537 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4832785 Dec 24 02:58:08.189980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] device_id is not set on port 31806bea-51b1-4445-9065-cfd43e49e2be yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:08.208957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Attempting to bind port 51064209-ec19-4119-92fd-b3a1b878c6b2 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:08.209453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Attempting to bind port 51064209-ec19-4119-92fd-b3a1b878c6b2 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '220b769c-2e35-40cd-86ab-ec5c8141a1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:08.210037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Attempting to bind port 51064209-ec19-4119-92fd-b3a1b878c6b2 on network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:08.218526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:08.218526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Checking segment: {'id': '220b769c-2e35-40cd-86ab-ec5c8141a1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:08.219181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.219671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Bound using segment: {'id': '220b769c-2e35-40cd-86ab-ec5c8141a1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:08.224094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Bound port: 51064209-ec19-4119-92fd-b3a1b878c6b2, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b769c-2e35-40cd-86ab-ec5c8141a1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6dae1974-0608-4b15-b9e1-9ae1ac423a70'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:08.224094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.224368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.302204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 416a4dc8-47a2-4cbf-9dc0-734090c015f7 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:08.302475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.312783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0f446861-2397-44d7-8e40-fcb2fee51641 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:08.316742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] For port 51064209-ec19-4119-92fd-b3a1b878c6b2, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:08.330633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.375461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] For port 51064209-ec19-4119-92fd-b3a1b878c6b2, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=51064209-ec19-4119-92fd-b3a1b878c6b2,segment=NetworkSegment(220b769c-2e35-40cd-86ab-ec5c8141a1da),segment_id=220b769c-2e35-40cd-86ab-ec5c8141a1da)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:08.411424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.425776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 0f446861-2397-44d7-8e40-fcb2fee51641 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:08.426278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.444496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-9e16d76b-d3c1-4e10-a66a-9ddc942df8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484107 Dec 24 02:58:08.461150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.467554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=31806bea-51b1-4445-9065-cfd43e49e2be,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.518938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.528973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:08.529776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:08.529776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:08.536983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.541662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Made reservation on behalf of 422d688371b94c6b9fd2e80c6aad4262 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:08.545522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.565963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Network 541323ce-5867-4801-a50b-c4ec584ae84c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:08.566762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc047e-676f-4cf1-ae4c-223ff15986fd None None] Pushing event updated for resources: {'Port': ['ID=51064209-ec19-4119-92fd-b3a1b878c6b2,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.587476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:08.587828 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:08.597909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 2 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:08.598477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:08.601321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:08.646028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.672360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] device_id is not set on port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:08.684665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:08.689647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:08.702862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4cf8beca-f7e0-4bc2-9d11-fdb4b02d2eaf service neutron] 10.222.0.36 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452900 Dec 24 02:58:08.707589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a0fcb-44f1-4481-a0f5-8ac30a3fd0b7 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:08.707739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:08.708714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.709401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Pushing event updated for resources: {'Port': ['ID=67904417-4311-4206-a917-743e8163c3eb,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.715088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:08.715670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:08.716275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:08.748066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.108 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/a7f1f1e1-089a-4797-814a-61fe4be5d4ec) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:08.756780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:08.779740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:08.780318 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:08.781510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=2c6b783d-b81d-4e62-bb6c-3f67188a837b,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.797832 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 3 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:08.799494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:08.804191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Attempting to bind port 67904417-4311-4206-a917-743e8163c3eb on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:08.804596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Attempting to bind port 67904417-4311-4206-a917-743e8163c3eb by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:08.804957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Attempting to bind port 67904417-4311-4206-a917-743e8163c3eb on network 541323ce-5867-4801-a50b-c4ec584ae84c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Checking segment: {'id': 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Bound using segment: {'id': 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:08.892373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Bound port: 67904417-4311-4206-a917-743e8163c3eb, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:08.894140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Subnet': ['ID=4b5b1852-dc26-407c-8218-7f53907fe2a4,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:08.894279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.905720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 72398476-a9bc-4e82-b4c1-75508e3b9b94 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:08.955160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:08.969966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Allocated IP 2001:db8::2b1 (541323ce-5867-4801-a50b-c4ec584ae84c/86d39e16-7af5-45ee-adb2-d35dbe41ee7c/7bb459a7-6f89-4ea3-910e-a61e05dae0b6) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:09.021183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.021546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.021842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.025447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 416a4dc8-47a2-4cbf-9dc0-734090c015f7 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:09.043018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.043529 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.047410 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 4 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.077616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Checking segment: {'id': 'c0a82876-1d54-4b42-a692-4f1081bdaa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:09.078213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network hostable DHCP agents. Network: 1ca455cc-4596-4a5a-a4ce-f336f4dab075, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:09.121307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.122061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.122061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.134172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.134502 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.137668 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 5 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.154811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-71f8a4a3-97e3-49ca-80fe-9e2827f2efc4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9820139 Dec 24 02:58:09.162017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58400) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:09.170569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '2c6b783d-b81d-4e62-bb6c-3f67188a837b', 'ip_address': '2001:db8::f45c:8559:a398:2a36'}], 'name': 'tempest-NetworksTestDHCPv6-1385505087'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:09.174167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.174528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:09.174880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.176764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.180468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 72398476-a9bc-4e82-b4c1-75508e3b9b94 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:09.180949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 72398476-a9bc-4e82-b4c1-75508e3b9b94 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:09.207519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.207787 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.212241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 6 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.237416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '2c6b783d-b81d-4e62-bb6c-3f67188a837b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:09.238260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.239578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.254779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:09.255414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:09.273405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.273746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.274092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.278738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.293341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.293477 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.297462 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 7 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.306120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:09.306842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d873761-dc7e-45be-bd1a-2b4adffafe74 None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:09.330727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] For port 67904417-4311-4206-a917-743e8163c3eb, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:09.334080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.334422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.334761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.350484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.350816 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.352774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 8 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.381488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.381832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.382179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.389271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.389606 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.390007 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 9 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.392430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] For port 67904417-4311-4206-a917-743e8163c3eb, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=67904417-4311-4206-a917-743e8163c3eb,segment=NetworkSegment(ed10bdd3-8f1d-47f2-ba4a-0dd97374e334),segment_id=ed10bdd3-8f1d-47f2-ba4a-0dd97374e334)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:09.402906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.403253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.403619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.408140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.408503 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.408928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempt 10 to bind port 31806bea-51b1-4445-9065-cfd43e49e2be Dec 24 02:58:09.421918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:09.422271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:09.422873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempting to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:09.427224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:09.427567 dv-neutron-822868-1-hyperv neutron-server[110367]: ERROR neutron.plugins.ml2.managers [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Failed to bind port 31806bea-51b1-4445-9065-cfd43e49e2be on host hv-neutron-8228 for vnic_type normal using segments [{'id': '31be4929-b542-43a3-a705-532f42964972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5c076e6-d081-4422-9821-439410370c13'}] Dec 24 02:58:09.427940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.459848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/2c6b783d-b81d-4e62-bb6c-3f67188a837b/9f39056e-33e0-4730-a66b-e00ae37c615c) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:09.511639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:09.517479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.521243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:09.523460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router ab72367c-3420-4b8a-9364-c4146566dfee has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:09.577136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.588220 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c780d041-cc89-4968-b561-38204a4e1507 req-77df38e2-f417-46ff-af34-547ed56814ce tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0635030 Dec 24 02:58:09.609489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Network 541323ce-5867-4801-a50b-c4ec584ae84c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:09.663808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.665902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 1ca455cc-4596-4a5a-a4ce-f336f4dab075) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:09.700877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:09.708986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.723214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=a7f1f1e1-089a-4797-814a-61fe4be5d4ec,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:09.726057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:09.726797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.733180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.734852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb78fbc-a90c-4aa2-a45a-aae661e65b1a None None] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:09.740942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port 31806bea-51b1-4445-9065-cfd43e49e2be, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:09.741319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attempted to set empty binding levels {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 24 02:58:09.742547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:09.752058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:09.763256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.767810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'Port': ['ID=7bb459a7-6f89-4ea3-910e-a61e05dae0b6,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:09.803466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 5c1c820a-226b-42f2-99db-505d5a40b648 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:09.834558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=416a4dc8-47a2-4cbf-9dc0-734090c015f7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:09.838877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:09.857377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:09.860730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.888450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] In _notify_port_updated(), no bound segment for port 31806bea-51b1-4445-9065-cfd43e49e2be on network d5c076e6-d081-4422-9821-439410370c13 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:58:09.898380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:09.903973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:09.906666 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "PUT /v2.0/ports/31806bea-51b1-4445-9065-cfd43e49e2be HTTP/1.1" status: 200 len: 981 time: 2.7060287 Dec 24 02:58:09.918661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:09.920829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58410) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:09.937552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb83b7-3a14-4e40-b385-34772459b758 None None] Pushing event updated for resources: {'Port': ['ID=67904417-4311-4206-a917-743e8163c3eb,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:09.961696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a37ae821-f324-4446-a66e-608f21dce188 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1550438 Dec 24 02:58:09.985447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58412) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:10.005041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Request body: {'port': {'network_id': '541323ce-5867-4801-a50b-c4ec584ae84c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1343987665', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:10.005546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] bootfile-name is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:10.007234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] tftp-server is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:10.008012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] server-ip-address is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:10.019304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.023639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-1ca455cc-4596-4a5a-a4ce-f336f4dab075', 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075', 'project_id': '384c66861b8c461dac35fd741e35623c', 'fixed_ips': [{'subnet_id': '4b5b1852-dc26-407c-8218-7f53907fe2a4'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:10.024602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.053931 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:58:10.112582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51976095-f1fc-469c-83fc-096107577e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event updated for resources: {'Port': ['ID=31806bea-51b1-4445-9065-cfd43e49e2be,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:10.143397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-45fe2336-dda4-44a8-bb65-88af5c4e0d3f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7789965 Dec 24 02:58:10.143856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.162209 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaaa206-fa07-43fd-b139-a56aaa101890 None None] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:10.248794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58414) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:10.366552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:10.378991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.381481 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b72891-9265-48bb-9354-813821e9e05f None None] Sync routers for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:10.389736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 51064209-ec19-4119-92fd-b3a1b878c6b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:10.399184 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:10.399918 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:10.496540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:10.513932 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:10.521340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.528223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:10.528930 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:10.535405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:10.538738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:10.558165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Pushing event updated for resources: {'Port': ['ID=9f39056e-33e0-4730-a66b-e00ae37c615c,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:10.594099 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-29b72891-9265-48bb-9354-813821e9e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:10.595329 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b72891-9265-48bb-9354-813821e9e05f None None] The sync data for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:10.598892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58418) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:10.599474 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-03235ef7-d850-49f4-a35e-7ead35eaba77 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/floatingips/205e3dc8-d44b-4d0d-9ada-45f64d077438 HTTP/1.1" status: 200 len: 976 time: 6.7000706 Dec 24 02:58:10.607038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] Provisioning complete for port 51064209-ec19-4119-92fd-b3a1b878c6b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:10.608017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.614930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f45c:8559:a398:2a36 (bf27008b-e5db-498b-855c-c2529ecfc5ee/2c6b783d-b81d-4e62-bb6c-3f67188a837b/5c1c820a-226b-42f2-99db-505d5a40b648) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:10.665780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Allocated IP 2001:db8::2 (1ca455cc-4596-4a5a-a4ce-f336f4dab075/4b5b1852-dc26-407c-8218-7f53907fe2a4/60fc086a-9b0e-450d-9729-f6585711e53e) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:10.779542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6b1485e-1672-4774-8446-cff6270d6213 req-8d1b226c-1f53-4162-9313-de3626b88d29 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0564063 Dec 24 02:58:10.790966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Attempting to bind port 9f39056e-33e0-4730-a66b-e00ae37c615c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:10.791829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Deleting port 31806bea-51b1-4445-9065-cfd43e49e2be {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:10.792032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.792356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Attempting to bind port 9f39056e-33e0-4730-a66b-e00ae37c615c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:10.793074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Attempting to bind port 9f39056e-33e0-4730-a66b-e00ae37c615c on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:10.824125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Made reservation on behalf of 422d688371b94c6b9fd2e80c6aad4262 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:10.827962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.857015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:10.857373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:10.857791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.858188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:10.858669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Bound port: 9f39056e-33e0-4730-a66b-e00ae37c615c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:10.859047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.875831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 51064209-ec19-4119-92fd-b3a1b878c6b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:10.876198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:10.942904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] device_id is not set on port df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:10.957730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.000394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] For port 31806bea-51b1-4445-9065-cfd43e49e2be, host hv-neutron-8228, got binding levels [] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:11.000799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.082865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Calling delete_port for 31806bea-51b1-4445-9065-cfd43e49e2be owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:11.123147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] For port 9f39056e-33e0-4730-a66b-e00ae37c615c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:11.128283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.161716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] For port 9f39056e-33e0-4730-a66b-e00ae37c615c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f39056e-33e0-4730-a66b-e00ae37c615c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:11.202794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.233842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] For port 51064209-ec19-4119-92fd-b3a1b878c6b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=51064209-ec19-4119-92fd-b3a1b878c6b2,segment=NetworkSegment(220b769c-2e35-40cd-86ab-ec5c8141a1da),segment_id=220b769c-2e35-40cd-86ab-ec5c8141a1da)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:11.235230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.261865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.263856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.267427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router e3e5bde9-654d-4d3d-bc31-74068ef7307e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:11.333729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.346916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dc6c1-9020-409f-9bb8-a9a5598d35f6 None None] Pushing event updated for resources: {'Port': ['ID=9f39056e-33e0-4730-a66b-e00ae37c615c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:11.383370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:11.386564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:11.390597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:11.405163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.450958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Pushing event updated for resources: {'Port': ['ID=60fc086a-9b0e-450d-9729-f6585711e53e,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:11.591634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:11.592862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:11.654812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Attempting to bind port 60fc086a-9b0e-450d-9729-f6585711e53e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:11.655677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Attempting to bind port 60fc086a-9b0e-450d-9729-f6585711e53e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c0a82876-1d54-4b42-a692-4f1081bdaa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:11.659000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Attempting to bind port 60fc086a-9b0e-450d-9729-f6585711e53e on network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:11.669522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb9ef9-113a-45be-84b5-fe7ae6d0e0aa None None] Network 541323ce-5867-4801-a50b-c4ec584ae84c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:11.706278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-19a86400-862e-4436-bea9-e034453617ab None None] Provisioning complete for port 51064209-ec19-4119-92fd-b3a1b878c6b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:11.706802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-19a86400-862e-4436-bea9-e034453617ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.709143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:11.709679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Checking segment: {'id': 'c0a82876-1d54-4b42-a692-4f1081bdaa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:11.710103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.710618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Bound using segment: {'id': 'c0a82876-1d54-4b42-a692-4f1081bdaa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:11.711170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Bound port: 60fc086a-9b0e-450d-9729-f6585711e53e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a82876-1d54-4b42-a692-4f1081bdaa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1ca455cc-4596-4a5a-a4ce-f336f4dab075'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:11.711903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.716829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c271-fc84-47de-89e4-216221879375 None None] Pushing event updated for resources: {'Port': ['ID=51064209-ec19-4119-92fd-b3a1b878c6b2,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:11.890642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:11.915858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Allocated IP 2001:db8::1af (541323ce-5867-4801-a50b-c4ec584ae84c/86d39e16-7af5-45ee-adb2-d35dbe41ee7c/df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:11.934702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:11.943688 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3a4ab71a-0613-4d8f-a28c-bf1ab95b1d56 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3729041 Dec 24 02:58:11.950968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40d139-501c-4199-83d4-af59c088526d None None] Sync routers for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:11.956928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58424) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:11.966117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ba5e7813-404b-4d25-9bf5-7fb1b1a32203 req-c072d475-f6a5-4410-88cc-139619fcc207 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0468922 Dec 24 02:58:11.968650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.007245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Pushing event deleted for resources: {'Port': ['ID=31806bea-51b1-4445-9065-cfd43e49e2be,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:12.032045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.036085 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-38589189-cc61-49a5-be60-6d6e77cdb631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "DELETE /v2.0/ports/31806bea-51b1-4445-9065-cfd43e49e2be HTTP/1.1" status: 204 len: 168 time: 2.1073737 Dec 24 02:58:12.038852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58426) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:12.067015 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c05bad-cd61-45fe-aa6b-9eb80f91a85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] GET failed (client error): The resource could not be found. Dec 24 02:58:12.068501 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5c05bad-cd61-45fe-aa6b-9eb80f91a85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-271791938-project-admin] 10.222.0.36 "GET /v2.0/ports/31806bea-51b1-4445-9065-cfd43e49e2be HTTP/1.1" status: 404 len: 333 time: 0.0285082 Dec 24 02:58:12.072868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58428) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:12.115774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 4ad88ea5-c219-4e29-b5f8-d8060b9533f8 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:12.116711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.156900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] For port 60fc086a-9b0e-450d-9729-f6585711e53e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:12.183414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.193391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] For port 60fc086a-9b0e-450d-9729-f6585711e53e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60fc086a-9b0e-450d-9729-f6585711e53e,segment=NetworkSegment(c0a82876-1d54-4b42-a692-4f1081bdaa05),segment_id=c0a82876-1d54-4b42-a692-4f1081bdaa05)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:12.200244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:12.200895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.208725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.247781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.258883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:12.259112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.294219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7d40d139-501c-4199-83d4-af59c088526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.295646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40d139-501c-4199-83d4-af59c088526d None None] The sync data for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:12.296757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.364918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d17be-d4a9-40e1-935b-e9b80a130a1d None None] Pushing event updated for resources: {'Port': ['ID=60fc086a-9b0e-450d-9729-f6585711e53e,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:12.365044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.376043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] Provisioning complete for port 67904417-4311-4206-a917-743e8163c3eb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:12.376438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.393409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c076e6-d081-4422-9821-439410370c13']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.409045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31be4929-b542-43a3-a705-532f42964972') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.409045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31be4929-b542-43a3-a705-532f42964972') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:12.416987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.428174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.487088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.506879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:12.507546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:12.513492 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:12.516896 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:12.537490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.538479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.639854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.674588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] For port 67904417-4311-4206-a917-743e8163c3eb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=67904417-4311-4206-a917-743e8163c3eb,segment=NetworkSegment(ed10bdd3-8f1d-47f2-ba4a-0dd97374e334),segment_id=ed10bdd3-8f1d-47f2-ba4a-0dd97374e334)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:12.730631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.765438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Allocated IP 2001:db8::1 (6dae1974-0608-4b15-b9e1-9ae1ac423a70/13a80043-276c-4fab-8e25-c79f5df9c5ff/76f2eac8-fef0-40a2-a524-176ff34fb921) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:12.770383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.817490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f39056e-33e0-4730-a66b-e00ae37c615c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:12.861326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=a7f1f1e1-089a-4797-814a-61fe4be5d4ec,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:12.870732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.876274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.883731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] 10.222.0.36 "DELETE /v2.0/networks/d5c076e6-d081-4422-9821-439410370c13 HTTP/1.1" status: 204 len: 168 time: 0.8060222 Dec 24 02:58:12.894976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:12.961173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96637b-1ab1-45f1-9513-52a8a64eaf53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701480002-project] Pushing event deleted for resources: {'Network': ['ID=d5c076e6-d081-4422-9821-439410370c13,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:12.966861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:12.978824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:13.004975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e8146-2c09-4fc8-be3e-86458c428a49 None None] Pushing event updated for resources: {'Port': ['ID=67904417-4311-4206-a917-743e8163c3eb,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:13.111423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:13.126490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-aba187fb-0d40-4003-87b9-228c6e4d599b None None] Provisioning complete for port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.126490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aba187fb-0d40-4003-87b9-228c6e4d599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.126705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:13.127497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.135130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=5c1c820a-226b-42f2-99db-505d5a40b648,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:13.169680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9f39056e-33e0-4730-a66b-e00ae37c615c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.185114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.242325 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP e98dd7fe-3e95-4eae-be40-012b4723bbd9 associated. External IP: 172.26.7.108, port: 4dabc5c5-3ead-4ec7-83e5-d006cb94c978. Dec 24 02:58:13.271245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-aba187fb-0d40-4003-87b9-228c6e4d599b None None] Port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:13.310994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-aba187fb-0d40-4003-87b9-228c6e4d599b None None] Provisioning complete for port 67904417-4311-4206-a917-743e8163c3eb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.311368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aba187fb-0d40-4003-87b9-228c6e4d599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.411916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.497253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 9f39056e-33e0-4730-a66b-e00ae37c615c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f39056e-33e0-4730-a66b-e00ae37c615c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:13.570684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.571618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 67904417-4311-4206-a917-743e8163c3eb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:13.586228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58440) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:13.610421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:13.642278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=9f39056e-33e0-4730-a66b-e00ae37c615c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:13.679616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.706069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Provisioning complete for port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.706808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.742394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4861a45-d614-41f8-9876-cbd391a214bd req-7badaf6a-f194-466b-a495-595955e6dd3c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.5379343 Dec 24 02:58:13.773356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 67904417-4311-4206-a917-743e8163c3eb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.773976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.820605 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-99c7c539-f0b2-44b5-bc57-b795f6cef1b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6571958 Dec 24 02:58:13.824621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58444) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:13.830332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:13.830478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '2c6b783d-b81d-4e62-bb6c-3f67188a837b', 'ip_address': '2001:db8::f45c:8559:a398:2a36'}], 'name': 'tempest-NetworksTestDHCPv6-1187339794'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:13.834057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-44f868a6-0936-4fbc-abb9-51bde74818b6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:13.835652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-44f868a6-0936-4fbc-abb9-51bde74818b6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 811 time: 1.0036840 Dec 24 02:58:13.844127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Provisioning complete for port 9f39056e-33e0-4730-a66b-e00ae37c615c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:13.844535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.882398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:13.895855 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:13.925846 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:13.928065 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:13.931123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 51064209-ec19-4119-92fd-b3a1b878c6b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:13.933255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.935911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.936260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:13.936606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Floating IP 205e3dc8-d44b-4d0d-9ada-45f64d077438 disassociated. External IP: 172.26.7.42, port: 4ad88ea5-c219-4e29-b5f8-d8060b9533f8. Dec 24 02:58:13.942394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 4ad88ea5-c219-4e29-b5f8-d8060b9533f8 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:14.017805 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ccefc409-1c77-4727-8cc7-2afa73df11ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c284b21e9e44092859739ec1924509f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281986 Dec 24 02:58:14.019077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:14.056485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 51064209-ec19-4119-92fd-b3a1b878c6b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:14.057184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.092704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.150097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.159371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Provisioning complete for port 5c1c820a-226b-42f2-99db-505d5a40b648 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:14.159743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.194601 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e51d8728-cb54-431b-b246-36d295e18d55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9482071 Dec 24 02:58:14.200735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:58:14.203521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:58:14.204153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6b76e-af75-4781-9089-ea4315319bc3 None None] Port 5c1c820a-226b-42f2-99db-505d5a40b648 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:14.207089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58448) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:14.225970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.281511 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:14.290263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489fe5f2-b1ad-4144-bbd9-60f4addf6ded x-openstack-request-id: req-489fe5f2-b1ad-4144-bbd9-60f4addf6ded {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:58:14.290479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba1137-05ad-4a13-b60c-a0247f166008 None None] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:14.290613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:58:14.290844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-489fe5f2-b1ad-4144-bbd9-60f4addf6ded {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:58:14.292205 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'status': 'completed', 'code': 200} Dec 24 02:58:14.303616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:14.352566 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9d0218dd-dba3-430a-93ba-21c0e7531bb3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/e98dd7fe-3e95-4eae-be40-012b4723bbd9 HTTP/1.1" status: 200 len: 991 time: 0.1384583 Dec 24 02:58:14.465943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] Provisioning complete for port 60fc086a-9b0e-450d-9729-f6585711e53e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:14.466483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.484652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.504439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.504696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.505846 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffa2892c-3e1c-4c37-a033-2e1b25a93108 HTTP/1.1" status: 204 len: 168 time: 0.4857633 Dec 24 02:58:14.507322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port f4c2c940-99f4-45a5-ab83-d88dacc89099 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:14.528227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f676-1a59-4f5c-af15-b6a954ff97a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2892c-3e1c-4c37-a033-2e1b25a93108,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:14.573736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.585791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f39056e-33e0-4730-a66b-e00ae37c615c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:14.673482 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-d9173483-9caf-4347-b681-314aa9b55f60 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fca699e25c74052886789a032714d33 HTTP/1.1" status: 200 len: 379 time: 0.8151081 Dec 24 02:58:14.726276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'port': {'device_id': '18a01e26-f763-48d4-82df-551198668259', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'admin_state_up': True, 'tenant_id': '4fca699e25c74052886789a032714d33', 'security_groups': ['ed44c209-42ad-4343-855e-4f2ecb51602f']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:14.728750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.734766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9f39056e-33e0-4730-a66b-e00ae37c615c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:14.734766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.738372 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:10Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:14.783924 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:14.795537 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:14.796163 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:14.811879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Network 541323ce-5867-4801-a50b-c4ec584ae84c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:14.826395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] For port 60fc086a-9b0e-450d-9729-f6585711e53e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60fc086a-9b0e-450d-9729-f6585711e53e,segment=NetworkSegment(c0a82876-1d54-4b42-a692-4f1081bdaa05),segment_id=c0a82876-1d54-4b42-a692-4f1081bdaa05)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:14.829994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.845107 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 24 02:58:14.845704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:58:14.868459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:14.872213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'Port': ['ID=df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:14.899491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60fc086a-9b0e-450d-9729-f6585711e53e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:14.905554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:14.934392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21a37d62-006a-447e-89c4-246d7838174d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1084580 Dec 24 02:58:14.937016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58458) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:14.953116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:14.966948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:14.975536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.010416 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:15.012883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6626f1-665f-4bb2-82cf-167c98a230c0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.021506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbde8e-ab6f-4aa2-a69c-172aeb52ab97 None None] Pushing event updated for resources: {'Port': ['ID=60fc086a-9b0e-450d-9729-f6585711e53e,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:15.029838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6626f1-665f-4bb2-82cf-167c98a230c0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.033052 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb6626f1-665f-4bb2-82cf-167c98a230c0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0949607 Dec 24 02:58:15.036367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58460) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.087561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 60fc086a-9b0e-450d-9729-f6585711e53e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:15.092895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.155841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7968eab6-05de-4a19-b72e-47a2f84e53a6 None None] Provisioning complete for port 60fc086a-9b0e-450d-9729-f6585711e53e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:15.156236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7968eab6-05de-4a19-b72e-47a2f84e53a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.165383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-29d4a8c2-5e66-4b08-b759-9dfc737b78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.167839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-29d4a8c2-5e66-4b08-b759-9dfc737b78bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1098 time: 0.5920033 Dec 24 02:58:15.181046 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-230f73b9-aa17-4f43-b92a-35ce3fb34736 req-8383884a-a2db-49d3-bc3d-c65b28149f6a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0900900 Dec 24 02:58:15.258237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 5c1c820a-226b-42f2-99db-505d5a40b648 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:15.258502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.267208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 67904417-4311-4206-a917-743e8163c3eb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:15.367884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 67904417-4311-4206-a917-743e8163c3eb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:15.368256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.392082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.396119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58462) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.401517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.432027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:10Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:15.464304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 5c1c820a-226b-42f2-99db-505d5a40b648 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:15.464562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Made reservation on behalf of 4fca699e25c74052886789a032714d33 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:15.466518 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12cf65d-c1c0-4757-a515-17f933ceb4d0 None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:57:27Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:10Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:15.468369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.512560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Port': ['ID=76f2eac8-fef0-40a2-a524-176ff34fb921,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:15.516864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:15.530519 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-61484e28-b88f-4701-9d61-147dc742d6f5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/e98dd7fe-3e95-4eae-be40-012b4723bbd9 HTTP/1.1" status: 200 len: 991 time: 0.1330011 Dec 24 02:58:15.540777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58464) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.551581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.559668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a5e2c32b-9767-4fd5-aaa9-9c7e4f3ea3a1 None None] Provisioning complete for port df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:15.560160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a5e2c32b-9767-4fd5-aaa9-9c7e4f3ea3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.564941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:15.591094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:15.591716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.626535 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-056dc68d-b47d-4fb6-8566-69dae0c3f84e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e54e7c04213f41f089bb5de8c14b0d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840220 Dec 24 02:58:15.641838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a5e2c32b-9767-4fd5-aaa9-9c7e4f3ea3a1 None None] Port df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:15.644208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58466) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.717311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=4ad88ea5-c219-4e29-b5f8-d8060b9533f8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:15.734512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cfbbdacc-c1eb-48bc-afe8-c5a6ede5c6b5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 5.7470982 Dec 24 02:58:15.739535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58468) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.742530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.758909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-4f72eb94-e17a-481b-8ad2-f2405662c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.761381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-4f72eb94-e17a-481b-8ad2-f2405662c799 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 898 time: 0.5744743 Dec 24 02:58:15.808165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.812135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:15.818545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5abd2-5c61-4c06-a838-30a1292fcd49 None None] New status for floating IP e98dd7fe-3e95-4eae-be40-012b4723bbd9: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:58:15.892526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f11559-0421-461e-80cd-8fef6739e674 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.899098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f11559-0421-461e-80cd-8fef6739e674 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.911333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f11559-0421-461e-80cd-8fef6739e674 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:15.918000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-97f11559-0421-461e-80cd-8fef6739e674 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1748047 Dec 24 02:58:15.930256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58470) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:15.953634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=5c1c820a-226b-42f2-99db-505d5a40b648,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:16.003836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.006686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cd0d7461-680e-49c1-84df-8c691eb76f71 None None] Provisioning complete for port 76f2eac8-fef0-40a2-a524-176ff34fb921 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:16.007842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd0d7461-680e-49c1-84df-8c691eb76f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.010566 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ccac4d56-0769-4f79-a6d5-871dc6c8ffff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/5c1c820a-226b-42f2-99db-505d5a40b648 HTTP/1.1" status: 204 len: 168 time: 0.9724619 Dec 24 02:58:16.011181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58472) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:16.083269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9d393-5f46-4747-9dac-e4df8347a1e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:16.085370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9d393-5f46-4747-9dac-e4df8347a1e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:16.087330 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d4e9d393-5f46-4747-9dac-e4df8347a1e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0744653 Dec 24 02:58:16.091397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58474) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:16.102758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cd0d7461-680e-49c1-84df-8c691eb76f71 None None] Port 76f2eac8-fef0-40a2-a524-176ff34fb921 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:16.150880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 2c6b783d-b81d-4e62-bb6c-3f67188a837b {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:16.154643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.176235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.184556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.184556 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7356e14e-168b-490c-a972-971a72c5f41f HTTP/1.1" status: 204 len: 168 time: 0.5348167 Dec 24 02:58:16.199357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ec0b-1f1b-4b05-b444-6dee762def2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356e14e-168b-490c-a972-971a72c5f41f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:16.223088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.311998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-31ce84b0-25fd-4a6c-bedb-9513decde09d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 200 len: 999 time: 0.5360484 Dec 24 02:58:16.367034 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b909da15-e8ed-4efe-8044-244be3af2a66 req-c089d248-12de-44d8-bad4-216880c48a85 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0625694 Dec 24 02:58:16.378582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60fc086a-9b0e-450d-9729-f6585711e53e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:16.433956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.446575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 60fc086a-9b0e-450d-9729-f6585711e53e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:16.447016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.534196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58480) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:16.582286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.618546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6b783d-b81d-4e62-bb6c-3f67188a837b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:16.626949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.641709 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ce6620dc-b44d-404a-943a-50f912fd4a23 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/2c6b783d-b81d-4e62-bb6c-3f67188a837b HTTP/1.1" status: 204 len: 168 time: 0.5453575 Dec 24 02:58:16.643406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58484) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:16.644253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c34e42-f598-460b-a18a-c9943ccc7358 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:16.691159 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-69baac5c-99fd-4464-86b5-8e9eb47fa5ad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405922 Dec 24 02:58:16.692616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58486) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:16.699180 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-79ad856c-99a8-4a1a-93bf-bacf49bba107 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/e98dd7fe-3e95-4eae-be40-012b4723bbd9 HTTP/1.1" status: 200 len: 993 time: 0.1638193 Dec 24 02:58:16.712383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:16.745584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Allocated IP 172.20.0.11 (b6760703-ef02-4f67-9e78-8cca1be4d259/077efca6-b6cb-4e68-8a67-b42bab7e8e84/94447247-3904-421a-90b8-8864520dc475) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:16.750033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router ab72367c-3420-4b8a-9364-c4146566dfee has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:16.756238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.795231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-6db5fd13-78d6-4915-b4e4-c4a941c6ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:16.796777 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-6db5fd13-78d6-4915-b4e4-c4a941c6ab57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87401225-ef90-4762-b877-53fda6e31138 HTTP/1.1" status: 200 len: 835 time: 0.4596667 Dec 24 02:58:16.912368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Deleting port df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:16.912812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:16.932100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:16.936821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.008677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:17.071777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Deleting port 9f39056e-33e0-4730-a66b-e00ae37c615c {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:17.072193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.153941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] For port 9f39056e-33e0-4730-a66b-e00ae37c615c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f39056e-33e0-4730-a66b-e00ae37c615c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:17.154603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.167775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Calling delete_port for 9f39056e-33e0-4730-a66b-e00ae37c615c owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:17.250045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.264180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-74a9fec5-b018-440a-9dd5-0d02b2d5a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:17.265300 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-74a9fec5-b018-440a-9dd5-0d02b2d5a1ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c69c282-c59b-4e91-ab3a-44740c021efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4554904 Dec 24 02:58:17.300895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:17.304590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:17.309802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:17.310399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.319195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.329130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=e960ce49-d5f6-4f59-ac9f-c912c4e31c24,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:17.359603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] Pushing event deleted for resources: {'Port': ['ID=9f39056e-33e0-4730-a66b-e00ae37c615c,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:17.361996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef112d9-f3b3-46a9-a119-528506fc623a None None] No DVR routers for this DVR port 9f39056e-33e0-4730-a66b-e00ae37c615c on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:17.380549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ea2ab-556a-4def-ab32-fdc5323d6757 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:17.406154 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ebb0a2e0-beea-4c43-9044-5ad757fecaad tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7113230 Dec 24 02:58:17.409451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:17.419343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': 'e960ce49-d5f6-4f59-ac9f-c912c4e31c24', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1485086496'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:17.497655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.508618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'e960ce49-d5f6-4f59-ac9f-c912c4e31c24'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:17.510298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.520712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:17.535730 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] Sync routers for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:17.549437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port bf7a983a-6a89-4089-bc82-d07e3949fb4d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:17.549786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.551917 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:17.558505 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:17.606484 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:17.620627 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:17.621490 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:17.622675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58508) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:17.662858 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:17.663532 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b72ed2-35b9-4884-abb0-7da87717ab16 None None] The sync data for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:17.673287 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-76f17e7a-0cb6-4d5d-a87e-8080193bfc0e req-54371f90-ff51-44fa-bd18-6ea8f8d3bc2b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.1833701 Dec 24 02:58:17.674937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:17.681137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.700012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Calling delete_port for df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:17.703327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port fa5d441c-33d9-4f77-9b41-21e6c999cdad yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:17.714184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/e960ce49-d5f6-4f59-ac9f-c912c4e31c24/c665cdf5-045a-4394-a526-721a00c28fd8) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:17.721244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.762972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-753578653'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:17.880025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.893891 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-dd520d58-0049-4d9f-b44a-4e2f52b1b79f service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878413 Dec 24 02:58:17.895954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Made reservation on behalf of d80ce2c2936742de86f58dbc022aaed8 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:17.899488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.911179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.969471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.972705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8ce51b19-2ca3-420b-96e5-4536a68d59a6 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/4ad88ea5-c219-4e29-b5f8-d8060b9533f8 HTTP/1.1" status: 204 len: 168 time: 7.3699744 Dec 24 02:58:17.976996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:17.979838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:18.019993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:18.022817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:18.026960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:18.034683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.040215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Pushing event updated for resources: {'Port': ['ID=c665cdf5-045a-4394-a526-721a00c28fd8,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.072968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for bf7a983a-6a89-4089-bc82-d07e3949fb4d owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:18.078024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.084982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Attempting to bind port c665cdf5-045a-4394-a526-721a00c28fd8 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:18.085162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Attempting to bind port c665cdf5-045a-4394-a526-721a00c28fd8 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:18.085505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Attempting to bind port c665cdf5-045a-4394-a526-721a00c28fd8 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:18.089733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:58:18.090305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:58:18.091992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:18.092587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:18.093007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.093398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:18.094056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Bound port: c665cdf5-045a-4394-a526-721a00c28fd8, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:18.094605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.102880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.164706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] For port c665cdf5-045a-4394-a526-721a00c28fd8, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:18.203936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9283cd9e-d65d-4c27-a6de-ce4dc860c1e9 req-0a74a028-c61a-45b2-8845-dfeca16b0378 service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921185 Dec 24 02:58:18.204581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.205344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.268468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Network b6760703-ef02-4f67-9e78-8cca1be4d259 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:18.281336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event updated for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.292340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:18.302553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:18.342954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] For port c665cdf5-045a-4394-a526-721a00c28fd8, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c665cdf5-045a-4394-a526-721a00c28fd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:18.357506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f39056e-33e0-4730-a66b-e00ae37c615c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:18.381942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 9f39056e-33e0-4730-a66b-e00ae37c615c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:18.382707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f39056e-33e0-4730-a66b-e00ae37c615c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:18.416934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.441746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.463792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Port': ['ID=76f2eac8-fef0-40a2-a524-176ff34fb921,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.472986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.528363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event deleted for resources: {'Port': ['ID=df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.538057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75db944d-4434-4934-bcf2-30c4df7c8b57 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "DELETE /v2.0/ports/df2fbbc0-5838-45cd-a9a8-6dd3ece8faa7 HTTP/1.1" status: 204 len: 168 time: 2.5735328 Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.546535 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:18.548784 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:18.549605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:18.550200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.554172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58514) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:18.562303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Request body: {'port': {'name': 'tempest-new-port-name-1217399427', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:18.562756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] bootfile-name is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:18.563044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] tftp-server is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:18.563668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] server-ip-address is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 02:58:18.586872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491a780-299b-4374-bdef-0f3078094bb4 None None] Pushing event updated for resources: {'Port': ['ID=c665cdf5-045a-4394-a526-721a00c28fd8,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.606455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.616351 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1694bfdc-ddcd-43bf-91c5-9c7f3ae39ae3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2023191 Dec 24 02:58:18.622457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:18.653879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:18.669600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:18.733001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:18.747807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-e46e9d1f-6c89-4412-ada8-85b852f35e2c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0551143 Dec 24 02:58:18.756584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.757872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.758233 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Added segment 1fb877d6-a134-4865-9d8f-d7c2a8795c99 of type vlan for network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 Dec 24 02:58:18.760027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d54b5d8-0695-4e8f-a72f-e548eae4d8e4,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:18.771716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-afbc8b83-06ea-4bf8-a5c0-ffd2c5bd5704 None None] Provisioning complete for port 94447247-3904-421a-90b8-8864520dc475 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:18.772579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afbc8b83-06ea-4bf8-a5c0-ffd2c5bd5704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.856336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-afbc8b83-06ea-4bf8-a5c0-ffd2c5bd5704 None None] Port 94447247-3904-421a-90b8-8864520dc475 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:18.931357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009a326-9891-4ba5-a185-bafa365b462d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:18.948726 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a009a326-9891-4ba5-a185-bafa365b462d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3160880 Dec 24 02:58:18.951125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:18.968816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58520) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:19.091868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d08a-8964-4f69-8208-e30a54050938 req-89ac6624-a944-4091-a5a8-0c9ce7f7ac12 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:19.093571 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4609d08a-8964-4f69-8208-e30a54050938 req-89ac6624-a944-4091-a5a8-0c9ce7f7ac12 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 932 time: 0.3122988 Dec 24 02:58:19.107096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6535-a695-4516-9f46-ea5a17dc8d59 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:19.109198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6535-a695-4516-9f46-ea5a17dc8d59 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:19.111031 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9f6b6535-a695-4516-9f46-ea5a17dc8d59 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1408401 Dec 24 02:58:19.119918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58522) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:19.127678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Request body: {'port': {'device_id': '18a01e26-f763-48d4-82df-551198668259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:19.148473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.181364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.182677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c2dcc0c3-307d-4074-b3b3-54e2a774f898 None None] Provisioning complete for port 76f2eac8-fef0-40a2-a524-176ff34fb921 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:19.183589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c2dcc0c3-307d-4074-b3b3-54e2a774f898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.187229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:19.189376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.222448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c2dcc0c3-307d-4074-b3b3-54e2a774f898 None None] Port 76f2eac8-fef0-40a2-a524-176ff34fb921 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:19.267968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=bf7a983a-6a89-4089-bc82-d07e3949fb4d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:19.291573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet e960ce49-d5f6-4f59-ac9f-c912c4e31c24 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:19.300816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4609d08a-8964-4f69-8208-e30a54050938 req-219c7621-ac55-48b7-b6d9-927b31f6d35d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993315 Dec 24 02:58:19.310492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.369794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Network': ['ID=94e3165b-b3a4-4ee1-b41a-9b3a536e0e26,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:19.381119 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b42fb889-7d89-417a-8dd5-9ff0088fdcfd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7571373 Dec 24 02:58:19.382096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:19.383864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58524) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:19.392307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'subnet': {'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:19.454247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.455515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.479626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.567390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.632582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.760490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Made reservation on behalf of d80ce2c2936742de86f58dbc022aaed8 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:19.764191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.846119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Router 2ced3dfe-8214-420e-885d-a1dbce9fab46 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:19.872407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.875615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.901803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router e3e5bde9-654d-4d3d-bc31-74068ef7307e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:19.921327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=e960ce49-d5f6-4f59-ac9f-c912c4e31c24,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:19.924705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:19.927941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-59fb6f21-0d4f-40b4-9889-501231a9bca4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/e960ce49-d5f6-4f59-ac9f-c912c4e31c24 HTTP/1.1" status: 204 len: 168 time: 0.8057704 Dec 24 02:58:19.933821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:19.990621 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ac746c84-daca-4c5d-9b70-7ad895036510 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523238 Dec 24 02:58:19.990804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21e38f-4227-411a-b2e0-2015a9a87aa9 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:20.010004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58528) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.011546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.016090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:20.078187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] Provisioning complete for port c665cdf5-045a-4394-a526-721a00c28fd8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:20.079049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.156355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] In _notify_port_updated(), no bound segment for port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 on network 541323ce-5867-4801-a50b-c4ec584ae84c {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:58:20.162514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:20.163250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.168849 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "PUT /v2.0/ports/7bb459a7-6f89-4ea3-910e-a61e05dae0b6 HTTP/1.1" status: 200 len: 1130 time: 1.6079764 Dec 24 02:58:20.176832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58530) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.210310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:20.215833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:20.222953 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9642c63d-3868-45bf-82db-0077ad5da005 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2619298 Dec 24 02:58:20.230352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9c6c-058b-456d-b1a6-afc2d578f57e tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event updated for resources: {'Port': ['ID=7bb459a7-6f89-4ea3-910e-a61e05dae0b6,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:20.239617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-45ed34d3-7211-4015-a307-9240dc63de29 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9845192 Dec 24 02:58:20.239617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58532) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.240406 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] Sync routers for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:20.250312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58534) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.261390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] Sync routers for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:20.264202 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:20.268126 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.299235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:20.305297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bde1b2-805e-4f6f-8f3e-00ca7d453779 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:20.307121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-86bdae77-b252-4bc7-8235-28cc90035141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.307985 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-79bde1b2-805e-4f6f-8f3e-00ca7d453779 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "GET /v2.0/ports/7bb459a7-6f89-4ea3-910e-a61e05dae0b6 HTTP/1.1" status: 200 len: 1130 time: 0.1287134 Dec 24 02:58:20.313616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.320069 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-158f6d84-c1db-4a60-a30b-d02eaac9017e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e5bde9-654d-4d3d-bc31-74068ef7307e HTTP/1.1" status: 200 len: 205 time: 0.0772033 Dec 24 02:58:20.327718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58536) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.328453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58538) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:20.369938 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.395982 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:20.396649 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.400839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:20.404860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.404860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.445158 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.446044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e05c48-a567-45d5-894e-37ffd56a07a9 None None] The sync data for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:20.494867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.507071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94447247-3904-421a-90b8-8864520dc475 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:58:20.518641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] For port c665cdf5-045a-4394-a526-721a00c28fd8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c665cdf5-045a-4394-a526-721a00c28fd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:20.523172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] Routers {'e3e5bde9-654d-4d3d-bc31-74068ef7307e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:20.523557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:57:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.525974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:20.529634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.549078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.561043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:20.561817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2e955-ad98-403c-85a3-b83818ecbb9e None None] The sync data for ids ['e3e5bde9-654d-4d3d-bc31-74068ef7307e'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:20.566282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Deleting port c665cdf5-045a-4394-a526-721a00c28fd8 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:20.566840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.583794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Transition to ACTIVE for port object 94447247-3904-421a-90b8-8864520dc475 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 02:58:20.587924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.605862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff26f7-83b3-4931-8a81-74ad0d5f1283 req-bb111d35-096c-40cf-a399-637664401532 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:20.607480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3ff26f7-83b3-4931-8a81-74ad0d5f1283 req-bb111d35-096c-40cf-a399-637664401532 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 932 time: 0.1850867 Dec 24 02:58:20.639281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.666983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:20.667431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.674628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] For port c665cdf5-045a-4394-a526-721a00c28fd8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c665cdf5-045a-4394-a526-721a00c28fd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:20.675028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.685518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.695927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Calling delete_port for c665cdf5-045a-4394-a526-721a00c28fd8 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:20.706136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ea9a2-5cf8-465d-96af-b922922d4971 None None] Pushing event updated for resources: {'Port': ['ID=c665cdf5-045a-4394-a526-721a00c28fd8,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:20.758275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Subnet': ['ID=e04d371f-1896-4241-88e4-fefcbc5fc18f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:20.764288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9767da40-ab82-47d1-995d-32eb13ed776b None None] Provisioning complete for port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:20.764675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9767da40-ab82-47d1-995d-32eb13ed776b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.780387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Pushing event updated for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:20.785535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3ff26f7-83b3-4931-8a81-74ad0d5f1283 req-8e7c8008-c363-4315-99df-95874302474c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434984 Dec 24 02:58:20.828452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9767da40-ab82-47d1-995d-32eb13ed776b None None] Port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:20.865736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Checking segment: {'id': '1fb877d6-a134-4865-9d8f-d7c2a8795c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:20.866247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network hostable DHCP agents. Network: 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:20.924379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:20.970539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] Pushing event deleted for resources: {'Port': ['ID=c665cdf5-045a-4394-a526-721a00c28fd8,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:20.975124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297191b6-ee6c-4c6a-af1c-08d968d3e53a None None] No DVR routers for this DVR port c665cdf5-045a-4394-a526-721a00c28fd8 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:21.233873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Attempting to bind port 94447247-3904-421a-90b8-8864520dc475 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:21.234503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Attempting to bind port 94447247-3904-421a-90b8-8864520dc475 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:21.234603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Attempting to bind port 94447247-3904-421a-90b8-8864520dc475 on network b6760703-ef02-4f67-9e78-8cca1be4d259 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:21.243418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-891ef35b-23d0-4837-bf95-8776fcd015b6 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:58:21.244733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-891ef35b-23d0-4837-bf95-8776fcd015b6 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9934218 Dec 24 02:58:21.245634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Port 94447247-3904-421a-90b8-8864520dc475 on network b6760703-ef02-4f67-9e78-8cca1be4d259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:58:21.245971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Attempting to bind port 94447247-3904-421a-90b8-8864520dc475 on network b6760703-ef02-4f67-9e78-8cca1be4d259 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:21.247876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58542) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:21.257198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:21.257537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Checking segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:21.257915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Bound using segment: {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:21.258344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Bound port: 94447247-3904-421a-90b8-8864520dc475, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4141e96c-ffcf-414d-9690-d6508571e02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:21.258696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.294549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.299463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.363313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.399409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Deleting port 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:21.399767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.402528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:21.410536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:21.462983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:21.479333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=94447247-3904-421a-90b8-8864520dc475,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:21.525863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.526366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router e3e5bde9-654d-4d3d-bc31-74068ef7307e {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:21.538125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.539218 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c17e39dc-ab2e-4645-8085-8d42529b9941 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e HTTP/1.1" status: 204 len: 168 time: 1.2055566 Dec 24 02:58:21.556961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58544) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:21.572027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:21.581578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac1964-f999-4fe6-b778-d8fa04418482 None None] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:21.588559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.592962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:21.593566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.626603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.647190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Calling delete_port for 7bb459a7-6f89-4ea3-910e-a61e05dae0b6 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:21.669769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet bb5f6056-d604-42d3-b0dd-8ca3ba06bfea {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:21.674307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:21.674991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.676495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] 10.222.0.49 "PUT /v2.0/ports/94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1094 time: 2.5574250 Dec 24 02:58:21.679690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'tag': '94447247-3904-421a-90b8-8864520dc475'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:58:21.682754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07fd8ae-d938-48d3-9901-bd77d2a30068" -d '{"events": [{"name": "network-changed", "server_uuid": "18a01e26-f763-48d4-82df-551198668259", "tag": "94447247-3904-421a-90b8-8864520dc475"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:58:21.688607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.739112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe938-c9a7-457d-ae80-5d66fe93c3db service neutron] Pushing event updated for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:21.752185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.758701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-94e3165b-b3a4-4ee1-b41a-9b3a536e0e26', 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26', 'project_id': 'd80ce2c2936742de86f58dbc022aaed8', 'fixed_ips': [{'subnet_id': 'e04d371f-1896-4241-88e4-fefcbc5fc18f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:21.759612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.777700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ee27f-1535-4615-a447-aa39be273fc3 x-openstack-request-id: req-485ee27f-1535-4615-a447-aa39be273fc3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:58:21.777989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a01e26-f763-48d4-82df-551198668259", "tag": "94447247-3904-421a-90b8-8864520dc475", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:58:21.778238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-485ee27f-1535-4615-a447-aa39be273fc3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:58:21.778634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'tag': '94447247-3904-421a-90b8-8864520dc475', 'status': 'completed', 'code': 200} Dec 24 02:58:21.893181 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f42d4862-591a-4730-b9d9-3b2127c9a52b tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5066841 Dec 24 02:58:21.904128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58550) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:21.909896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:21.921300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1562583598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:21.974268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Allocated IP 172.20.0.2 (94e3165b-b3a4-4ee1-b41a-9b3a536e0e26/e04d371f-1896-4241-88e4-fefcbc5fc18f/2a50fa9a-29be-485d-84af-e32e844817f9) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:21.992448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-2f0df20b-c690-4c56-89d0-ed734449846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:21.992710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:21.994744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-2f0df20b-c690-4c56-89d0-ed734449846f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1097 time: 0.1709406 Dec 24 02:58:21.996907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.000454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:22.004848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:22.005491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.009315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=7ec66450-b473-4f6e-8067-ecd26c1ea33e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:22.037459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f6cf32-4566-4dd1-bddf-c98cf91d6ea4 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:22.066207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.075246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.113595 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-11e4cd69-06ac-48cc-989f-bb5a83f5f153 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0999639 Dec 24 02:58:22.114789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event deleted for resources: {'Port': ['ID=7bb459a7-6f89-4ea3-910e-a61e05dae0b6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:22.116947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58552) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:22.124064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:22.186639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369a119-0c2f-4f7a-8697-4e9cc1115db9 req-442211ff-6eda-4921-88ed-a2ef773a9722 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:22.188684 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b369a119-0c2f-4f7a-8697-4e9cc1115db9 req-442211ff-6eda-4921-88ed-a2ef773a9722 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 944 time: 0.2609868 Dec 24 02:58:22.202867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.204023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.210046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.221156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b18fee9-9226-4e2f-8670-64613e8c2608 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "DELETE /v2.0/ports/7bb459a7-6f89-4ea3-910e-a61e05dae0b6 HTTP/1.1" status: 204 len: 168 time: 1.8884711 Dec 24 02:58:22.222002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:22.225314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.233056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:22.244434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.270648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.309265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=a9b45c7e-c3a6-4a55-b42a-e8e14e36ac58,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:22.315031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.316057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.317164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.375330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Deleting subnet 86d39e16-7af5-45ee-adb2-d35dbe41ee7c {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:22.383359 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.399667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.432495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b369a119-0c2f-4f7a-8697-4e9cc1115db9 req-967fb125-cc96-4dec-a4d3-f2c05b7fae43 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021344 Dec 24 02:58:22.433832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-80f1fde3-5d20-41ff-bb07-e02784007dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:22.435418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-80f1fde3-5d20-41ff-bb07-e02784007dc0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4fca699e25c74052886789a032714d33&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4014831 Dec 24 02:58:22.470525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:22.471494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.473913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.475862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Pushing event updated for resources: {'Port': ['ID=2a50fa9a-29be-485d-84af-e32e844817f9,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:22.490678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:22.493979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:22.505023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4fe90b6-6624-455d-894c-c54532b17164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.517701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.542698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5f6056-d604-42d3-b0dd-8ca3ba06bfea,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:22.549864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.553509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-16db40ed-c82e-4802-91a9-c1fc8efa4b70 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/bb5f6056-d604-42d3-b0dd-8ca3ba06bfea HTTP/1.1" status: 204 len: 168 time: 0.9977729 Dec 24 02:58:22.563699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.564536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58556) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:22.608684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Attempting to bind port 2a50fa9a-29be-485d-84af-e32e844817f9 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:22.609224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Attempting to bind port 2a50fa9a-29be-485d-84af-e32e844817f9 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1fb877d6-a134-4865-9d8f-d7c2a8795c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:22.609469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Attempting to bind port 2a50fa9a-29be-485d-84af-e32e844817f9 on network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:22.617587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61f19e-09f4-4eb4-9570-0622163ba13d None None] Network 4c706ea8-f90b-475d-a53b-ec4be9f692ec requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:22.628116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet a3902563-7bfa-4e77-904e-9bc03825e0b5 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:22.631372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.632801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-29786737-4afc-4b82-a328-518863deb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:22.634667 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b07fd8ae-d938-48d3-9901-bd77d2a30068 req-29786737-4afc-4b82-a328-518863deb856 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807358 Dec 24 02:58:22.643467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:22.643917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Checking segment: {'id': '1fb877d6-a134-4865-9d8f-d7c2a8795c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:22.644456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.644864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Bound using segment: {'id': '1fb877d6-a134-4865-9d8f-d7c2a8795c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:22.645418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Bound port: 2a50fa9a-29be-485d-84af-e32e844817f9, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb877d6-a134-4865-9d8f-d7c2a8795c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:22.645804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.673860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.676812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.681620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ecc286ff-f129-4c0a-9be6-70ac8b533b2d tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7732401 Dec 24 02:58:22.682716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58558) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:22.715035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.826479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.827722 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5567c1be-539c-4f22-944a-62fe526607f2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7090995 Dec 24 02:58:22.835087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:22.918917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.936713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/7ec66450-b473-4f6e-8067-ecd26c1ea33e/2145ebeb-46fe-4be9-a00a-2019aee48e3f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:22.973319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.987665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:22.988363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] For port 2a50fa9a-29be-485d-84af-e32e844817f9, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:22.997905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-89f9a472-45e1-4157-8531-18737af79861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:22.999408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-89f9a472-45e1-4157-8531-18737af79861 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1097 time: 0.2584469 Dec 24 02:58:23.044371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] For port 2a50fa9a-29be-485d-84af-e32e844817f9, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a50fa9a-29be-485d-84af-e32e844817f9,segment=NetworkSegment(1fb877d6-a134-4865-9d8f-d7c2a8795c99),segment_id=1fb877d6-a134-4865-9d8f-d7c2a8795c99)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:23.125336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] DHCP port deletion for 4c706ea8-f90b-475d-a53b-ec4be9f692ec request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:23.167203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.167418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-ffdaf170-5fa5-4cc8-bc22-29c9e43ffc8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 217 time: 0.1017790 Dec 24 02:58:23.175762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.198806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting port 76f2eac8-fef0-40a2-a524-176ff34fb921 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:23.199146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.222541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.245023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da331b40-5673-427e-9250-a8a03e51fb8b None None] Pushing event updated for resources: {'Port': ['ID=2a50fa9a-29be-485d-84af-e32e844817f9,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:23.263279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Deleting port f1147188-0a47-4780-ac1f-1ac3156b8165 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:23.263660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.274718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.281259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=a3902563-7bfa-4e77-904e-9bc03825e0b5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:23.285856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.289195 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cbb600be-b8f3-40f8-8987-e4d6f43cf91b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/a3902563-7bfa-4e77-904e-9bc03825e0b5 HTTP/1.1" status: 204 len: 168 time: 0.7237778 Dec 24 02:58:23.325174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58562) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:23.333404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b16f9-0811-4ae4-8811-9d38aaec57cc None None] Network 077a16a4-4a4e-4f99-9ca4-6c709451647e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:23.338610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.373808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event deleted for resources: {'Subnet': ['ID=86d39e16-7af5-45ee-adb2-d35dbe41ee7c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:23.377903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.383513 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d862c447-cd2f-46a2-b79d-999236307a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "DELETE /v2.0/subnets/86d39e16-7af5-45ee-adb2-d35dbe41ee7c HTTP/1.1" status: 204 len: 168 time: 1.1572332 Dec 24 02:58:23.395551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58564) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:23.407831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbde73cd-4b5f-4ba6-84f9-08be66b38762 None None] Network 541323ce-5867-4801-a50b-c4ec584ae84c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:23.521373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] For port f1147188-0a47-4780-ac1f-1ac3156b8165, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f1147188-0a47-4780-ac1f-1ac3156b8165,segment=NetworkSegment(71773966-e1c9-4863-bb6e-e8c6ca58aa15),segment_id=71773966-e1c9-4863-bb6e-e8c6ca58aa15)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:23.521784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.528576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:23.542760 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router ab72367c-3420-4b8a-9364-c4146566dfee has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:23.560647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.604685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:23.607114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:23.611093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Calling delete_port for f1147188-0a47-4780-ac1f-1ac3156b8165 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:23.611739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.617300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Pushing event updated for resources: {'Port': ['ID=2145ebeb-46fe-4be9-a00a-2019aee48e3f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:23.739975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82367d14-b166-459e-b0f3-50cf04ddc45b req-50a09775-331e-463a-b63c-44ef0df32403 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:23.741550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-82367d14-b166-459e-b0f3-50cf04ddc45b req-50a09775-331e-463a-b63c-44ef0df32403 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 944 time: 0.2197118 Dec 24 02:58:23.783321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.812581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Attempting to bind port 2145ebeb-46fe-4be9-a00a-2019aee48e3f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:23.812902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Attempting to bind port 2145ebeb-46fe-4be9-a00a-2019aee48e3f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:23.813445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Attempting to bind port 2145ebeb-46fe-4be9-a00a-2019aee48e3f on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:23.826790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-bb0507a0-2f65-469e-9df2-ff9d26e33abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:23.828582 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-bb0507a0-2f65-469e-9df2-ff9d26e33abb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.6510179 Dec 24 02:58:23.829195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:23.835114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:23.835114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.835114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:23.835114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Bound port: 2145ebeb-46fe-4be9-a00a-2019aee48e3f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:23.835114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.835747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.883015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:23.893243 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a72c5efc-4fb1-475b-8539-6661792a4507 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/routers/ab72367c-3420-4b8a-9364-c4146566dfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9097793 Dec 24 02:58:23.894075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58568) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:23.899416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-82367d14-b166-459e-b0f3-50cf04ddc45b req-0e6d22c5-5811-47ff-9ba5-0cef3b1c5ad8 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471589 Dec 24 02:58:23.908631 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.909030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port f1147188-0a47-4780-ac1f-1ac3156b8165 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:23.909369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:23.961290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Deleting port 67904417-4311-4206-a917-743e8163c3eb {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:23.961503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] Sync routers for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:23.961727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.014667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] For port 2145ebeb-46fe-4be9-a00a-2019aee48e3f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:24.018630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] For port 2145ebeb-46fe-4be9-a00a-2019aee48e3f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2145ebeb-46fe-4be9-a00a-2019aee48e3f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:24.024166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] DHCP port deletion for 077a16a4-4a4e-4f99-9ca4-6c709451647e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:24.026550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:24.027178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:24.032565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Calling delete_port for 76f2eac8-fef0-40a2-a524-176ff34fb921 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:24.037272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.064062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.074945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] DHCP port deletion for 541323ce-5867-4801-a50b-c4ec584ae84c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:24.090645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-2486c991-05a4-4c07-97a3-cb1415180a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:24.092237 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-2486c991-05a4-4c07-97a3-cb1415180a64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2503657 Dec 24 02:58:24.101372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:24.112052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] Pushing event deleted for resources: {'Port': ['ID=f1147188-0a47-4780-ac1f-1ac3156b8165,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:24.114298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.121016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port f1147188-0a47-4780-ac1f-1ac3156b8165, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f1147188-0a47-4780-ac1f-1ac3156b8165,segment=NetworkSegment(71773966-e1c9-4863-bb6e-e8c6ca58aa15),segment_id=71773966-e1c9-4863-bb6e-e8c6ca58aa15)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:24.121158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.130417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] For port 67904417-4311-4206-a917-743e8163c3eb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=67904417-4311-4206-a917-743e8163c3eb,segment=NetworkSegment(ed10bdd3-8f1d-47f2-ba4a-0dd97374e334),segment_id=ed10bdd3-8f1d-47f2-ba4a-0dd97374e334)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:24.130781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.155422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for f1147188-0a47-4780-ac1f-1ac3156b8165 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:24.163402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Calling delete_port for 67904417-4311-4206-a917-743e8163c3eb owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:24.169304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.176776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc618c-12ec-47dd-9547-23b1a86b3e61 None None] No DVR routers for this DVR port f1147188-0a47-4780-ac1f-1ac3156b8165 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:24.210206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] Routers {'ab72367c-3420-4b8a-9364-c4146566dfee'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:24.210695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ab72367c-3420-4b8a-9364-c4146566dfee'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:24.353012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:24.354109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89aca72-c3f3-4666-b008-506d0d766317 None None] The sync data for ids ['ab72367c-3420-4b8a-9364-c4146566dfee'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:24.362447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872febe-f3ba-4fbe-b52e-75cbf514ea56 None None] Pushing event updated for resources: {'Port': ['ID=2145ebeb-46fe-4be9-a00a-2019aee48e3f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:24.413029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Deleting port fa08dbb2-0237-4177-bad0-6e6a87b780ae {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:24.413029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.415960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Deleting port 67904417-4311-4206-a917-743e8163c3eb {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:24.416322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.606239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a50fa9a-29be-485d-84af-e32e844817f9 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:24.628476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] For port 67904417-4311-4206-a917-743e8163c3eb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=67904417-4311-4206-a917-743e8163c3eb,segment=NetworkSegment(ed10bdd3-8f1d-47f2-ba4a-0dd97374e334),segment_id=ed10bdd3-8f1d-47f2-ba4a-0dd97374e334)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:24.629174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.691145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] For port fa08dbb2-0237-4177-bad0-6e6a87b780ae, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fa08dbb2-0237-4177-bad0-6e6a87b780ae,segment=NetworkSegment(e987e2b3-e1ff-4d04-8d18-47f46e82e7fb),segment_id=e987e2b3-e1ff-4d04-8d18-47f46e82e7fb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:24.691844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.709579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Calling delete_port for fa08dbb2-0237-4177-bad0-6e6a87b780ae owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:24.779671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-a106f854-a4d2-4281-949e-66fa2996464d service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504910 Dec 24 02:58:24.874921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Calling delete_port for 67904417-4311-4206-a917-743e8163c3eb owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:24.933771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a953a3-d903-4266-99e8-ec9e764a451c None None] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:24.935948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Allocated IP 172.20.0.1 (94e3165b-b3a4-4ee1-b41a-9b3a536e0e26/e04d371f-1896-4241-88e4-fefcbc5fc18f/3e748214-8eb5-4fd4-b16e-a17b501fcd2b) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:24.956540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.970445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:24.992184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port f1147188-0a47-4780-ac1f-1ac3156b8165 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:25.045061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.098649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.130711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.155015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c706ea8-f90b-475d-a53b-ec4be9f692ec']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.166156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71773966-e1c9-4863-bb6e-e8c6ca58aa15') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.167066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71773966-e1c9-4863-bb6e-e8c6ca58aa15') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.177929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.194497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.202040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:25.202797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.206110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.211087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] Pushing event deleted for resources: {'Port': ['ID=fa08dbb2-0237-4177-bad0-6e6a87b780ae,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:25.242929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ca94d-83ff-43f5-908a-d016a7bcaf97 None None] No DVR routers for this DVR port fa08dbb2-0237-4177-bad0-6e6a87b780ae on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:25.250434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2a50fa9a-29be-485d-84af-e32e844817f9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:25.250808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.293632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::1 (bf27008b-e5db-498b-855c-c2529ecfc5ee/7ec66450-b473-4f6e-8067-ecd26c1ea33e/34b4e260-33ff-41ae-9130-aa77894c2fda) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:25.312214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Port': ['ID=76f2eac8-fef0-40a2-a524-176ff34fb921,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:25.319841 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:25.325134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=f1147188-0a47-4780-ac1f-1ac3156b8165,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:25.345742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-41b7dac0-9ae1-464f-ac16-dd7faa981e4f None None] Provisioning complete for port 2a50fa9a-29be-485d-84af-e32e844817f9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:25.345742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41b7dac0-9ae1-464f-ac16-dd7faa981e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.347853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3aeed8ee-317a-4987-bd5a-d20a4f534340 req-6aa231a9-f187-4447-ab23-519309fd7b4e service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282342 Dec 24 02:58:25.414470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.438399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.444301 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/4c706ea8-f90b-475d-a53b-ec4be9f692ec HTTP/1.1" status: 204 len: 168 time: 2.1179316 Dec 24 02:58:25.446784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3abe1-9144-4fb3-8dfa-ec4c15f0dfde tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=4c706ea8-f90b-475d-a53b-ec4be9f692ec,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:25.449188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58572) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:25.517514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74a946-70f5-45d6-a532-1de9cb16460e req-8006cc1b-52df-47e4-9392-c0086b8b4cb5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:25.531955 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aa74a946-70f5-45d6-a532-1de9cb16460e req-8006cc1b-52df-47e4-9392-c0086b8b4cb5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 944 time: 0.4880745 Dec 24 02:58:25.547588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.573164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.588627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 0e2afff0-f812-420f-af66-4821060b799e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:25.591739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.656766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 2a50fa9a-29be-485d-84af-e32e844817f9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a50fa9a-29be-485d-84af-e32e844817f9,segment=NetworkSegment(1fb877d6-a134-4865-9d8f-d7c2a8795c99),segment_id=1fb877d6-a134-4865-9d8f-d7c2a8795c99)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:25.724844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.757720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.789875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.904947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.908718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event deleted for resources: {'Port': ['ID=67904417-4311-4206-a917-743e8163c3eb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:25.915428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.942920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077a16a4-4a4e-4f99-9ca4-6c709451647e']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.955056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.955393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e987e2b3-e1ff-4d04-8d18-47f46e82e7fb') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:25.967524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.983791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:25.992085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:25.992527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.050534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.073885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=2a50fa9a-29be-485d-84af-e32e844817f9,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:26.078524 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:26.080502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.082584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 67904417-4311-4206-a917-743e8163c3eb no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:26.090059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] No DVR routers for this DVR port 67904417-4311-4206-a917-743e8163c3eb on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:26.100202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.135761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 67904417-4311-4206-a917-743e8163c3eb {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:26.136244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 67904417-4311-4206-a917-743e8163c3eb not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:26.136950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f1147188-0a47-4780-ac1f-1ac3156b8165 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:26.170247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41b7dac0-9ae1-464f-ac16-dd7faa981e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.170751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.194311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.195198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:26.196480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] Pushing event deleted for resources: {'Port': ['ID=67904417-4311-4206-a917-743e8163c3eb,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.200644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:26.203406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:26.205868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:26.206675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.209079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=34b4e260-33ff-41ae-9130-aa77894c2fda,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.232066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541323ce-5867-4801-a50b-c4ec584ae84c']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:26.243423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:26.244659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7276f-c060-4029-8ebc-ec08d2d9d902 None None] No DVR routers for this DVR port 67904417-4311-4206-a917-743e8163c3eb on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:26.244790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed10bdd3-8f1d-47f2-ba4a-0dd97374e334') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:26.247207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: f1147188-0a47-4780-ac1f-1ac3156b8165 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:26.248711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f1147188-0a47-4780-ac1f-1ac3156b8165 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:26.249162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa08dbb2-0237-4177-bad0-6e6a87b780ae no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:26.251214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.269938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.279910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.287070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:26.287481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.311683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: fa08dbb2-0237-4177-bad0-6e6a87b780ae {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:26.312084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fa08dbb2-0237-4177-bad0-6e6a87b780ae not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:26.346565 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aa74a946-70f5-45d6-a532-1de9cb16460e req-9642ae23-0275-40e8-bf59-606a32cc0a91 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8136308 Dec 24 02:58:26.361210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:26.376956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:26.416969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-41b7dac0-9ae1-464f-ac16-dd7faa981e4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:26.417420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-41b7dac0-9ae1-464f-ac16-dd7faa981e4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:26.427913 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:26.431922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.474423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.486986 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/077a16a4-4a4e-4f99-9ca4-6c709451647e HTTP/1.1" status: 204 len: 168 time: 1.0322802 Dec 24 02:58:26.490548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c8a97-2936-4d84-9889-8056e4411b5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=077a16a4-4a4e-4f99-9ca4-6c709451647e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.496527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58574) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:26.502220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1507417738'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:26.523769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.533973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.547203 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] 10.222.0.36 "DELETE /v2.0/networks/541323ce-5867-4801-a50b-c4ec584ae84c HTTP/1.1" status: 204 len: 168 time: 3.1504548 Dec 24 02:58:26.597811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.622867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=3e748214-8eb5-4fd4-b16e-a17b501fcd2b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.637557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549a4a-c906-4778-a661-b92fd9f8b1c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691 tempest-ExtraDHCPOptionsIpV6TestJSON-1067860691-project] Pushing event deleted for resources: {'Network': ['ID=541323ce-5867-4801-a50b-c4ec584ae84c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:26.640829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 0e2afff0-f812-420f-af66-4821060b799e owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:26.671763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.691872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a50fa9a-29be-485d-84af-e32e844817f9 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:26.729140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:26.733563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.770089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:26.772271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2a50fa9a-29be-485d-84af-e32e844817f9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:26.773229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.792819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:26.793192 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment 2b8645f7-a95a-43f8-8fec-93c65980b4d5 of type vlan for network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb Dec 24 02:58:26.894083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2145ebeb-46fe-4be9-a00a-2019aee48e3f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:26.898379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.016026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2145ebeb-46fe-4be9-a00a-2019aee48e3f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:27.016430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.044274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.050217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:27.055098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.083440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.115713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.141840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Provisioning complete for port 3e748214-8eb5-4fd4-b16e-a17b501fcd2b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:27.142213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.148473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=0e2afff0-f812-420f-af66-4821060b799e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:27.155417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=79b713ef-57c4-4a19-886b-54fa7aaa5ebb,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:27.189730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 2145ebeb-46fe-4be9-a00a-2019aee48e3f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2145ebeb-46fe-4be9-a00a-2019aee48e3f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:27.193078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea8b28-590e-43a7-b84a-bf1608f0dcff None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:27.195189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.195700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:27.196681 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-01f2ec3a-ddf9-4354-8a9c-b0bb723b7ac6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6990695 Dec 24 02:58:27.198210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Router 2ced3dfe-8214-420e-885d-a1dbce9fab46 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:27.200249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58578) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.206570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:27.250098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Port 3e748214-8eb5-4fd4-b16e-a17b501fcd2b cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:27.260273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.280524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.336020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Provisioning complete for port 34b4e260-33ff-41ae-9130-aa77894c2fda triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:27.338649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.375653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.378448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.390181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=2145ebeb-46fe-4be9-a00a-2019aee48e3f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:27.397571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Port 34b4e260-33ff-41ae-9130-aa77894c2fda cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:27.409442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Provisioning complete for port 2a50fa9a-29be-485d-84af-e32e844817f9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:27.409820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.492674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:27.500214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.504703 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] Sync routers for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:27.505982 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-08659a2a-ae36-4370-8c58-fa709007819a tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2560813 Dec 24 02:58:27.508732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58584) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.527313 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:27.529469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:27.566377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58586) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.569427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Provisioning complete for port 2145ebeb-46fe-4be9-a00a-2019aee48e3f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:27.569997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2df2672-9860-4be6-ba37-4bb3707c8e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.575344 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-768d1bb5-eb86-4010-b35d-a5d8e32341ec tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] delete failed (client error): The resource could not be found. Dec 24 02:58:27.575598 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-768d1bb5-eb86-4010-b35d-a5d8e32341ec tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2066386279 HTTP/1.1" status: 404 len: 335 time: 0.0621254 Dec 24 02:58:27.579847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58590) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.592862 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:27.603649 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:27.604239 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:27.606314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7d8ff5e9-f5d3-453f-8938-f99d1e4f35b4 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ced3dfe-8214-420e-885d-a1dbce9fab46'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:27.643205 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:27.644027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c11a0-8209-492e-a350-d27fdd69d4ff None None] The sync data for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:27.674915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.676407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:27.676692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Fanout notify agent at l3_agent the message router_deleted on router ab72367c-3420-4b8a-9364-c4146566dfee {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:27.679927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.721141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.724964 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7ce2e9b5-d8aa-4d85-89fa-e2c18254da6d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/routers/ab72367c-3420-4b8a-9364-c4146566dfee HTTP/1.1" status: 204 len: 168 time: 3.8254106 Dec 24 02:58:27.732126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58592) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.771861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91203c93-7748-40c9-a4ec-95f656d4cd30 req-aef08544-c3c6-43d7-92d5-7497fef8742f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:27.773368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-91203c93-7748-40c9-a4ec-95f656d4cd30 req-aef08544-c3c6-43d7-92d5-7497fef8742f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 944 time: 0.3137479 Dec 24 02:58:27.894530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting subnet 6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:27.922557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7b064567-bd3b-4e94-a262-9fd883ac0a84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=422d688371b94c6b9fd2e80c6aad4262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525758 Dec 24 02:58:27.936229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:27.941273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58594) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:27.957182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.010944 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-91203c93-7748-40c9-a4ec-95f656d4cd30 req-ca7a457a-975a-4519-a78d-3a9d51df63d6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278199 Dec 24 02:58:28.022151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.022923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.036511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d8ff5e9-f5d3-453f-8938-f99d1e4f35b4 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.044384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.107807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.168689 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-7d8ff5e9-f5d3-453f-8938-f99d1e4f35b4 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] update failed (client error): The resource could not be found. Dec 24 02:58:28.169698 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7d8ff5e9-f5d3-453f-8938-f99d1e4f35b4 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46 HTTP/1.1" status: 404 len: 339 time: 0.5747976 Dec 24 02:58:28.171876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.174613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58596) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:28.186102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-446090906'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:28.192722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.201375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=34b4e260-33ff-41ae-9130-aa77894c2fda,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.216247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.232571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:28.234194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:28.279978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.315030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.324489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:28.328645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.348885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.356700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.359658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.361157 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f188e1b0-531f-481a-902f-6280e60dc77f HTTP/1.1" status: 204 len: 168 time: 0.4188652 Dec 24 02:58:28.404024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.406531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.408409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d67110-62dd-4404-8662-86a4c06c1bc0 None None] Network d633b02a-10f3-4f32-a7f1-40629ac78da0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:28.412628 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5b03d6d-fde8-4deb-974e-e650f5fed1b7 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/subnets/6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1 HTTP/1.1" status: 204 len: 168 time: 0.6770759 Dec 24 02:58:28.414246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f396-2309-48a9-8439-cc1af7f28e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188e1b0-531f-481a-902f-6280e60dc77f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.417146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:28.421805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:28.464167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.464549 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Added segment 8f9098f8-666e-40ce-b7cd-c44d4b1b5fab of type vlan for network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 Dec 24 02:58:28.531343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2145ebeb-46fe-4be9-a00a-2019aee48e3f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:28.548109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.553364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.553836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=3e748214-8eb5-4fd4-b16e-a17b501fcd2b,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.557125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.565109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=12566a2e-cde0-477d-bc4b-c7c1a1bfa459,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.638261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port bca81bab-683b-431a-8fed-9bbf395098b4 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:28.638655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.663399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e18eb96c-e249-43ea-b6b3-07e68932ff14 None None] Provisioning complete for port 34b4e260-33ff-41ae-9130-aa77894c2fda triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:28.663779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e18eb96c-e249-43ea-b6b3-07e68932ff14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.667071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2145ebeb-46fe-4be9-a00a-2019aee48e3f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:28.667435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.691436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': '2b8645f7-a95a-43f8-8fec-93c65980b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:28.691436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: 79b713ef-57c4-4a19-886b-54fa7aaa5ebb, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:28.722353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.730536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:28.730711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e18eb96c-e249-43ea-b6b3-07e68932ff14 None None] Port 34b4e260-33ff-41ae-9130-aa77894c2fda cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:28.731283 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.736986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:28.744900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] For port bca81bab-683b-431a-8fed-9bbf395098b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bca81bab-683b-431a-8fed-9bbf395098b4,segment=NetworkSegment(989d8805-853c-4d18-98cc-1f211f8decab),segment_id=989d8805-853c-4d18-98cc-1f211f8decab)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:28.745276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:28.751821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] DHCP port deletion for d633b02a-10f3-4f32-a7f1-40629ac78da0 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:28.752012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:28.826429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for bca81bab-683b-431a-8fed-9bbf395098b4 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:28.846722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Network': ['ID=9d0fac1e-0de9-45a2-944f-c7d085c6dd26,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:28.862574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:28.868042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 94447247-3904-421a-90b8-8864520dc475 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 02:58:28.888354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:28.906534 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f9a30d4d-e788-420f-8d3c-c02e76771dcd tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7307231 Dec 24 02:58:28.910310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58604) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:28.915932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'subnet': {'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:28.917652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:28.919750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Deleting port bca81bab-683b-431a-8fed-9bbf395098b4 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:28.927953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.039521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 79b713ef-57c4-4a19-886b-54fa7aaa5ebb) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:29.045757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:29.046350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.060505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd267f75-05cb-43c4-912e-8b5e5de2b407 None None] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:29.098643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:29.106728 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2d11a9aa-4b3f-4151-a0cb-f52a63925638 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "PUT /v2.0/routers/15ee2d1e-c606-4a0e-a2f7-7765f7c59c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2676899 Dec 24 02:58:29.114743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58612) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.130162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.146395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] No DVR routers for this DVR port bca81bab-683b-431a-8fed-9bbf395098b4 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:29.163734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Sync routers for ids ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:29.170482 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14865fdf-dfa8-4d0c-a788-ea49d1426e2d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9677622 Dec 24 02:58:29.176519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=bca81bab-683b-431a-8fed-9bbf395098b4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:29.182822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58616) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.205190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1064027998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:29.219216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b59221e-69ca-4816-ac61-13e593ffd439 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:29.223320 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6b59221e-69ca-4816-ac61-13e593ffd439 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports/34b4e260-33ff-41ae-9130-aa77894c2fda HTTP/1.1" status: 200 len: 911 time: 0.1031678 Dec 24 02:58:29.223931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58618) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.228233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Made reservation on behalf of 384c66861b8c461dac35fd741e35623c for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:29.229026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] For port bca81bab-683b-431a-8fed-9bbf395098b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bca81bab-683b-431a-8fed-9bbf395098b4,segment=NetworkSegment(989d8805-853c-4d18-98cc-1f211f8decab),segment_id=989d8805-853c-4d18-98cc-1f211f8decab)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:29.229495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.233900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.239934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Router 3fa375d4-ad38-4cee-ba5a-a9e887e53d15 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:29.314713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Calling delete_port for bca81bab-683b-431a-8fed-9bbf395098b4 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:29.338554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Routers {'15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:29.339240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.341214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff36cbbc-a590-43b9-ad06-2ce07e2061cc None None] Provisioning complete for port 3e748214-8eb5-4fd4-b16e-a17b501fcd2b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:29.341587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff36cbbc-a590-43b9-ad06-2ce07e2061cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.660449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=94447247-3904-421a-90b8-8864520dc475,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:29.670038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.693409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-79b713ef-57c4-4a19-886b-54fa7aaa5ebb', 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '12566a2e-cde0-477d-bc4b-c7c1a1bfa459'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:29.694317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.705133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '94447247-3904-421a-90b8-8864520dc475', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'port_id': '94447247-3904-421a-90b8-8864520dc475', 'mac_address': 'fa:16:3e:db:41:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 02:58:29.705772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d633b02a-10f3-4f32-a7f1-40629ac78da0']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.721990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ff36cbbc-a590-43b9-ad06-2ce07e2061cc None None] Port 3e748214-8eb5-4fd4-b16e-a17b501fcd2b cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:29.723406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989d8805-853c-4d18-98cc-1f211f8decab') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.723834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989d8805-853c-4d18-98cc-1f211f8decab') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.737942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Set router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:29.740440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.746511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2ad2b-6f53-4fbf-acae-d770842c1780 req-6210e9aa-704a-4fc0-8d15-b2bc29aa2f40 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:29.753761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7da2ad2b-6f53-4fbf-acae-d770842c1780 req-6210e9aa-704a-4fc0-8d15-b2bc29aa2f40 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 944 time: 0.5896554 Dec 24 02:58:29.759646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.759646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.761554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.789882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:29.790214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:29.793673 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:29.826706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:29.836757 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fd023-aacf-4309-982d-360c6b26680c None None] Sync routers for ids ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:29.840953 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bb206eee-ff44-40a7-b65c-2dae629a1aed tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "PUT /v2.0/routers/3fa375d4-ad38-4cee-ba5a-a9e887e53d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1549644 Dec 24 02:58:29.851365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58630) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.854946 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] Routers {'3fa375d4-ad38-4cee-ba5a-a9e887e53d15'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:29.856655 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.856964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd8ce9-f5e8-4270-aafc-4ee40572ef81 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:29.864103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd8ce9-f5e8-4270-aafc-4ee40572ef81 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:29.865053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'port': {'network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26', 'name': 'tempest-FloatingIPNegativeTestJSON-691729647'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:29.865842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8cdd8ce9-f5e8-4270-aafc-4ee40572ef81 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6412842 Dec 24 02:58:29.878653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58632) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.900525 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7da2ad2b-6f53-4fbf-acae-d770842c1780 req-9b897525-6a06-4da4-a67c-5cc8a115364f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450803 Dec 24 02:58:29.927545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58634) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:29.934631 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.957619 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] Routers {'3fa375d4-ad38-4cee-ba5a-a9e887e53d15'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:29.958687 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:29.979372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:29.993966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.011768 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-535fd023-aacf-4309-982d-360c6b26680c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:30.012882 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fd023-aacf-4309-982d-360c6b26680c None None] The sync data for ids ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:30.045774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.062651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.079097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94447247-3904-421a-90b8-8864520dc475 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:58:30.082615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.084732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.090551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.096475 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/networks/d633b02a-10f3-4f32-a7f1-40629ac78da0 HTTP/1.1" status: 204 len: 168 time: 1.6736095 Dec 24 02:58:30.105893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58638) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:30.109519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1564409386'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:30.116679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] Pushing event deleted for resources: {'Port': ['ID=bca81bab-683b-431a-8fed-9bbf395098b4,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:30.135275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcda08e6-88d8-4734-80ec-87e3b7037a33 None None] No DVR routers for this DVR port bca81bab-683b-431a-8fed-9bbf395098b4 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:30.173853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.177655 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e513d23f-269b-4384-885a-86fe9f95319c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9901879 Dec 24 02:58:30.179261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58640) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:30.180925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d99cbe-0891-4c30-8ed2-a60a399a4780 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Network': ['ID=d633b02a-10f3-4f32-a7f1-40629ac78da0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:30.183383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'port': {'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb', 'name': 'tempest-RoutersIpV6Test-479761845'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:30.191055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=94447247-3904-421a-90b8-8864520dc475,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:30.210376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Allocated IP 2001:db8::2 (79b713ef-57c4-4a19-886b-54fa7aaa5ebb/12566a2e-cde0-477d-bc4b-c7c1a1bfa459/a271c511-e619-4e75-9023-f435da37ef17) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:30.264576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.289998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.355841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Subnet': ['ID=098ff24f-8d6d-4f9b-9744-f3119bef28b6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:30.360390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Made reservation on behalf of d80ce2c2936742de86f58dbc022aaed8 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:30.364779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.391464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:30.395129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.416221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.416315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:30.422214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] device_id is not set on port 3ba76b6d-f981-44bd-aaeb-1d122e8033e7 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:30.446307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Checking segment: {'id': '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:30.447202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network hostable DHCP agents. Network: 9d0fac1e-0de9-45a2-944f-c7d085c6dd26, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:30.458750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:26Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': '34b4e260-33ff-41ae-9130-aa77894c2fda', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:94:57:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:24Z', 'updated_at': '2021-12-24T02:58:27Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:30.482126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 9bcfa370-640e-4b53-b55e-2a2542e5816a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:30.482465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.492514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Checking router: 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:30.493118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Updating router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 port 34b4e260-33ff-41ae-9130-aa77894c2fda binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:58:30.530469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.530469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bca81bab-683b-431a-8fed-9bbf395098b4 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:30.530723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:30.533152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.554564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: bca81bab-683b-431a-8fed-9bbf395098b4 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:30.554917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bca81bab-683b-431a-8fed-9bbf395098b4 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:30.558641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.592535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] device_id is not set on port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:30.597327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.616644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.653559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['94447247-3904-421a-90b8-8864520dc475'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 02:58:30.666544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.666902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.695266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 9bcfa370-640e-4b53-b55e-2a2542e5816a owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:30.713947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:30.719099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Allocated IP 172.20.0.3 (94e3165b-b3a4-4ee1-b41a-9b3a536e0e26/e04d371f-1896-4241-88e4-fefcbc5fc18f/3ba76b6d-f981-44bd-aaeb-1d122e8033e7) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:30.720878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:30.752932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:30.754725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:30.763864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Pushing event updated for resources: {'Port': ['ID=a271c511-e619-4e75-9023-f435da37ef17,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:30.817339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.843984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9d0fac1e-0de9-45a2-944f-c7d085c6dd26) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:30.858426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84d6280-1ee9-4886-8ab6-c6c6e582de52 None None] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:30.861110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:30.861716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.894797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8::101 (79b713ef-57c4-4a19-886b-54fa7aaa5ebb/12566a2e-cde0-477d-bc4b-c7c1a1bfa459/6dc1b2dd-2690-40e7-beaf-2e2d68e535eb) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:30.907831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:30.927150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Attempting to bind port a271c511-e619-4e75-9023-f435da37ef17 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:30.927524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Attempting to bind port a271c511-e619-4e75-9023-f435da37ef17 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '2b8645f7-a95a-43f8-8fec-93c65980b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:30.927893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Attempting to bind port a271c511-e619-4e75-9023-f435da37ef17 on network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:30.968119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:30.994744 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-53b3040e-8acf-4cc3-8952-8ca5783c379d tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0806155 Dec 24 02:58:30.999278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58648) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.019402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:31.019909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Checking segment: {'id': '2b8645f7-a95a-43f8-8fec-93c65980b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:31.020226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.021457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Bound using segment: {'id': '2b8645f7-a95a-43f8-8fec-93c65980b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:31.021457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Bound port: a271c511-e619-4e75-9023-f435da37ef17, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8645f7-a95a-43f8-8fec-93c65980b4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '79b713ef-57c4-4a19-886b-54fa7aaa5ebb'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:31.021457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.023438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.023793 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment eebf4ef1-eef4-4922-85a3-9fade148819d of type vlan for network f0b680f9-3362-4232-9de2-3f9ed1969c69 Dec 24 02:58:31.025331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b089c68a-2eaf-44ce-8e97-9461853eb99e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:31.029357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f89a0c-eb23-40f5-b828-446f0e56de0c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:31.115522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.122428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.164526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.200317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=9bcfa370-640e-4b53-b55e-2a2542e5816a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:31.228478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.234375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:31.236142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.249433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9d0fac1e-0de9-45a2-944f-c7d085c6dd26', 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26', 'project_id': '384c66861b8c461dac35fd741e35623c', 'fixed_ips': [{'subnet_id': '098ff24f-8d6d-4f9b-9744-f3119bef28b6'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:31.250416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.262609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] For port a271c511-e619-4e75-9023-f435da37ef17, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:31.269939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.282670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12535f3-a284-4693-bdab-e5aba4c667a9 req-a0d534f8-6ce4-4eb3-82c7-b1a8754764c1 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:31.284203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b12535f3-a284-4693-bdab-e5aba4c667a9 req-a0d534f8-6ce4-4eb3-82c7-b1a8754764c1 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 945 time: 0.3041863 Dec 24 02:58:31.301957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] For port a271c511-e619-4e75-9023-f435da37ef17, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a271c511-e619-4e75-9023-f435da37ef17,segment=NetworkSegment(2b8645f7-a95a-43f8-8fec-93c65980b4d5),segment_id=2b8645f7-a95a-43f8-8fec-93c65980b4d5)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:31.306971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.371766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.394575 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4503868 Dec 24 02:58:31.394575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b39c5b-4b8c-4548-b614-4ffb6cc44e49 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=f0b680f9-3362-4232-9de2-3f9ed1969c69,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:31.395994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58650) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.396616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:31.406390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.408162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'name': 'tempest-PortsIpV6TestJSON-1927657252'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:31.409341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.410973 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d973ec5-f99b-42b5-8ec2-ecebd9dde388 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/floatingips/205e3dc8-d44b-4d0d-9ada-45f64d077438 HTTP/1.1" status: 204 len: 168 time: 1.2963171 Dec 24 02:58:31.411949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:31.413813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.417004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58652) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.419102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=3ba76b6d-f981-44bd-aaeb-1d122e8033e7,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:31.421818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:31.427143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:31.429067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b089c68a-2eaf-44ce-8e97-9461853eb99e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.484206 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63d0f9c-4a1a-475a-b3ea-44d8e163c2b9 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] DELETE failed (client error): The resource could not be found. Dec 24 02:58:31.484914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63d0f9c-4a1a-475a-b3ea-44d8e163c2b9 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:58:31.488104 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b63d0f9c-4a1a-475a-b3ea-44d8e163c2b9 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/4ad88ea5-c219-4e29-b5f8-d8060b9533f8 HTTP/1.1" status: 404 len: 333 time: 0.0699606 Dec 24 02:58:31.491505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58654) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.513294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 34b4e260-33ff-41ae-9130-aa77894c2fda {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:31.513635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.526849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.532898 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f885203b-451b-4e4f-8698-1ea1ffbbb45c tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab72367c-3420-4b8a-9364-c4146566dfee HTTP/1.1" status: 200 len: 205 time: 0.0404081 Dec 24 02:58:31.535757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58656) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.589103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:31.589779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.592877 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-8924a95b-bc1f-4c5b-a132-e1d5a5faa088 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] delete failed (client error): The resource could not be found. Dec 24 02:58:31.593937 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8924a95b-bc1f-4c5b-a132-e1d5a5faa088 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/routers/ab72367c-3420-4b8a-9364-c4146566dfee HTTP/1.1" status: 404 len: 336 time: 0.0572793 Dec 24 02:58:31.602252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58658) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.614612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b12535f3-a284-4693-bdab-e5aba4c667a9 req-34278384-e49e-4911-83fe-9fe945c72c6e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194077 Dec 24 02:58:31.646951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Allocated IP 2001:db8:1::2 (9d0fac1e-0de9-45a2-944f-c7d085c6dd26/098ff24f-8d6d-4f9b-9744-f3119bef28b6/e1ed5645-eecf-42ac-a303-7c8b40ca5532) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:31.655051 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc70ad83-7a63-42c2-a0f4-8bc6671506d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] DELETE failed (client error): The resource could not be found. Dec 24 02:58:31.655696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc70ad83-7a63-42c2-a0f4-8bc6671506d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:58:31.658812 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc70ad83-7a63-42c2-a0f4-8bc6671506d4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/subnets/6dc0fe9d-e2fe-44f5-836c-8582e7b1d2d1 HTTP/1.1" status: 404 len: 337 time: 0.0549176 Dec 24 02:58:31.661386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58660) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.796235 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f990ee8a-c238-49df-bac4-19e8a23f7647 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9372120 Dec 24 02:58:31.799629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58662) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:31.804544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:31.830688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.855115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 3624dce7-0fe3-40ae-915d-739549b36b3a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:31.855481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.867290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.892896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 34b4e260-33ff-41ae-9130-aa77894c2fda owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:31.937732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:31.991400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193096a6-3b47-48cd-be00-822c49b1f7a7 None None] Pushing event updated for resources: {'Port': ['ID=a271c511-e619-4e75-9023-f435da37ef17,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:32.003702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.046944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 3624dce7-0fe3-40ae-915d-739549b36b3a owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:32.122632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd3c6-cb9d-445b-9fc7-9ffb590edbac None None] Pushing event updated for resources: {'Port': ['ID=34b4e260-33ff-41ae-9130-aa77894c2fda,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:32.131777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fc74c0c3-a8d7-4902-9e68-d3cc13ef3c4a None None] Provisioning complete for port 3ba76b6d-f981-44bd-aaeb-1d122e8033e7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:32.132088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc74c0c3-a8d7-4902-9e68-d3cc13ef3c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.163986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.262560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fc74c0c3-a8d7-4902-9e68-d3cc13ef3c4a None None] Port 3ba76b6d-f981-44bd-aaeb-1d122e8033e7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:32.267540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.311373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Attempting to bind port 34b4e260-33ff-41ae-9130-aa77894c2fda on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:32.312082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Attempting to bind port 34b4e260-33ff-41ae-9130-aa77894c2fda by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:32.312933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Attempting to bind port 34b4e260-33ff-41ae-9130-aa77894c2fda on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:32.319925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:32.320492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:32.321902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.322630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:32.323223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Bound port: 34b4e260-33ff-41ae-9130-aa77894c2fda, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:32.323711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.332686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Allocated IP 172.26.7.167 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/f52496a1-5e30-4f22-a7d2-a4e06890b16e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:32.335131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.339243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:32.347094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:32.348935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:32.355240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:32.356005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.361411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6dc1b2dd-2690-40e7-beaf-2e2d68e535eb,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:32.373675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=3624dce7-0fe3-40ae-915d-739549b36b3a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:32.415950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:32.416528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.417177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.421612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3f1e73-a147-46da-9bb2-d0f0e2964c8a None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:32.466237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:32.529775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:32.564442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-b089c68a-2eaf-44ce-8e97-9461853eb99e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:58:32.569998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b089c68a-2eaf-44ce-8e97-9461853eb99e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46 HTTP/1.1" status: 400 len: 364 time: 1.5684950 Dec 24 02:58:32.570500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a271c511-e619-4e75-9023-f435da37ef17 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:32.573045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:32.573666 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-31f016d6-fbde-4261-929f-e3cfc8429374 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3943796 Dec 24 02:58:32.575436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:32.582658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58666) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:32.591015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:32.598396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.602392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c0c25bb4-53b5-4777-81f8-20adc1a42aa4 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/3624dce7-0fe3-40ae-915d-739549b36b3a HTTP/1.1" status: 204 len: 168 time: 0.9396265 Dec 24 02:58:32.651873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b0db552c-d711-42a4-a951-05dce94eb6f1 None None] Provisioning complete for port 34b4e260-33ff-41ae-9130-aa77894c2fda triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:32.652519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b0db552c-d711-42a4-a951-05dce94eb6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.662941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58668) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:32.685286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] For port 34b4e260-33ff-41ae-9130-aa77894c2fda, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:32.713802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Pushing event updated for resources: {'Port': ['ID=e1ed5645-eecf-42ac-a303-7c8b40ca5532,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:32.767151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Attempting to bind port e1ed5645-eecf-42ac-a303-7c8b40ca5532 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:32.767527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Attempting to bind port e1ed5645-eecf-42ac-a303-7c8b40ca5532 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:32.767896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Attempting to bind port e1ed5645-eecf-42ac-a303-7c8b40ca5532 on network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:32.785959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:32.786331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Checking segment: {'id': '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:32.786744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.787759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Bound using segment: {'id': '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:32.788263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Bound port: e1ed5645-eecf-42ac-a303-7c8b40ca5532, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '9d0fac1e-0de9-45a2-944f-c7d085c6dd26'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:32.788754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.792726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] For port 34b4e260-33ff-41ae-9130-aa77894c2fda, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=34b4e260-33ff-41ae-9130-aa77894c2fda,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:32.822442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b0db552c-d711-42a4-a951-05dce94eb6f1 None None] Port 34b4e260-33ff-41ae-9130-aa77894c2fda cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:32.882762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.898704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] For port e1ed5645-eecf-42ac-a303-7c8b40ca5532, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:32.904958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] For port e1ed5645-eecf-42ac-a303-7c8b40ca5532, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ed5645-eecf-42ac-a303-7c8b40ca5532,segment=NetworkSegment(8f9098f8-666e-40ce-b7cd-c44d4b1b5fab),segment_id=8f9098f8-666e-40ce-b7cd-c44d4b1b5fab)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:32.914463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.917186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 94447247-3904-421a-90b8-8864520dc475 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:32.979885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a271c511-e619-4e75-9023-f435da37ef17 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:32.980315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:32.988072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe2291-1983-4b36-b062-9d5545e4d282 None None] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:33.011079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c752aa2-0119-45c8-9bfa-bab4a4bdc1b8 req-2ddd6260-9db0-4d8d-895d-8821577f5a1e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:33.012627 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4c752aa2-0119-45c8-9bfa-bab4a4bdc1b8 req-2ddd6260-9db0-4d8d-895d-8821577f5a1e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 945 time: 0.1716619 Dec 24 02:58:33.013774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.016970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.044761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.095114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccd3c6-cb9d-445b-9fc7-9ffb590edbac None None] Pushing event updated for resources: {'Port': ['ID=34b4e260-33ff-41ae-9130-aa77894c2fda,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:33.116477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.226537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Routers {'15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:33.227519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:33.254760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.262756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=f52496a1-5e30-4f22-a7d2-a4e06890b16e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:33.265366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 767fd863-5c06-415e-9f08-4b7149579fe5 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:33.265366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.329916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:33.338731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4c752aa2-0119-45c8-9bfa-bab4a4bdc1b8 req-b9feae3f-63ea-4624-beb7-4bc5a16d9711 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103397 Dec 24 02:58:33.349829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:33.364002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:33.374391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] Set router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:33.388116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=34b4e260-33ff-41ae-9130-aa77894c2fda,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:33.402132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.528680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d95e81c1-00b6-4f10-93ea-ca33fdf2e3d7 None None] Provisioning complete for port a271c511-e619-4e75-9023-f435da37ef17 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:33.529049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d95e81c1-00b6-4f10-93ea-ca33fdf2e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.652233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.667571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 767fd863-5c06-415e-9f08-4b7149579fe5 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:33.670625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.688618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Allocated IP 2001:db8::1 (7351dfa3-5e46-4efd-8bef-a85919cedf27/63e81b3b-b4e5-4ad2-b531-71146d88f2e0/dce1a1c3-1f2e-461c-a31f-999ec5c77843) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:33.706661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeac0e5-0496-4955-a5b4-4b00c372b1aa None None] Pushing event updated for resources: {'Port': ['ID=e1ed5645-eecf-42ac-a303-7c8b40ca5532,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:33.785015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.877101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.879044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 94447247-3904-421a-90b8-8864520dc475 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 02:58:33.911841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=0ad89a5c-3d7e-4329-b23b-b2edd65a16b1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:33.928492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 94447247-3904-421a-90b8-8864520dc475 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:33.928987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.943956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:33.996997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port a271c511-e619-4e75-9023-f435da37ef17, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a271c511-e619-4e75-9023-f435da37ef17,segment=NetworkSegment(2b8645f7-a95a-43f8-8fec-93c65980b4d5),segment_id=2b8645f7-a95a-43f8-8fec-93c65980b4d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:33.999522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d95e81c1-00b6-4f10-93ea-ca33fdf2e3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.025822 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:26Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': '34b4e260-33ff-41ae-9130-aa77894c2fda', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:94:57:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:24Z', 'updated_at': '2021-12-24T02:58:32Z', 'revision_number': 4, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:34.067436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66aacae3-dae0-4dc3-bc92-99c129a1219e None None] The sync data for ids ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'] in dv-neutron-822868-1-hyperv is: [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:26Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': '34b4e260-33ff-41ae-9130-aa77894c2fda', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:94:57:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:24Z', 'updated_at': '2021-12-24T02:58:32Z', 'revision_number': 4, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '7ec66450-b473-4f6e-8067-ecd26c1ea33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:34.083317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'eebf4ef1-eef4-4922-85a3-9fade148819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:34.083779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: f0b680f9-3362-4232-9de2-3f9ed1969c69, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:34.109556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.165646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.179207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:34.209599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-d95e81c1-00b6-4f10-93ea-ca33fdf2e3d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:34.209599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-d95e81c1-00b6-4f10-93ea-ca33fdf2e3d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:34.260023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=a271c511-e619-4e75-9023-f435da37ef17,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:34.263961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.281148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.312827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=94447247-3904-421a-90b8-8864520dc475,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:34.314260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94447247-3904-421a-90b8-8864520dc475'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:58:34.323126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da920e0-675f-4762-8c0f-63b3846d5bed" -d '{"events": [{"server_uuid": "18a01e26-f763-48d4-82df-551198668259", "name": "network-vif-plugged", "status": "completed", "tag": "94447247-3904-421a-90b8-8864520dc475"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:58:34.355695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:34.388589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caeb027-4c02-495c-a708-46ed8b2b407f x-openstack-request-id: req-5caeb027-4c02-495c-a708-46ed8b2b407f {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:58:34.389008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a01e26-f763-48d4-82df-551198668259", "name": "network-vif-plugged", "status": "completed", "tag": "94447247-3904-421a-90b8-8864520dc475", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:58:34.389333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5caeb027-4c02-495c-a708-46ed8b2b407f {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:58:34.389811 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94447247-3904-421a-90b8-8864520dc475', 'code': 200} Dec 24 02:58:34.396525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.473519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:34.605508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.630100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f0b680f9-3362-4232-9de2-3f9ed1969c69) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:34.642525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:34.643764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2ea6bb-2851-46cf-892f-73b9133ee08a None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:34.664343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:34.669563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.728006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:34.740890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-467e4b5c-9463-4ba9-906b-d0de9d8f052c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "PUT /v2.0/routers/15ee2d1e-c606-4a0e-a2f7-7765f7c59c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516023 Dec 24 02:58:34.762545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58678) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:34.764939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.803531 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-afb2caf9-84cb-44c9-98f7-17d31ee374d5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4051857 Dec 24 02:58:34.848199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:34.848199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.848199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58680) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:34.850851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:34.857560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2080665504'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:34.867284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=767fd863-5c06-415e-9f08-4b7149579fe5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:34.870068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:34.870255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:34.950210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Port': ['ID=dce1a1c3-1f2e-461c-a31f-999ec5c77843,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:34.966303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190bb04-b0c7-4a51-9788-8fcc6e87cd7b req-c6362022-3501-445f-9ba3-232af70464cb tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:34.974164 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e190bb04-b0c7-4a51-9788-8fcc6e87cd7b req-c6362022-3501-445f-9ba3-232af70464cb tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4300046 Dec 24 02:58:34.981210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.043076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=f52496a1-5e30-4f22-a7d2-a4e06890b16e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:35.119366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ed5645-eecf-42ac-a303-7c8b40ca5532 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:35.184253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79395ba4-756b-4795-bf8c-e42e14a26afa None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:35.205244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d37c7-9b98-461e-94c9-586f86dcc38f None None] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:35.243774 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e190bb04-b0c7-4a51-9788-8fcc6e87cd7b req-9e17389e-8783-416a-b750-9657510b22ae tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678375 Dec 24 02:58:35.259095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdab4f6-2c9f-45eb-9a89-a5efe6662405 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:35.259761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:35.266163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdab4f6-2c9f-45eb-9a89-a5efe6662405 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:35.266298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.277385 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6fdab4f6-2c9f-45eb-9a89-a5efe6662405 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5040112 Dec 24 02:58:35.277385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58682) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:35.277385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.286160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7a9b882d-3251-493d-a353-ff25c1da6fea tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/ports/767fd863-5c06-415e-9f08-4b7149579fe5 HTTP/1.1" status: 204 len: 168 time: 2.6180239 Dec 24 02:58:35.301344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:35.354584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.359908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4d844-0c82-4757-841f-81e71058016f req-71593822-b987-471c-bcaf-0a85d404f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:35.362142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:35.362295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83c4d844-0c82-4757-841f-81e71058016f req-71593822-b987-471c-bcaf-0a85d404f867 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.4669974 Dec 24 02:58:35.368737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.375834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Could not find standard attr ID for object 34b4e260-33ff-41ae-9130-aa77894c2fda. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:58:35.387940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.388300 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment 7da6009d-3a34-416e-baff-b9f465842ee9 of type vlan for network f4bb1f25-af66-4f41-8009-c2d769063c36 Dec 24 02:58:35.391702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 7ec66450-b473-4f6e-8067-ecd26c1ea33e {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:35.397938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.416509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Provisioning complete for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:35.417256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.446832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.463407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:35.463777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.474535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.475977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a709e-be19-4429-9364-c9115e3bdc83 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:35.478769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-339a709e-be19-4429-9364-c9115e3bdc83 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "GET /v2.0/ports?device_id=49df3c18-d85f-4c81-8e15-1444bf36d7c5 HTTP/1.1" status: 200 len: 913 time: 0.1704726 Dec 24 02:58:35.483574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58686) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:35.532746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.541023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.561531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.562759 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b12e7ad3-013e-4ce2-b788-c1a1be8c6ad7 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7621994 Dec 24 02:58:35.576219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58688) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:35.588906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.603755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d6394b36-17c5-452f-9a42-c70593b606dd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'floatingip': {'port_id': '3ba76b6d-f981-44bd-aaeb-1d122e8033e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:35.634904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.677995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e1ed5645-eecf-42ac-a303-7c8b40ca5532, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ed5645-eecf-42ac-a303-7c8b40ca5532,segment=NetworkSegment(8f9098f8-666e-40ce-b7cd-c44d4b1b5fab),segment_id=8f9098f8-666e-40ce-b7cd-c44d4b1b5fab)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:35.702894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83c4d844-0c82-4757-841f-81e71058016f req-bc4a8d7b-9918-4e9c-8741-20134104280b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313301 Dec 24 02:58:35.709383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d6394b36-17c5-452f-9a42-c70593b606dd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.715121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.717489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6dc1b2dd-2690-40e7-beaf-2e2d68e535eb,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:35.721247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:35.721879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.759258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.759626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.763282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.764247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.764343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:35.769081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a271c511-e619-4e75-9023-f435da37ef17 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:35.781887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.948292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:35.949003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:35.951037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.951462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e1ed5645-eecf-42ac-a303-7c8b40ca5532,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:35.991214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a271c511-e619-4e75-9023-f435da37ef17 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:35.991858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:35.995126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.049264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=7ec66450-b473-4f6e-8067-ecd26c1ea33e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:36.058964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.065573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a28b98d5-9fb8-4826-8eb2-3cc9cc71d865 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/7ec66450-b473-4f6e-8067-ecd26c1ea33e HTTP/1.1" status: 204 len: 168 time: 0.7750919 Dec 24 02:58:36.065573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58690) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:36.076956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6563c2a9-739a-428d-9d98-9214c1a84e56 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:36.141653 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2884755 Dec 24 02:58:36.150068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58692) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:36.156382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'ports': [{'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'}, {'network_id': 'f4bb1f25-af66-4f41-8009-c2d769063c36'}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:36.156719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:36.157208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f4bb1f25-af66-4f41-8009-c2d769063c36'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:36.175801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9aafb-2791-4bff-a443-e5e91b185996 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=f4bb1f25-af66-4f41-8009-c2d769063c36,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:36.196343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f4bb1f25-af66-4f41-8009-c2d769063c36 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:36.284107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:36.350897 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-d6394b36-17c5-452f-9a42-c70593b606dd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] update failed (client error): The resource could not be found. Dec 24 02:58:36.352176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d6394b36-17c5-452f-9a42-c70593b606dd tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "PUT /v2.0/floatingips/308e902c-cd0a-4fb7-9c6f-496bddae9ccd HTTP/1.1" status: 404 len: 507 time: 0.7749603 Dec 24 02:58:36.354435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.391099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Deleting port 2145ebeb-46fe-4be9-a00a-2019aee48e3f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:36.391477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.427963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58696) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:36.509301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ed5645-eecf-42ac-a303-7c8b40ca5532 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:36.529449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.530275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.566639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Sync routers for ids ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:36.574833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7f0f0e41-5537-44e6-aade-81db71387721 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5061064 Dec 24 02:58:36.574833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.578713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:36.582465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] For port 2145ebeb-46fe-4be9-a00a-2019aee48e3f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2145ebeb-46fe-4be9-a00a-2019aee48e3f,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:36.582878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.597085 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:36.599493 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:36.601459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015145a-c850-4052-86f3-775f34ff36bd req-0dd3a8b5-403b-4254-9dea-d88faa290fcb tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:36.603551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e015145a-c850-4052-86f3-775f34ff36bd req-0dd3a8b5-403b-4254-9dea-d88faa290fcb tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1743207 Dec 24 02:58:36.607269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Calling delete_port for 2145ebeb-46fe-4be9-a00a-2019aee48e3f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:36.624930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Routers {'15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:36.626822 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:36.723554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.735300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Provisioning complete for port a271c511-e619-4e75-9023-f435da37ef17 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:36.735688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.762577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event updated for resources: {'Port': ['ID=dce1a1c3-1f2e-461c-a31f-999ec5c77843,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:36.763449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Set router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:36.767623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:36.767623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.802834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.803388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.803536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.804253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.804253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.805031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.805031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.805258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.806122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.807026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.807924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.807924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.808122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:36.864095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:32Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:36.871864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:36.880833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:36.952376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting port f52496a1-5e30-4f22-a7d2-a4e06890b16e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:36.952753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:36.975407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Checking router: 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:37.004798 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e015145a-c850-4052-86f3-775f34ff36bd req-8b7c46d4-cdf8-4bbf-bda0-a45a7f5a126a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617399 Dec 24 02:58:37.028757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.033572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.036984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Routers {'15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:37.038241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:37.257893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.264709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.265266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Fanout notify agent at l3_agent the message router_deleted on router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:37.273121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.275154 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-acdd3ffb-a708-4367-8561-64bbc2f75130 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/routers/15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 HTTP/1.1" status: 204 len: 168 time: 0.6948667 Dec 24 02:58:37.278020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58702) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:37.286675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:37.311888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.325994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] Set router 15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:37.335530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.336302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.343380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:37.348097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.378320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] Pushing event deleted for resources: {'Port': ['ID=2145ebeb-46fe-4be9-a00a-2019aee48e3f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:37.419378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3133281-9b79-4c16-80da-c460f032bf94 None None] No DVR routers for this DVR port 2145ebeb-46fe-4be9-a00a-2019aee48e3f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:37.420982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2145ebeb-46fe-4be9-a00a-2019aee48e3f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:37.424826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.426260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:32Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:37.449178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Provisioning complete for port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:37.450180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.479609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2145ebeb-46fe-4be9-a00a-2019aee48e3f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:37.480008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2145ebeb-46fe-4be9-a00a-2019aee48e3f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:37.491511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6dc1b2dd-2690-40e7-beaf-2e2d68e535eb,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:37.498633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f5a11-b9b1-44f7-b178-8b5cce3b5e1b None None] The sync data for ids ['15ee2d1e-c606-4a0e-a2f7-7765f7c59c42'] in dv-neutron-822868-1-hyperv is: [{'id': '15ee2d1e-c606-4a0e-a2f7-7765f7c59c42', 'name': 'tempest-NetworksTestDHCPv6-router-395882496', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:22Z', 'updated_at': '2021-12-24T02:58:32Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:37.500969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Router 2ced3dfe-8214-420e-885d-a1dbce9fab46 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:37.514776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.522535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.524398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.527966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-989eccbe-c47d-44fa-b762-6475caa17d28 None None] Port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:37.579858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:37.581220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:37.637401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Calling delete_port for f52496a1-5e30-4f22-a7d2-a4e06890b16e owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:37.663764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:37.668238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.670923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Provisioning complete for port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:37.671529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.736093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:37.749571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Provisioning complete for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:37.750274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.909948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Provisioning complete for port dce1a1c3-1f2e-461c-a31f-999ec5c77843 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:37.910323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:37.948225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e2987697-4428-4d05-8498-ad5b4df0c99e None None] Port dce1a1c3-1f2e-461c-a31f-999ec5c77843 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:37.958033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 42b8b08b-48f9-4cbd-8b39-df7808173376 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:37.997001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:38.033002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:38.048236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cb60a738-954a-4268-9528-b329149a3321 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4563332 Dec 24 02:58:38.048236 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.049705 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] Sync routers for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:38.071782 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:38.073256 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.075901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c7e508e2-ab9f-408e-9fd1-0b0d3508e73c None None] Provisioning complete for port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:38.076348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c7e508e2-ab9f-408e-9fd1-0b0d3508e73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.098426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:38.106838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.116516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4d8bfd7a-1566-48be-aad7-3d49f13f61ed tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/42b8b08b-48f9-4cbd-8b39-df7808173376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5327768 Dec 24 02:58:38.119926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58708) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.131520 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.137350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c7e508e2-ab9f-408e-9fd1-0b0d3508e73c None None] Port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:38.142866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] Sync routers for ids ['42b8b08b-48f9-4cbd-8b39-df7808173376'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:38.148117 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:38.150198 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.156860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] Routers {'42b8b08b-48f9-4cbd-8b39-df7808173376'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:38.157501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42b8b08b-48f9-4cbd-8b39-df7808173376'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.195733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.198983 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.200685 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fdc96-92dc-4241-a1cd-051ff9864cdb None None] The sync data for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:38.210666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aefa43-44a2-458f-9f6d-7cd495525e78 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:38.211363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] Routers {'42b8b08b-48f9-4cbd-8b39-df7808173376'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:38.213395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42b8b08b-48f9-4cbd-8b39-df7808173376'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.215461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-94aefa43-44a2-458f-9f6d-7cd495525e78 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports/6dc1b2dd-2690-40e7-beaf-2e2d68e535eb HTTP/1.1" status: 200 len: 983 time: 0.0922287 Dec 24 02:58:38.217783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:38.218405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58710) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.231152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:38.232459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=6fb61ee8-7d3b-436b-b1db-c28a0900812d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:38.264337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-148da9f3-0c8c-4070-a079-4dc765e8305e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.267443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57310bc-277a-4028-a420-f5add836760a None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:38.270481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:38.270481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc6e1-8c1d-4334-84d0-9e6f28281513 None None] The sync data for ids ['42b8b08b-48f9-4cbd-8b39-df7808173376'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:38.270706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:38.271182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.315249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9a35c-c4ef-441c-b5b9-cece62cc6b56 req-c8e24732-6369-4d47-a903-da51c8b7c37d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:38.317130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2bf9a35c-c4ef-441c-b5b9-cece62cc6b56 req-c8e24732-6369-4d47-a903-da51c8b7c37d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1838362 Dec 24 02:58:38.345473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.381224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:38.382801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.398916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Port': ['ID=f52496a1-5e30-4f22-a7d2-a4e06890b16e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:38.409442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 34b4e260-33ff-41ae-9130-aa77894c2fda no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:38.423892 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b8310af6-bd68-4445-af5c-b958826db6bd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1443357 Dec 24 02:58:38.428877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58712) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.433172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 34b4e260-33ff-41ae-9130-aa77894c2fda {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:38.433519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 34b4e260-33ff-41ae-9130-aa77894c2fda not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:38.436847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:38.506192 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-148da9f3-0c8c-4070-a079-4dc765e8305e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 24 02:58:38.508916 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-148da9f3-0c8c-4070-a079-4dc765e8305e tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46 HTTP/1.1" status: 409 len: 329 time: 0.4596448 Dec 24 02:58:38.509955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58714) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.553755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.555054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.565764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/6fb61ee8-7d3b-436b-b1db-c28a0900812d/6dfed610-49b4-4530-9aea-94d274e019c1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:38.571998 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2bf9a35c-c4ef-441c-b5b9-cece62cc6b56 req-68937b87-80d8-464d-8163-4478814c622b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233140 Dec 24 02:58:38.592982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.595532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.604100 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-742ad3bb-1b5b-48ef-a2c2-0eb033741eb2 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "DELETE /v2.0/floatingips/308e902c-cd0a-4fb7-9c6f-496bddae9ccd HTTP/1.1" status: 204 len: 168 time: 2.1743166 Dec 24 02:58:38.610224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58716) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.615622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8f134aa1-ad7c-4f13-8032-1caa59de6497 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'floatingip': {'floating_network_id': '94e3165b-b3a4-4ee1-b41a-9b3a536e0e26', 'port_id': '3ba76b6d-f981-44bd-aaeb-1d122e8033e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:38.703000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.734095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.772854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f134aa1-ad7c-4f13-8032-1caa59de6497 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.779274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 99bf7c36-a4f9-4576-80d0-e74b212b77a0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:38.779613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.783944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 9022c68f-598d-4e6a-9049-ce23daaa51fc yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:38.792669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.833459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:38.833909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.839603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:38.844336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:38.851513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a153d4a-e564-4707-8be6-0d302344ef4b req-5de359d7-fd22-4ea9-bb13-93b85f3bb54d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:38.851919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Pushing event updated for resources: {'Port': ['ID=6dfed610-49b4-4530-9aea-94d274e019c1,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:38.853172 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2a153d4a-e564-4707-8be6-0d302344ef4b req-5de359d7-fd22-4ea9-bb13-93b85f3bb54d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1915720 Dec 24 02:58:38.865478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58720) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:38.870251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Request body: {'floatingip': {'port_id': '94447247-3904-421a-90b8-8864520dc475'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:38.932489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Attempting to bind port 6dfed610-49b4-4530-9aea-94d274e019c1 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:38.933281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Attempting to bind port 6dfed610-49b4-4530-9aea-94d274e019c1 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:38.934062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Attempting to bind port 6dfed610-49b4-4530-9aea-94d274e019c1 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:38.940605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:38.941571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:38.942281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.942886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:38.943586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Bound port: 6dfed610-49b4-4530-9aea-94d274e019c1, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:38.944194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:38.966835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.018618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] For port 6dfed610-49b4-4530-9aea-94d274e019c1, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:39.023732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] For port 6dfed610-49b4-4530-9aea-94d274e019c1, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6dfed610-49b4-4530-9aea-94d274e019c1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:39.070680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.107535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.131726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 99bf7c36-a4f9-4576-80d0-e74b212b77a0 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:39.169549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f4fd6-6128-479b-9e85-2b4ff6d96f37 None None] Pushing event updated for resources: {'Port': ['ID=6dfed610-49b4-4530-9aea-94d274e019c1,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:39.188066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.225944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.273425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.318554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.319778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-31f473f2-432b-4bcc-8255-1cbc085662b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8882744 Dec 24 02:58:39.326521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58722) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:39.531121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.566060 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-8f134aa1-ad7c-4f13-8032-1caa59de6497 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:58:39.572731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8f134aa1-ad7c-4f13-8032-1caa59de6497 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9572446 Dec 24 02:58:39.592395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58724) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:39.604491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '3ba76b6d-f981-44bd-aaeb-1d122e8033e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:39.899013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.937916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:39.942427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:39.949718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:39.959348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:39.960211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.039557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:40.157691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=9022c68f-598d-4e6a-9049-ce23daaa51fc,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:40.175751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': '7da6009d-3a34-416e-baff-b9f465842ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f4bb1f25-af66-4f41-8009-c2d769063c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:40.176017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: f4bb1f25-af66-4f41-8009-c2d769063c36, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:40.230607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.232697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:40.236194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.236194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.271938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.275552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=99bf7c36-a4f9-4576-80d0-e74b212b77a0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:40.295562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba583da2-323d-44b3-ab5e-50c175363bea None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:40.331835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f4bb1f25-af66-4f41-8009-c2d769063c36 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:40.344466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.408000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Provisioning complete for port 6dfed610-49b4-4530-9aea-94d274e019c1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:40.408373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.456247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f4bb1f25-af66-4f41-8009-c2d769063c36) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:40.473442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b1cf70-7ef2-43f3-ba6c-294a04e45604 None None] Network f4bb1f25-af66-4f41-8009-c2d769063c36 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:40.502643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.522832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:40.535517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 6dc1b2dd-2690-40e7-beaf-2e2d68e535eb owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:40.539524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:40.544659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::1 (bf27008b-e5db-498b-855c-c2529ecfc5ee/6fb61ee8-7d3b-436b-b1db-c28a0900812d/dfe508b3-a2a1-411b-8215-624abd8c917a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:40.545993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:40.546811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.547789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6dfed610-49b4-4530-9aea-94d274e019c1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:40.620088 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Floating IP 387838d5-aff2-4c1c-abc4-64d63a31b968 associated. External IP: 172.26.7.232, port: 94447247-3904-421a-90b8-8864520dc475. Dec 24 02:58:40.649385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.679545 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ee19c85b-0573-4dbe-93b1-27ac7d39667d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5275877 Dec 24 02:58:40.680267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58726) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:40.693890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.699227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] For port 6dfed610-49b4-4530-9aea-94d274e019c1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6dfed610-49b4-4530-9aea-94d274e019c1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:40.700967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6dfed610-49b4-4530-9aea-94d274e019c1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:40.701337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.756636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.776571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.814593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.845800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Pushing event updated for resources: {'Port': ['ID=6dfed610-49b4-4530-9aea-94d274e019c1,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:40.853196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.853570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.853921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.854259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.854591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.854922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.855264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.855602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.855939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.856515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.857015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.857494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.858012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c70dfbf-67fe-4e59-88eb-73001cbd467d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:58:40.915026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:40.920196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:40.948542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.957451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting port dce1a1c3-1f2e-461c-a31f-999ec5c77843 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:40.958177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:40.972481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 9022c68f-598d-4e6a-9049-ce23daaa51fc {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:40.972824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.025500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Allocated IP 172.26.7.200 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/8ac6cd86-867e-42df-be26-f15e4ae35580) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:41.119181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.170253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 9022c68f-598d-4e6a-9049-ce23daaa51fc owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:41.175803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.191730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.197127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Calling delete_port for dce1a1c3-1f2e-461c-a31f-999ec5c77843 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:41.234240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Router a37beeb0-bfc2-49ee-a809-d2d827956a3b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:41.259101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:41.470328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.509279 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:41.514541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.520509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=9022c68f-598d-4e6a-9049-ce23daaa51fc,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:41.521958 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Sync routers for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:41.528946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.530867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=6dc1b2dd-2690-40e7-beaf-2e2d68e535eb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:41.536646 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:41.537568 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:41.545615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.556000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5c6fc507-c923-4b41-8728-260300dc4900 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/9022c68f-598d-4e6a-9049-ce23daaa51fc HTTP/1.1" status: 204 len: 168 time: 0.8710313 Dec 24 02:58:41.558634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58730) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:41.578295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:41.583434 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8166aab6-28ec-4e14-a2d7-b62b80fec336 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "PUT /v2.0/routers/49df3c18-d85f-4c81-8e15-1444bf36d7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0975733 Dec 24 02:58:41.598304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] Sync routers for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:41.601958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:41.611514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8b031fd3-85be-4829-949c-92cbb0356f18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "PUT /v2.0/floatingips/387838d5-aff2-4c1c-abc4-64d63a31b968 HTTP/1.1" status: 200 len: 992 time: 2.7447288 Dec 24 02:58:41.625787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:41.626703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:41.671089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'tag': '94447247-3904-421a-90b8-8864520dc475'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:58:41.674104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa0ed43-1e1e-4cb1-81ce-be838986434f" -d '{"events": [{"name": "network-changed", "server_uuid": "18a01e26-f763-48d4-82df-551198668259", "tag": "94447247-3904-421a-90b8-8864520dc475"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:58:41.695788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.703136 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:41.713439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:41.746124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] Routers {'49df3c18-d85f-4c81-8e15-1444bf36d7c5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:41.747006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:41.768574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:41.790554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9774c34f-abc2-472e-8436-cfad6edd0dfb x-openstack-request-id: req-9774c34f-abc2-472e-8436-cfad6edd0dfb {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:58:41.790903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a01e26-f763-48d4-82df-551198668259", "tag": "94447247-3904-421a-90b8-8864520dc475", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:58:41.791169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9774c34f-abc2-472e-8436-cfad6edd0dfb {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:58:41.791594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'tag': '94447247-3904-421a-90b8-8864520dc475', 'status': 'completed', 'code': 200} Dec 24 02:58:41.812250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab7f2d-e9d7-46ce-bb1a-0445276d19d8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:41.816376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:41.816376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a74c59-6b59-4370-b885-093cf50c3abd None None] The sync data for ids ['49df3c18-d85f-4c81-8e15-1444bf36d7c5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:41.828868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab7f2d-e9d7-46ce-bb1a-0445276d19d8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:41.831898 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-62ab7f2d-e9d7-46ce-bb1a-0445276d19d8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2683964 Dec 24 02:58:41.839141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58740) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:41.839401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58738) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:41.851475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:41.900644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=dfe508b3-a2a1-411b-8215-624abd8c917a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:41.934554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.944889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:41.945433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:41.951252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.126582 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '387838d5-aff2-4c1c-abc4-64d63a31b968', 'tenant_id': '4fca699e25c74052886789a032714d33', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'port_id': '94447247-3904-421a-90b8-8864520dc475', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'mac_address': 'fa:16:3e:db:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a01e26-f763-48d4-82df-551198668259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:05Z', 'updated_at': '2021-12-24T02:58:40Z', 'revision_number': 1, 'project_id': '4fca699e25c74052886789a032714d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:42.166748 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Checking router: a37beeb0-bfc2-49ee-a809-d2d827956a3b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:42.178844 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:42.179391 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:42.216391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-37cc4694-3f2d-488e-9423-9f7a7d6bb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.217975 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-37cc4694-3f2d-488e-9423-9f7a7d6bb5c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.3916645 Dec 24 02:58:42.225378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bbc2c-4838-4cea-ba14-e796473df4c2 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.225592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bbc2c-4838-4cea-ba14-e796473df4c2 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.226061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bbc2c-4838-4cea-ba14-e796473df4c2 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.228454 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-896bbc2c-4838-4cea-ba14-e796473df4c2 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5243ccb03f35496889465f1c4a68e565&network_id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 2999 time: 0.3854618 Dec 24 02:58:42.234852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d3427d8b-c91d-4b75-a243-7299e3aed19b None None] Provisioning complete for port dfe508b3-a2a1-411b-8215-624abd8c917a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:42.234852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d3427d8b-c91d-4b75-a243-7299e3aed19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.263138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.278437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d3427d8b-c91d-4b75-a243-7299e3aed19b None None] Port dfe508b3-a2a1-411b-8215-624abd8c917a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:42.316603 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:42.389987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:42.390487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.408921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.461274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:42.476683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6dfed610-49b4-4530-9aea-94d274e019c1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:42.488390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.507223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:42.516112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event updated for resources: {'Port': ['ID=8ac6cd86-867e-42df-be26-f15e4ae35580,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:42.521827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:42.527393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:42.527393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.548338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6dfed610-49b4-4530-9aea-94d274e019c1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:42.549131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.593881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 42b8b08b-48f9-4cbd-8b39-df7808173376 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:42.603039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-70611818-6034-4a61-9733-cc57f65868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.605571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-70611818-6034-4a61-9733-cc57f65868ae service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.3733363 Dec 24 02:58:42.628219 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '387838d5-aff2-4c1c-abc4-64d63a31b968', 'tenant_id': '4fca699e25c74052886789a032714d33', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'port_id': '94447247-3904-421a-90b8-8864520dc475', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'mac_address': 'fa:16:3e:db:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a01e26-f763-48d4-82df-551198668259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:05Z', 'updated_at': '2021-12-24T02:58:40Z', 'revision_number': 1, 'project_id': '4fca699e25c74052886789a032714d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:42.656245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting port 33678d6d-6dfd-4814-86ef-dff3c6e23f99 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:42.656634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.662781 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f19ded-c832-498b-a0b7-6074433826d7 None None] The sync data for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv is: [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '387838d5-aff2-4c1c-abc4-64d63a31b968', 'tenant_id': '4fca699e25c74052886789a032714d33', 'floating_ip_address': '172.26.7.232', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'port_id': '94447247-3904-421a-90b8-8864520dc475', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'mac_address': 'fa:16:3e:db:41:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a01e26-f763-48d4-82df-551198668259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:05Z', 'updated_at': '2021-12-24T02:58:40Z', 'revision_number': 1, 'project_id': '4fca699e25c74052886789a032714d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:42.712856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.727016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.758407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:42.782075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.787589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-16abffd4-6fc2-48f8-bcad-54300bdf04cf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1 HTTP/1.1" status: 204 len: 168 time: 0.9451370 Dec 24 02:58:42.789016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58748) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:42.800674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Port': ['ID=dce1a1c3-1f2e-461c-a31f-999ec5c77843,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:42.830935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:42.848358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Calling delete_port for 33678d6d-6dfd-4814-86ef-dff3c6e23f99 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:42.876748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dcdd25-e861-4417-9a64-d21c69bfec30 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:42.883589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-33dcdd25-e861-4417-9a64-d21c69bfec30 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0913324 Dec 24 02:58:42.883589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58750) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:42.947917 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba3c34-baa3-48ae-825f-e4d1a4f32ccf None None] New status for floating IP 387838d5-aff2-4c1c-abc4-64d63a31b968: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 02:58:42.965234 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4489ca-5f77-4625-922e-829b5299b677 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:58:42.966738 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b4489ca-5f77-4625-922e-829b5299b677 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/9022c68f-598d-4e6a-9049-ce23daaa51fc HTTP/1.1" status: 404 len: 333 time: 0.0805876 Dec 24 02:58:42.972037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58752) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:42.972406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:42.983368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] Sync routers for ids ['42b8b08b-48f9-4cbd-8b39-df7808173376'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:43.000083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] Routers {'42b8b08b-48f9-4cbd-8b39-df7808173376'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:43.000897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42b8b08b-48f9-4cbd-8b39-df7808173376'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.010441 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-803fdf57-fb31-4641-818f-49843b499707 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:58:43.014305 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-803fdf57-fb31-4641-818f-49843b499707 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/e81760cc-8b8d-46b6-bb19-e3a3fffc8eb1 HTTP/1.1" status: 404 len: 333 time: 0.0388691 Dec 24 02:58:43.016080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:43.018110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e4fa8fa-b2a1-4c65-b585-ccef26003142 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/42b8b08b-48f9-4cbd-8b39-df7808173376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7964041 Dec 24 02:58:43.022201 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-ee484394-c347-4173-bfaa-d12b5161fe89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1000 time: 0.3811567 Dec 24 02:58:43.026130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58756) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:43.079105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.091355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] Routers {'42b8b08b-48f9-4cbd-8b39-df7808173376'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:43.091355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42b8b08b-48f9-4cbd-8b39-df7808173376'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.126333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.127141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0b078c-154d-4873-8994-0cf902f420a6 None None] The sync data for ids ['42b8b08b-48f9-4cbd-8b39-df7808173376'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:43.204404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.330802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.448509 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-175d0f95-94e5-47a7-b01e-cae99bfcb9d1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] remove_router_interface failed (client error): The resource could not be found. Dec 24 02:58:43.449579 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-175d0f95-94e5-47a7-b01e-cae99bfcb9d1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/42b8b08b-48f9-4cbd-8b39-df7808173376/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4224839 Dec 24 02:58:43.453788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58760) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:43.502744 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d0e29ef3-60ba-428c-a74d-f6942e50c963 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b8b08b-48f9-4cbd-8b39-df7808173376 HTTP/1.1" status: 200 len: 205 time: 0.0476921 Dec 24 02:58:43.505218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:43.514593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-aa70a209-fba2-48b6-82bb-22cfbf28578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:43.516077 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-aa70a209-fba2-48b6-82bb-22cfbf28578d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.4790754 Dec 24 02:58:43.564976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.657839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.660204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Port': ['ID=33678d6d-6dfd-4814-86ef-dff3c6e23f99,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:43.667304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting port 8ac6cd86-867e-42df-be26-f15e4ae35580 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:43.667751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.675134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a378041-99ac-4eea-af7f-448280c1cfb0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:43.689187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.756501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-c0f19aac-f120-4c02-894f-fbab85211a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:43.758014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-c0f19aac-f120-4c02-894f-fbab85211a17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2323759 Dec 24 02:58:43.789209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bb1f25-af66-4f41-8009-c2d769063c36']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.805539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da6009d-3a34-416e-baff-b9f465842ee9') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.806369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da6009d-3a34-416e-baff-b9f465842ee9') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:43.821390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.825448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.871948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.927912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Router 2ced3dfe-8214-420e-885d-a1dbce9fab46 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:43.929872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.930112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.947130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.947897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:43.957573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Calling delete_port for 8ac6cd86-867e-42df-be26-f15e4ae35580 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:43.977971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.011519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.016689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.018457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:44.018858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:44.023273 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:44.038032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.048688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.103051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-7e936c6e-0a16-4a3c-bbca-30ace2786374 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050146 Dec 24 02:58:44.178087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=dfe508b3-a2a1-411b-8215-624abd8c917a,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:44.226990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.235038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.237329 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/f4bb1f25-af66-4f41-8009-c2d769063c36 HTTP/1.1" status: 204 len: 168 time: 1.2202775 Dec 24 02:58:44.247674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:44.248829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.253999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1192626695'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:44.259870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.260042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3f7fc549-f5c9-48bd-9a27-c71c97acfa82 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7488282 Dec 24 02:58:44.260206 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] Sync routers for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:44.260680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router 42b8b08b-48f9-4cbd-8b39-df7808173376 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:44.262980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125712d9-f301-4c00-9bb8-bc012f6f0f07 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=f4bb1f25-af66-4f41-8009-c2d769063c36,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:44.264670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.269442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Fanout notify agent at l3_agent the message router_deleted on router 49df3c18-d85f-4c81-8e15-1444bf36d7c5 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:44.269560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58770) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.272294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.273600 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-62667b4d-fe00-441d-a3a6-2e53dc31420e tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/routers/49df3c18-d85f-4c81-8e15-1444bf36d7c5 HTTP/1.1" status: 204 len: 168 time: 2.6732459 Dec 24 02:58:44.279897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.280986 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-83adf409-5829-4153-90e3-98e8fecbf999 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/42b8b08b-48f9-4cbd-8b39-df7808173376 HTTP/1.1" status: 204 len: 168 time: 0.7748497 Dec 24 02:58:44.282476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.283439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58774) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.285925 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:44.287711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:44.328040 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:44.337571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-fac6f786-f095-401e-858e-8e75651697c9 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] show failed (client error): The resource could not be found. Dec 24 02:58:44.337571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fac6f786-f095-401e-858e-8e75651697c9 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1071691460 HTTP/1.1" status: 404 len: 335 time: 0.0680420 Dec 24 02:58:44.341654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58776) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.348706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] Routers {'2ced3dfe-8214-420e-885d-a1dbce9fab46'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:44.348706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2ced3dfe-8214-420e-885d-a1dbce9fab46'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:44.348957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4a4f01b3-c882-4407-9d82-90243978ba08 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:44.383236 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:44.383236 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc110cd-9940-4f4a-ba8e-c81978d60c56 None None] The sync data for ids ['2ced3dfe-8214-420e-885d-a1dbce9fab46'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:44.383466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58778) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.422531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:44.426284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-4a4f01b3-c882-4407-9d82-90243978ba08 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] update failed (client error): The resource could not be found. Dec 24 02:58:44.427465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4a4f01b3-c882-4407-9d82-90243978ba08 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1142858887 HTTP/1.1" status: 404 len: 335 time: 0.0845211 Dec 24 02:58:44.433883 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa0ed43-1e1e-4cb1-81ce-be838986434f req-e72110ff-1796-4e43-9246-a6f9a8948e34 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017159 Dec 24 02:58:44.435263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 12566a2e-cde0-477d-bc4b-c7c1a1bfa459 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:44.435830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58780) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.438077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:44.443253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Deleting subnet f7a862e9-5ccb-4bb0-8437-8c981368b54f {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:44.445280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.480616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.504457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:44.507788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.541596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ff1a9-4f9b-4a85-9765-1fdc4f2c4c18 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:44.553958 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-116ff1a9-4f9b-4a85-9765-1fdc4f2c4c18 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 814 time: 0.1571052 Dec 24 02:58:44.560739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.574299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting subnet 098ff24f-8d6d-4f9b-9744-f3119bef28b6 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:44.579531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.583259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.596346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.631071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:44.644348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Port': ['ID=8ac6cd86-867e-42df-be26-f15e4ae35580,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:44.656750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.658195 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment fcdc7b07-2fbb-4281-98a4-9c39681aa92d of type vlan for network ffb0472b-19a1-4486-8930-0bd5e10ffc88 Dec 24 02:58:44.694455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.716616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-69443879-e625-4a5d-ae51-eef8abb5dc68 None None] Provisioning complete for port dfe508b3-a2a1-411b-8215-624abd8c917a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:44.717690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-69443879-e625-4a5d-ae51-eef8abb5dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.719430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.762959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-69443879-e625-4a5d-ae51-eef8abb5dc68 None None] Port dfe508b3-a2a1-411b-8215-624abd8c917a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:44.764129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.783746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.835110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.856811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:44.942872 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] create failed (client error): The resource could not be found. Dec 24 02:58:44.943847 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b99c7284-bdac-46be-9f3b-530f4f067a46 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3484430 Dec 24 02:58:44.947629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.948173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58786) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:44.953862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.959289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:44.963800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:44.976395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.011736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:45.017490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a862e9-5ccb-4bb0-8437-8c981368b54f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:45.022742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Sync routers for ids ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:45.034285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.035434 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5ec235e1-47f7-4296-b63a-063b577f9f44 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "PUT /v2.0/routers/3595b9f2-631f-48c5-aca9-c01fd4ecc360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7078831 Dec 24 02:58:45.039593 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1fadad1-36b8-442b-8535-da3260c60059 tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/subnets/f7a862e9-5ccb-4bb0-8437-8c981368b54f HTTP/1.1" status: 204 len: 168 time: 0.7511611 Dec 24 02:58:45.039764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58788) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.041112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58790) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.045700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4613f-d5cf-4e67-8123-074edba9b8e2 None None] Network 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:45.093269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684d9d9-a3b2-45ee-a981-21a1696f7c4b None None] Network 79b713ef-57c4-4a19-886b-54fa7aaa5ebb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:45.103629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.109348 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/12566a2e-cde0-477d-bc4b-c7c1a1bfa459 HTTP/1.1" status: 204 len: 168 time: 0.7899039 Dec 24 02:58:45.110612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58794) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.118752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a5786-a65f-43a5-92de-40d83eb6dbc7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=12566a2e-cde0-477d-bc4b-c7c1a1bfa459,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:45.122386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.123168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8733532 Dec 24 02:58:45.125898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912efac-21cc-4bf8-96e5-69fbd1695b4e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=ffb0472b-19a1-4486-8930-0bd5e10ffc88,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:45.127978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58796) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.141484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Routers {'3595b9f2-631f-48c5-aca9-c01fd4ecc360'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:45.142108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:45.144122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:45.155120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:45.156986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58798) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.168577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--371212600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:45.192210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d09c9-c23d-452d-a8aa-8144c05a8bc8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:45.193778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5d4d09c9-c23d-452d-a8aa-8144c05a8bc8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports/dfe508b3-a2a1-411b-8215-624abd8c917a HTTP/1.1" status: 200 len: 911 time: 0.1542313 Dec 24 02:58:45.222215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Subnet': ['ID=098ff24f-8d6d-4f9b-9744-f3119bef28b6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:45.224119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58800) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.267866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.272974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be50bca8-5431-4da4-a115-0eaa58a384fe tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/subnets/098ff24f-8d6d-4f9b-9744-f3119bef28b6 HTTP/1.1" status: 204 len: 168 time: 0.8336668 Dec 24 02:58:45.275548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58802) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.291287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.294049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d981dfd-eaa9-4ecb-b0d1-691424b8646f None None] Network 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:45.305801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting port 3ba76b6d-f981-44bd-aaeb-1d122e8033e7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:45.306223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.320006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.344109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2571d1d-c93d-4f10-a2ce-5bd0db039671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:45.350331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2571d1d-c93d-4f10-a2ce-5bd0db039671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:45.353159 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2571d1d-c93d-4f10-a2ce-5bd0db039671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1227911 Dec 24 02:58:45.356467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58804) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:45.429643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68290610-4ed7-4b40-9607-13f1505213ac None None] DHCP port deletion for 9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:45.474608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Set router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:45.584635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.615450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:45.619836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.701613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.731498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:45.751828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.751828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment 4636cd77-4ff5-41fa-aa0e-0d7a69732f17 of type vlan for network f715cb4a-dcfa-4fc7-9a96-97466248ad13 Dec 24 02:58:45.815473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:45.819720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.841781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.860133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] DHCP port deletion for 79b713ef-57c4-4a19-886b-54fa7aaa5ebb request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:45.926863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] DHCP port deletion for 9d0fac1e-0de9-45a2-944f-c7d085c6dd26 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:45.928621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Performing IP validity checks on allocation pools {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 02:58:45.932485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 02:58:45.951857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.963382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port a271c511-e619-4e75-9023-f435da37ef17 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:45.963810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:45.983934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:45.986213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Calling delete_port for 3ba76b6d-f981-44bd-aaeb-1d122e8033e7 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:46.003566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6add815-d56f-4fc7-9b88-cb97b9d4f09a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.009221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6add815-d56f-4fc7-9b88-cb97b9d4f09a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.009439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:42Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': 'dfe508b3-a2a1-411b-8215-624abd8c917a', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:a8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:40Z', 'updated_at': '2021-12-24T02:58:43Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.021049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.025494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting port e1ed5645-eecf-42ac-a303-7c8b40ca5532 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:46.025919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.037008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Deleting port a271c511-e619-4e75-9023-f435da37ef17 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:46.037384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.046175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.050333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Checking router: 3595b9f2-631f-48c5-aca9-c01fd4ecc360 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:46.050688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Updating router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 port dfe508b3-a2a1-411b-8215-624abd8c917a binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:58:46.051876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:46.052573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.079129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port a271c511-e619-4e75-9023-f435da37ef17, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a271c511-e619-4e75-9023-f435da37ef17,segment=NetworkSegment(2b8645f7-a95a-43f8-8fec-93c65980b4d5),segment_id=2b8645f7-a95a-43f8-8fec-93c65980b4d5)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:46.079434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.090188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.100807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:46.101222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:46.107310 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:46.111255 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:46.124820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.127325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Deleting port e1ed5645-eecf-42ac-a303-7c8b40ca5532 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:46.127688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.158672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for a271c511-e619-4e75-9023-f435da37ef17 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:46.172566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] For port a271c511-e619-4e75-9023-f435da37ef17, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a271c511-e619-4e75-9023-f435da37ef17,segment=NetworkSegment(2b8645f7-a95a-43f8-8fec-93c65980b4d5),segment_id=2b8645f7-a95a-43f8-8fec-93c65980b4d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:46.172972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.234098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Calling delete_port for a271c511-e619-4e75-9023-f435da37ef17 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:46.248846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] For port e1ed5645-eecf-42ac-a303-7c8b40ca5532, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ed5645-eecf-42ac-a303-7c8b40ca5532,segment=NetworkSegment(8f9098f8-666e-40ce-b7cd-c44d4b1b5fab),segment_id=8f9098f8-666e-40ce-b7cd-c44d4b1b5fab)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:46.249213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.255129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=f715cb4a-dcfa-4fc7-9a96-97466248ad13,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.268260 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ee4066f8-a785-40d5-aac3-cf333e43b197 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1091564 Dec 24 02:58:46.271566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58808) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:46.276653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:46.286761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] For port e1ed5645-eecf-42ac-a303-7c8b40ca5532, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ed5645-eecf-42ac-a303-7c8b40ca5532,segment=NetworkSegment(8f9098f8-666e-40ce-b7cd-c44d4b1b5fab),segment_id=8f9098f8-666e-40ce-b7cd-c44d4b1b5fab)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:46.287161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.312899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Calling delete_port for e1ed5645-eecf-42ac-a303-7c8b40ca5532 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:46.353801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.376851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.382692 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] 10.222.0.36 "DELETE /v2.0/networks/9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d HTTP/1.1" status: 204 len: 168 time: 1.2767222 Dec 24 02:58:46.415255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Calling delete_port for e1ed5645-eecf-42ac-a303-7c8b40ca5532 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:46.415742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6a9e-d05d-42bd-b218-98b5f016f97d tempest-FloatingIPTestJSON-1790109830 tempest-FloatingIPTestJSON-1790109830-project] Pushing event deleted for resources: {'Network': ['ID=9c2a9ed1-8209-43e4-9686-1f6e5b1c7b0d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.441776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3612f3-cb90-4a74-9f91-6ced8026970f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:46.446623 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8b3612f3-cb90-4a74-9f91-6ced8026970f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1468031 Dec 24 02:58:46.447533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58812) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:46.546633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ed5645-eecf-42ac-a303-7c8b40ca5532 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:46.554208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.566069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.611873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.630685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Port': ['ID=3ba76b6d-f981-44bd-aaeb-1d122e8033e7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.645945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.660301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=a271c511-e619-4e75-9023-f435da37ef17,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.675393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] No DVR routers for this DVR port e1ed5645-eecf-42ac-a303-7c8b40ca5532 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:46.681598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No active binding found for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 {{(pid=110369) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 02:58:46.682016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] The host dv-neutron-822868-1-hyperv is not matching for port e1ed5645-eecf-42ac-a303-7c8b40ca5532 host None! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 02:58:46.682418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ed5645-eecf-42ac-a303-7c8b40ca5532 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:46.682964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a271c511-e619-4e75-9023-f435da37ef17 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:46.707097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.710253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a271c511-e619-4e75-9023-f435da37ef17 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:46.710606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a271c511-e619-4e75-9023-f435da37ef17 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:46.712642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.733833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Port': ['ID=e1ed5645-eecf-42ac-a303-7c8b40ca5532,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.737411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] No DVR routers for this DVR port a271c511-e619-4e75-9023-f435da37ef17 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:46.739004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port a271c511-e619-4e75-9023-f435da37ef17 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:46.799831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=f6e14e53-a0bd-4f9d-8b32-e230cc873793,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.803049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cdd9a-3553-4a7c-a926-a5d0a5a6e1d0 None None] Pushing event deleted for resources: {'Port': ['ID=a271c511-e619-4e75-9023-f435da37ef17,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.863440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf2be4-3268-4ad8-b1a6-8c1e201ea6d7 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:46.865088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bccf2be4-3268-4ad8-b1a6-8c1e201ea6d7 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4161451 Dec 24 02:58:46.868307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:46.868708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: ffb0472b-19a1-4486-8930-0bd5e10ffc88, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:46.872572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:46.921335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.927711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.930062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.932681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:46.939535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-457bbeab-2028-4e2a-be25-60f87b15e191 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "DELETE /v2.0/ports/3ba76b6d-f981-44bd-aaeb-1d122e8033e7 HTTP/1.1" status: 204 len: 168 time: 1.9849644 Dec 24 02:58:46.939535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5b4d3108-6268-4c5d-9279-27d04a29484b tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608926 Dec 24 02:58:46.939954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58818) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:46.940292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58820) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:46.958297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0fac1e-0de9-45a2-944f-c7d085c6dd26']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.966140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] Pushing event deleted for resources: {'Port': ['ID=e1ed5645-eecf-42ac-a303-7c8b40ca5532,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:46.981373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.982205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9098f8-666e-40ce-b7cd-c44d4b1b5fab') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:46.988654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa90404-6304-4432-add6-76f0174c8122 None None] No DVR routers for this DVR port e1ed5645-eecf-42ac-a303-7c8b40ca5532 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:46.997852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.002141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.052540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.056492 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:58:47.061770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58822) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.074151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff778d-9674-46f9-a31f-94636a350019 None None] Pushing event updated for resources: {'Port': ['ID=dfe508b3-a2a1-411b-8215-624abd8c917a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:47.082789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b713ef-57c4-4a19-886b-54fa7aaa5ebb']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:47.098196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.101317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8645f7-a95a-43f8-8fec-93c65980b4d5') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:47.101732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8645f7-a95a-43f8-8fec-93c65980b4d5') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:47.113740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:47.113985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:47.117241 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:47.120031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.128245 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b8d86eb2-aea8-4d75-8072-5063e4b5cf13 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1643431 Dec 24 02:58:47.128894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58826) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.146264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Attempting to bind port dfe508b3-a2a1-411b-8215-624abd8c917a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:47.148814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Attempting to bind port dfe508b3-a2a1-411b-8215-624abd8c917a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:47.148814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Attempting to bind port dfe508b3-a2a1-411b-8215-624abd8c917a on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:47.157174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:47.157549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:47.158791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.158920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:47.159366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Bound port: dfe508b3-a2a1-411b-8215-624abd8c917a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:47.159744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.209684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:47.215553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.229752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:47.230169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:47.233718 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:47.246906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dde909-4aef-4a4f-abba-49bca884ac27 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:47.251804 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-05dde909-4aef-4a4f-abba-49bca884ac27 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fa375d4-ad38-4cee-ba5a-a9e887e53d15 HTTP/1.1" status: 200 len: 913 time: 0.3081801 Dec 24 02:58:47.257952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58828) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.285897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] For port dfe508b3-a2a1-411b-8215-624abd8c917a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:47.291218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] For port dfe508b3-a2a1-411b-8215-624abd8c917a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=dfe508b3-a2a1-411b-8215-624abd8c917a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:47.324180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, ffb0472b-19a1-4486-8930-0bd5e10ffc88) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:47.328987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:47.330402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.340886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e13538-d4d5-4e31-a64e-bc49205d5907 None None] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:47.358281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.376506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.380024 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/networks/9d0fac1e-0de9-45a2-944f-c7d085c6dd26 HTTP/1.1" status: 204 len: 168 time: 2.1032934 Dec 24 02:58:47.381298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346f3d8-f735-487d-8fa3-f4e18b7306d3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Network': ['ID=9d0fac1e-0de9-45a2-944f-c7d085c6dd26,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:47.383183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58832) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.407485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.444461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting subnet 4b5b1852-dc26-407c-8218-7f53907fe2a4 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:47.447987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.472583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5c841458-7b19-4c0e-a24c-c465a1c2e946 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3326199 Dec 24 02:58:47.473734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.480365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58834) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.486178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88', 'name': 'tempest-PortsIpV6TestJSON-1931736030'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:47.493270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6b8de7b6-961c-4210-9d92-d565e2c92149 None None] Provisioning complete for port dfe508b3-a2a1-411b-8215-624abd8c917a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:47.493677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6b8de7b6-961c-4210-9d92-d565e2c92149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.507848 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d18037a9-dc2f-4094-bba6-7ed625117b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fff04f3e7c04a839cb370ae8d431f91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923163 Dec 24 02:58:47.511297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.514668 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/79b713ef-57c4-4a19-886b-54fa7aaa5ebb HTTP/1.1" status: 204 len: 168 time: 2.4036307 Dec 24 02:58:47.527209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c2cd6-887a-40f3-adcf-20dca2cbbcb1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=79b713ef-57c4-4a19-886b-54fa7aaa5ebb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:47.531020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58836) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.531531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58838) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.545028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Routers {'3595b9f2-631f-48c5-aca9-c01fd4ecc360'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:47.545803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:47.549288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1248348909'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:47.572859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff778d-9674-46f9-a31f-94636a350019 None None] Pushing event updated for resources: {'Port': ['ID=dfe508b3-a2a1-411b-8215-624abd8c917a,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:47.597377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a30429-3975-444a-b2ad-e181cad2633a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:47.597377 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77a30429-3975-444a-b2ad-e181cad2633a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4662032 Dec 24 02:58:47.606059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58840) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.640616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.715679 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-573017cf-f7e0-4456-8358-2028f8fa80e3 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806174 Dec 24 02:58:47.716363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58842) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:47.718306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:47.720320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759141155', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:47.721817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.726978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port dfe508b3-a2a1-411b-8215-624abd8c917a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:47.726978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.771573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:47.782006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.782355 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment 26dc13e6-30bf-4f29-97e6-214e89ee16b1 of type vlan for network 146e1c0e-a379-4a87-a9c0-3df8778867df Dec 24 02:58:47.840797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.874259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] Set router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:47.882596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.952211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-ffb0472b-19a1-4486-8930-0bd5e10ffc88', 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': 'f6e14e53-a0bd-4f9d-8b32-e230cc873793'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:47.953088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.965186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.975342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port dfe508b3-a2a1-411b-8215-624abd8c917a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=dfe508b3-a2a1-411b-8215-624abd8c917a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:47.975545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.980404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:47.993887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for dfe508b3-a2a1-411b-8215-624abd8c917a owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:48.034070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.040100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:48.041273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.058568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:48.062092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.066763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.078088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:48.081528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.152082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port be08bed4-c99a-40dd-bfff-52d0b1ac0c38 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:48.156730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=146e1c0e-a379-4a87-a9c0-3df8778867df,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:48.168458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4af76f34-2abd-484c-9e90-81ff03d3eff3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6193054 Dec 24 02:58:48.172590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58844) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:48.173998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 146e1c0e-a379-4a87-a9c0-3df8778867df details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:48.200775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:48.236376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.238959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.242421 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e28053a-8521-4fed-a729-34618c363060 HTTP/1.1" status: 204 len: 168 time: 0.7006662 Dec 24 02:58:48.303617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.326118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20494375-dcf7-4f38-8ec5-268e8e09a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28053a-8521-4fed-a729-34618c363060,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:48.331410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6b8de7b6-961c-4210-9d92-d565e2c92149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.358108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5b1852-dc26-407c-8218-7f53907fe2a4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:48.364010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.371336 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87ae16da-b930-4f8a-bcb5-f813ab641eac tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/subnets/4b5b1852-dc26-407c-8218-7f53907fe2a4 HTTP/1.1" status: 204 len: 168 time: 0.9863176 Dec 24 02:58:48.372206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58848) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:48.384892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Allocated IP 2001:db8::2 (ffb0472b-19a1-4486-8930-0bd5e10ffc88/f6e14e53-a0bd-4f9d-8b32-e230cc873793/4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:48.389515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ec5f7-5199-461b-965c-defa7122c37b None None] Network 1ca455cc-4596-4a5a-a4ce-f336f4dab075 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:48.397596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:42Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': 'dfe508b3-a2a1-411b-8215-624abd8c917a', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:a8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:40Z', 'updated_at': '2021-12-24T02:58:47Z', 'revision_number': 4, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:48.468058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9d972-8c05-41ba-bcc8-10c5649f4fff None None] The sync data for ids ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'] in dv-neutron-822868-1-hyperv is: [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:42Z', 'revision_number': 2, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None, '_interfaces': [{'id': 'dfe508b3-a2a1-411b-8215-624abd8c917a', 'name': '', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'mac_address': 'fa:16:3e:a8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:58:40Z', 'updated_at': '2021-12-24T02:58:47Z', 'revision_number': 4, 'project_id': 'ef099846246442edbf371076217bf9f5', 'subnets': [{'id': '6fb61ee8-7d3b-436b-b1db-c28a0900812d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:48.484617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting subnet 13a80043-276c-4fab-8e25-c79f5df9c5ff {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:48.490884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.586354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.677076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:48.681496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.803254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] DHCP port deletion for 1ca455cc-4596-4a5a-a4ce-f336f4dab075 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:48.811585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.884053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.894244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.912484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:48.956901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=dfe508b3-a2a1-411b-8215-624abd8c917a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.053187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:49.071314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Pushing event updated for resources: {'Port': ['ID=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.076075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:49.080109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:49.090664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.104343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::11b (ffb0472b-19a1-4486-8930-0bd5e10ffc88/f6e14e53-a0bd-4f9d-8b32-e230cc873793/be08bed4-c99a-40dd-bfff-52d0b1ac0c38) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:49.154216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Deleting port 60fc086a-9b0e-450d-9729-f6585711e53e {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:49.154693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.247572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-033dca9f-d3c0-4e66-a653-e6f0aa9512da None None] Could not find standard attr ID for object dfe508b3-a2a1-411b-8215-624abd8c917a. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:58:49.267559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Attempting to bind port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:49.268697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Attempting to bind port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:49.269033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.269392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Attempting to bind port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c on network ffb0472b-19a1-4486-8930-0bd5e10ffc88 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:49.277336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] For port 60fc086a-9b0e-450d-9729-f6585711e53e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60fc086a-9b0e-450d-9729-f6585711e53e,segment=NetworkSegment(c0a82876-1d54-4b42-a692-4f1081bdaa05),segment_id=c0a82876-1d54-4b42-a692-4f1081bdaa05)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:49.278565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.281502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:49.281875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Checking segment: {'id': 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:49.282354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.282740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Bound using segment: {'id': 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:49.283410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Bound port: 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ffb0472b-19a1-4486-8930-0bd5e10ffc88'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:49.283858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.309877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Calling delete_port for 60fc086a-9b0e-450d-9729-f6585711e53e owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:49.349938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Subnet': ['ID=13a80043-276c-4fab-8e25-c79f5df9c5ff,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.382027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.388233 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-417e2128-12db-46a8-8e42-5c851503f438 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/subnets/13a80043-276c-4fab-8e25-c79f5df9c5ff HTTP/1.1" status: 204 len: 168 time: 1.0125937 Dec 24 02:58:49.393707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e0e08-d0d3-4d0a-a2c9-ea2d246d1570 None None] Network 6dae1974-0608-4b15-b9e1-9ae1ac423a70 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:49.394948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=fe09d83c-98d1-4145-8b4d-2ff04c225b1d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.395090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58862) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:49.429998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.456435 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:49.456901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: f715cb4a-dcfa-4fc7-9a96-97466248ad13, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:49.500373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] For port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:49.506246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] For port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,segment=NetworkSegment(fcdc7b07-2fbb-4281-98a4-9c39681aa92d),segment_id=fcdc7b07-2fbb-4281-98a4-9c39681aa92d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:49.522776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.589249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting port 3e748214-8eb5-4fd4-b16e-a17b501fcd2b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:49.589965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.593887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=67f32dc9-b03b-476d-9e50-e711c9722888,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.627624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.632220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.669578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] DHCP port deletion for 6dae1974-0608-4b15-b9e1-9ae1ac423a70 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:49.671117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.684105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.722393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': '26dc13e6-30bf-4f29-97e6-214e89ee16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:49.722794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: 146e1c0e-a379-4a87-a9c0-3df8778867df, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:58:49.743337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] No DVR routers for this DVR port 60fc086a-9b0e-450d-9729-f6585711e53e on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:49.760027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5388d2-6eeb-438e-b856-efd1e2944750 None None] Pushing event updated for resources: {'Port': ['ID=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.804944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:49.822646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.832557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.832807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd09846-026f-4953-aa3f-ef8eaad4b837 None None] Pushing event deleted for resources: {'Port': ['ID=60fc086a-9b0e-450d-9729-f6585711e53e,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:49.877735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca455cc-4596-4a5a-a4ce-f336f4dab075']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:49.888648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Deleting port 51064209-ec19-4119-92fd-b3a1b878c6b2 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:49.889468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.893245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a82876-1d54-4b42-a692-4f1081bdaa05') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:49.894018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a82876-1d54-4b42-a692-4f1081bdaa05') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:49.903263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 146e1c0e-a379-4a87-a9c0-3df8778867df is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:58:49.920974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.944648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.952378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Calling delete_port for 3e748214-8eb5-4fd4-b16e-a17b501fcd2b owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:49.956308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.968318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:49.969172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:49.973068 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:49.976039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:50.022005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] For port 51064209-ec19-4119-92fd-b3a1b878c6b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=51064209-ec19-4119-92fd-b3a1b878c6b2,segment=NetworkSegment(220b769c-2e35-40cd-86ab-ec5c8141a1da),segment_id=220b769c-2e35-40cd-86ab-ec5c8141a1da)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:50.022491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.057857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Calling delete_port for 51064209-ec19-4119-92fd-b3a1b878c6b2 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:50.064682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f715cb4a-dcfa-4fc7-9a96-97466248ad13) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:50.079761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:50.080453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.099018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58874) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.114713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 146e1c0e-a379-4a87-a9c0-3df8778867df) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:50.130372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:50.137265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.143039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82bbe09-3113-4271-88eb-94e7d1196164 None None] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:50.156234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:50.158576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782ec0f-aafd-4db3-97c2-69f08f06c166 None None] Network 146e1c0e-a379-4a87-a9c0-3df8778867df requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:50.179037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:50.182165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:50.189301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:50.190361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.209602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=be08bed4-c99a-40dd-bfff-52d0b1ac0c38,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:50.240817 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-43d3e8c7-f752-4b2c-b40a-8b8ef085299e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0704157 Dec 24 02:58:50.244606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58878) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.247268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-662354720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:50.270947 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-36782d5e-9e08-45dc-a6c9-92df7d198c1e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5524964 Dec 24 02:58:50.283338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:50.290731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.296315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.305433 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/networks/1ca455cc-4596-4a5a-a4ce-f336f4dab075 HTTP/1.1" status: 204 len: 168 time: 0.9049385 Dec 24 02:58:50.315234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58882) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.329129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-05a548d0-9734-4afc-a34d-7f0ec875abc1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "PUT /v2.0/routers/3595b9f2-631f-48c5-aca9-c01fd4ecc360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9712617 Dec 24 02:58:50.329756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58884) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.335885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3ca144bf-ab5b-4682-be0c-986b3016ff4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.373289 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-73ea0b58-8812-4962-b493-9fc9735fa92a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8914607 Dec 24 02:58:50.383207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'networks': [{'name': 'tempest-network--1194566255'}, {'name': 'tempest-network--1946021468'}]} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:50.384112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-network--1194566255'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:50.384650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-network--1946021468'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:50.387541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58886) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.410450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:50.411375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.426650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.440591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f655d7-bd56-4934-a9bc-5e2a4f36d128 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Network': ['ID=1ca455cc-4596-4a5a-a4ce-f336f4dab075,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:50.456505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-146e1c0e-a379-4a87-a9c0-3df8778867df', 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '67f32dc9-b03b-476d-9e50-e711c9722888'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:50.458072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.469472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d79775-b07e-4b7e-bdf5-2cccbf44c711 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:50.470819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d79775-b07e-4b7e-bdf5-2cccbf44c711 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:50.478591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] Pushing event deleted for resources: {'Port': ['ID=51064209-ec19-4119-92fd-b3a1b878c6b2,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:50.479746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58888) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.480399 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d9d79775-b07e-4b7e-bdf5-2cccbf44c711 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1465170 Dec 24 02:58:50.486219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a0091-899e-4497-b0ac-4e124b9f4f68 None None] No DVR routers for this DVR port 51064209-ec19-4119-92fd-b3a1b878c6b2 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:50.631406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'network': 2} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:50.637645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.661801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.718530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port be08bed4-c99a-40dd-bfff-52d0b1ac0c38 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:50.719171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.755857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.797825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58890) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:50.821559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:50.834970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089390416', 'description': 'tempest-secgroup-smoke-1089390416 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:50.845085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Port': ['ID=3e748214-8eb5-4fd4-b16e-a17b501fcd2b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:50.947702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:50.976611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for be08bed4-c99a-40dd-bfff-52d0b1ac0c38 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:50.988548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 6fb61ee8-7d3b-436b-b1db-c28a0900812d {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:50.999278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.005037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.058592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Allocated IP 2001:db8::2 (146e1c0e-a379-4a87-a9c0-3df8778867df/67f32dc9-b03b-476d-9e50-e711c9722888/aa9cffbb-1907-467b-9c6c-b7f57946014e) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:51.105616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.117868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.173851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.174411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.185822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.187627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.281758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Allocated IP 172.20.0.18 (f715cb4a-dcfa-4fc7-9a96-97466248ad13/fe09d83c-98d1-4145-8b4d-2ff04c225b1d/1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:51.286008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:51.295956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.296520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment 3b42f9c2-e1a9-4cf2-8864-30a37b6125ed of type vlan for network dcef7269-c9f1-4f7d-9531-14b88ba2e47e Dec 24 02:58:51.320330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.322001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.366867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Sync routers for ids ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:51.372859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.381971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67915ca-5f85-44c3-95dc-e67a70680be9,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:51.386046 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Routers {'3595b9f2-631f-48c5-aca9-c01fd4ecc360'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:51.387195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:51.387573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.387845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.394195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dae1974-0608-4b15-b9e1-9ae1ac423a70']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.409643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b769c-2e35-40cd-86ab-ec5c8141a1da') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.409643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b769c-2e35-40cd-86ab-ec5c8141a1da') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.416005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.420253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.431321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.437509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:51.437903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.445150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.501359 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Set router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:51.543559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Pushing event updated for resources: {'Port': ['ID=aa9cffbb-1907-467b-9c6c-b7f57946014e,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:51.546730 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:51.557902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.566747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.572550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.583497 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:48Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.599927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.614426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.622754 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/networks/6dae1974-0608-4b15-b9e1-9ae1ac423a70 HTTP/1.1" status: 204 len: 168 time: 1.3031309 Dec 24 02:58:51.624668 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Checking router: 3595b9f2-631f-48c5-aca9-c01fd4ecc360 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:58:51.626337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58894) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:51.636952 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Routers {'3595b9f2-631f-48c5-aca9-c01fd4ecc360'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:51.637861 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.645694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Network 146e1c0e-a379-4a87-a9c0-3df8778867df is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:51.649012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.654968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:51.659664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92c08d-b01e-4da6-bcc3-8d02238f1d62 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Network': ['ID=6dae1974-0608-4b15-b9e1-9ae1ac423a70,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:51.660174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:51.732368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting subnet 63e81b3b-b4e5-4ad2-b531-71146d88f2e0 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:51.739144 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] Set router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:58:51.747590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.802613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.807466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Router 3fa375d4-ad38-4cee-ba5a-a9e887e53d15 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:58:51.809876 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-037cc51a-464f-4fae-b6e1-fe22fd61894e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5649252 Dec 24 02:58:51.809876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58896) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:51.810646 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:48Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:51.812117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:51.816653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.853833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.853833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment 467fd2e6-b1c2-4439-bbf0-16e62ef4ae5e of type vlan for network a44f5efb-97aa-4b42-9c8f-7a520e96ebf8 Dec 24 02:58:51.876631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.883655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.892215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd97544-5283-4139-8bbd-34eaacdceae0 None None] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:51.919075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.950432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:51.958164 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec595bc8-6a15-4866-862c-78f1f462a6e0 None None] The sync data for ids ['3595b9f2-631f-48c5-aca9-c01fd4ecc360'] in dv-neutron-822868-1-hyperv is: [{'id': '3595b9f2-631f-48c5-aca9-c01fd4ecc360', 'name': 'tempest-NetworksTestDHCPv6-router-1433187511', 'tenant_id': 'ef099846246442edbf371076217bf9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:58:38Z', 'updated_at': '2021-12-24T02:58:48Z', 'revision_number': 3, 'project_id': 'ef099846246442edbf371076217bf9f5', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:51.990140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Attempting to bind port aa9cffbb-1907-467b-9c6c-b7f57946014e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:51.990612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Attempting to bind port aa9cffbb-1907-467b-9c6c-b7f57946014e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '26dc13e6-30bf-4f29-97e6-214e89ee16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:51.991086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Attempting to bind port aa9cffbb-1907-467b-9c6c-b7f57946014e on network 146e1c0e-a379-4a87-a9c0-3df8778867df {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:52.004518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:52.004884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Checking segment: {'id': '26dc13e6-30bf-4f29-97e6-214e89ee16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:52.005676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.006148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Bound using segment: {'id': '26dc13e6-30bf-4f29-97e6-214e89ee16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:52.006706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Bound port: aa9cffbb-1907-467b-9c6c-b7f57946014e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26dc13e6-30bf-4f29-97e6-214e89ee16b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '146e1c0e-a379-4a87-a9c0-3df8778867df'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:52.007678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.008174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.012313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:52.012764 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6fb61ee8-7d3b-436b-b1db-c28a0900812d HTTP/1.1" status: 204 len: 168 time: 1.5177269 Dec 24 02:58:52.015515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488612-9e9f-488b-aec7-f97a91adeff6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb61ee8-7d3b-436b-b1db-c28a0900812d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.018295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58898) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.042012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=be08bed4-c99a-40dd-bfff-52d0b1ac0c38,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.050021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b17543-ceee-479b-bc59-aa92c6f7d443 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:52.052427 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9d3435e4-1dc4-4b03-b64f-37f179cc6765 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "PUT /v2.0/routers/3fa375d4-ad38-4cee-ba5a-a9e887e53d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7929826 Dec 24 02:58:52.061709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58900) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.070723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.073330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] Sync routers for ids ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:52.082268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.105367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4e4dbc54-41fd-4e58-b61e-0aaf5bcdd3f7 None None] Provisioning complete for port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:52.105855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4e4dbc54-41fd-4e58-b61e-0aaf5bcdd3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.120536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:52.172693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.179677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Pushing event updated for resources: {'Port': ['ID=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.182717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:52.184647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.189195 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-36bc49c3-cedd-43a9-84a6-52a040d11bca tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/be08bed4-c99a-40dd-bfff-52d0b1ac0c38 HTTP/1.1" status: 204 len: 168 time: 1.7960513 Dec 24 02:58:52.193713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.198200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58904) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.205161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:52.233047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.249114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] Routers {'3fa375d4-ad38-4cee-ba5a-a9e887e53d15'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:52.249325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:52.271878 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab4384c-6fe1-45dd-b810-1b10e1e4ef59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 02:58:52.272485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab4384c-6fe1-45dd-b810-1b10e1e4ef59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:58:52.276334 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ab4384c-6fe1-45dd-b810-1b10e1e4ef59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/be08bed4-c99a-40dd-bfff-52d0b1ac0c38 HTTP/1.1" status: 404 len: 333 time: 0.0760415 Dec 24 02:58:52.283288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.308393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.316808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4842944 Dec 24 02:58:52.342934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58908) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.354464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:52.357184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.357675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.363987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:52.373685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:52.374260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.375339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.377025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,segment=NetworkSegment(fcdc7b07-2fbb-4281-98a4-9c39681aa92d),segment_id=fcdc7b07-2fbb-4281-98a4-9c39681aa92d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:52.382973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:52.431973 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-13387b95-1b24-4e30-b06c-e903866286c0 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:58:52.433390 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-13387b95-1b24-4e30-b06c-e903866286c0 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/be08bed4-c99a-40dd-bfff-52d0b1ac0c38 HTTP/1.1" status: 404 len: 333 time: 0.1466675 Dec 24 02:58:52.443957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.465494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1306737-3b8d-425c-9558-f37dd33a0d11 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4436743 Dec 24 02:58:52.469390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e49bf-705a-458d-ad2a-9dbf78071256 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af095b1-008f-44a9-90fd-e344bb7c4600,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.469586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.472864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58912) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:52.482613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] For port aa9cffbb-1907-467b-9c6c-b7f57946014e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:52.492656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] Routers {'3fa375d4-ad38-4cee-ba5a-a9e887e53d15'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:52.492656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:52.527263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Attempting to bind port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:52.527642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Attempting to bind port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:52.528010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Attempting to bind port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 on network f715cb4a-dcfa-4fc7-9a96-97466248ad13 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:52.572371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] For port aa9cffbb-1907-467b-9c6c-b7f57946014e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aa9cffbb-1907-467b-9c6c-b7f57946014e,segment=NetworkSegment(26dc13e6-30bf-4f29-97e6-214e89ee16b1),segment_id=26dc13e6-30bf-4f29-97e6-214e89ee16b1)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:52.582242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:52.582880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ad992c-24b8-41fb-bc72-19512d76888e None None] The sync data for ids ['3fa375d4-ad38-4cee-ba5a-a9e887e53d15'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:52.584317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2a1d3f8a-4a38-413a-97a3-06e2283e9c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.592098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:52.592514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Checking segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:52.592899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.593284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Bound using segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:52.593767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Bound port: 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:52.594148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.634264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60fc086a-9b0e-450d-9729-f6585711e53e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:52.664151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.670759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet f6e14e53-a0bd-4f9d-8b32-e230cc873793 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:52.677260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.678745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.686963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.689872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 60fc086a-9b0e-450d-9729-f6585711e53e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:52.690224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60fc086a-9b0e-450d-9729-f6585711e53e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:52.690657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 51064209-ec19-4119-92fd-b3a1b878c6b2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:52.764194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:52.789435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 51064209-ec19-4119-92fd-b3a1b878c6b2 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:52.789847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 51064209-ec19-4119-92fd-b3a1b878c6b2 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:52.802773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.818204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.830944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.903572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Subnet': ['ID=63e81b3b-b4e5-4ad2-b531-71146d88f2e0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:52.912686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:52.969522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be15cd5-bca2-44a1-a156-36a41fdc1653 None None] Network 7351dfa3-5e46-4efd-8bef-a85919cedf27 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:53.033778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.037283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc585bc-469f-4916-9ef1-853ef92e0a70 None None] Pushing event updated for resources: {'Port': ['ID=aa9cffbb-1907-467b-9c6c-b7f57946014e,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:53.045660 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-37fadb4a-64af-4955-8bdd-9a94e07306a0 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/subnets/63e81b3b-b4e5-4ad2-b531-71146d88f2e0 HTTP/1.1" status: 204 len: 168 time: 1.4169261 Dec 24 02:58:53.054442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:53.093106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] For port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:53.111930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58914) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.168497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=dcef7269-c9f1-4f7d-9531-14b88ba2e47e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:53.201176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0948968 Dec 24 02:58:53.203586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58916) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.239783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.261563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.290549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.307997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.374786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] For port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:53.377527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network dcef7269-c9f1-4f7d-9531-14b88ba2e47e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:53.437911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Deleting port 6dfed610-49b4-4530-9aea-94d274e019c1 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:53.438284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.467092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-52fb3f39-f055-42bf-9e91-301b5db9d843 None None] Provisioning complete for port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:53.467461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52fb3f39-f055-42bf-9e91-301b5db9d843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.469416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.499728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.515477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.515477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Fanout notify agent at l3_agent the message router_deleted on router 3595b9f2-631f-48c5-aca9-c01fd4ecc360 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:53.528814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae148f-f86e-454e-9011-91ae6e1034b1 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=a44f5efb-97aa-4b42-9c8f-7a520e96ebf8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:53.536991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.545239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7f4f57d3-6029-4a4a-975b-193620c33d77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/routers/3595b9f2-631f-48c5-aca9-c01fd4ecc360 HTTP/1.1" status: 204 len: 168 time: 1.0660715 Dec 24 02:58:53.547875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58920) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.619977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f727b-f87b-41fc-8d22-fb37fd12a42d None None] Pushing event updated for resources: {'Port': ['ID=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:53.623964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a44f5efb-97aa-4b42-9c8f-7a520e96ebf8 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:53.644354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:53.644838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.658890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.659575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa375d4-ad38-4cee-ba5a-a9e887e53d15 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:53.702352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.703723 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bdaeface-1f69-4780-a981-c91f96389856 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "DELETE /v2.0/routers/3fa375d4-ad38-4cee-ba5a-a9e887e53d15 HTTP/1.1" status: 204 len: 168 time: 1.6334977 Dec 24 02:58:53.706618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58922) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.789405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] DHCP port deletion for 7351dfa3-5e46-4efd-8bef-a85919cedf27 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:53.851330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.853189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bcbe2-1c43-454d-8a70-47694db393bd tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:53.869982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bcbe2-1c43-454d-8a70-47694db393bd tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:53.876083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bcbe2-1c43-454d-8a70-47694db393bd tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:53.888648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9bcbe2-1c43-454d-8a70-47694db393bd tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:53.890377 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9c9bcbe2-1c43-454d-8a70-47694db393bd tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6631138 Dec 24 02:58:53.894700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58924) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.911106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] For port 6dfed610-49b4-4530-9aea-94d274e019c1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6dfed610-49b4-4530-9aea-94d274e019c1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:53.911504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:53.943946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b8045-3002-4855-b6fe-fd0b6e06d484 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:53.947521 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f84b8045-3002-4855-b6fe-fd0b6e06d484 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3969476 Dec 24 02:58:53.963544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58926) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:53.986303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting subnet e04d371f-1896-4241-88e4-fefcbc5fc18f {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:58:53.986734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Calling delete_port for 6dfed610-49b4-4530-9aea-94d274e019c1 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:54.059063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6e8dbf-e8ca-4daa-abf8-d33d60d4ce0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:54.059063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9e6e8dbf-e8ca-4daa-abf8-d33d60d4ce0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0956328 Dec 24 02:58:54.059619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.083984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58928) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:54.102990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.151090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Deleting port 0f446861-2397-44d7-8e40-fcb2fee51641 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:54.151628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.169619 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8440e9d0-fc7c-4423-8a18-7351368dbf5d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845170 Dec 24 02:58:54.177150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58930) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:54.188011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:54.194654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.211309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.220881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.287394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.331796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] For port 0f446861-2397-44d7-8e40-fcb2fee51641, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0f446861-2397-44d7-8e40-fcb2fee51641,segment=NetworkSegment(8c44698a-3872-44f3-9242-48eb02cec19a),segment_id=8c44698a-3872-44f3-9242-48eb02cec19a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:54.332016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.353581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Calling delete_port for 0f446861-2397-44d7-8e40-fcb2fee51641 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:54.370843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8::1 (146e1c0e-a379-4a87-a9c0-3df8778867df/67f32dc9-b03b-476d-9e50-e711c9722888/ca1e0791-010b-4dc5-b922-35f94c9cd902) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:54.411658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6dfed610-49b4-4530-9aea-94d274e019c1 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:54.419977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.451477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.452144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a4623f54-e7dd-4dcf-9549-4c32aecae349 None None] Could not find standard attr ID for object be08bed4-c99a-40dd-bfff-52d0b1ac0c38. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:58:54.476326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6dfed610-49b4-4530-9aea-94d274e019c1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:54.476808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6dfed610-49b4-4530-9aea-94d274e019c1 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:54.478055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dfe508b3-a2a1-411b-8215-624abd8c917a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:54.484638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] Pushing event deleted for resources: {'Port': ['ID=6dfed610-49b4-4530-9aea-94d274e019c1,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:54.510915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.512920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e14e53-a0bd-4f9d-8b32-e230cc873793,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:54.516819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b10175-c122-48f0-b1c3-0ab264bc1b02 None None] No DVR routers for this DVR port 6dfed610-49b4-4530-9aea-94d274e019c1 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:54.520174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: dfe508b3-a2a1-411b-8215-624abd8c917a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:54.520558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dfe508b3-a2a1-411b-8215-624abd8c917a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:54.523349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.528091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:54.532115 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.560830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da4bf14-331f-49b8-b9c7-63ab5367e637 None None] Network 146e1c0e-a379-4a87-a9c0-3df8778867df requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:54.572577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35616b5-8be4-40c7-953c-254d0eb8530c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:54.613960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcef7269-c9f1-4f7d-9531-14b88ba2e47e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:54.614200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.621062 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d92ab1d4-afa6-45ff-8359-5ec6fcbc6de7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/f6e14e53-a0bd-4f9d-8b32-e230cc873793 HTTP/1.1" status: 204 len: 168 time: 2.1717384 Dec 24 02:58:54.621062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Deleting port 0f446861-2397-44d7-8e40-fcb2fee51641 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:54.621361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.627602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58934) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:54.646548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b40aaa-dfa2-4217-8fa5-54110c760cea None None] Network ffb0472b-19a1-4486-8930-0bd5e10ffc88 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:54.668850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] Provisioning complete for port aa9cffbb-1907-467b-9c6c-b7f57946014e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:54.668850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.669247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b42f9c2-e1a9-4cf2-8864-30a37b6125ed') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:54.669247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b42f9c2-e1a9-4cf2-8864-30a37b6125ed') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:54.669482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.702031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.717209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.724921 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ad67044-7421-4a42-a04c-f96199589244 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3484879 Dec 24 02:58:54.731122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58936) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:54.739140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] Pushing event deleted for resources: {'Port': ['ID=0f446861-2397-44d7-8e40-fcb2fee51641,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:54.747195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:54.752514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.755012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.777235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:54.777554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:54.782692 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:54.794885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db27eef-b43a-4691-a8d3-210baa793928 None None] No DVR routers for this DVR port 0f446861-2397-44d7-8e40-fcb2fee51641 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:54.912753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.930814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] For port 0f446861-2397-44d7-8e40-fcb2fee51641, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0f446861-2397-44d7-8e40-fcb2fee51641,segment=NetworkSegment(8c44698a-3872-44f3-9242-48eb02cec19a),segment_id=8c44698a-3872-44f3-9242-48eb02cec19a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:54.932441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.966949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:54.974945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Calling delete_port for 0f446861-2397-44d7-8e40-fcb2fee51641 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:54.983928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441a0c3-8686-44fd-8cf9-c583d3dd4b76 None None] Network 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:54.991127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Subnet': ['ID=e04d371f-1896-4241-88e4-fefcbc5fc18f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:54.998694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.001977 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-13cf4764-3d3f-4244-ab92-97ab15849c33 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "DELETE /v2.0/subnets/e04d371f-1896-4241-88e4-fefcbc5fc18f HTTP/1.1" status: 204 len: 168 time: 1.2692239 Dec 24 02:58:55.002716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.007367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58938) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:55.036035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.045486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.048943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/dcef7269-c9f1-4f7d-9531-14b88ba2e47e HTTP/1.1" status: 204 len: 168 time: 1.1428945 Dec 24 02:58:55.054738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022020b8-0c28-4de5-b71e-664e260f5567 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=dcef7269-c9f1-4f7d-9531-14b88ba2e47e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.067317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58940) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:55.094829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.095077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.126811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.147842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] DHCP port deletion for ffb0472b-19a1-4486-8930-0bd5e10ffc88 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:55.171768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.224302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] No DVR routers for this DVR port 0f446861-2397-44d7-8e40-fcb2fee51641 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:55.243888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Port': ['ID=0f446861-2397-44d7-8e40-fcb2fee51641,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.244082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] For port aa9cffbb-1907-467b-9c6c-b7f57946014e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aa9cffbb-1907-467b-9c6c-b7f57946014e,segment=NetworkSegment(26dc13e6-30bf-4f29-97e6-214e89ee16b1),segment_id=26dc13e6-30bf-4f29-97e6-214e89ee16b1)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:55.244817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aa9cffbb-1907-467b-9c6c-b7f57946014e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:55.316673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.359862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.381641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aa9cffbb-1907-467b-9c6c-b7f57946014e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:55.382010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.404979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=ca1e0791-010b-4dc5-b922-35f94c9cd902,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.418836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.466373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 146e1c0e-a379-4a87-a9c0-3df8778867df is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:55.466590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Deleting port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:55.466999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.477469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] DHCP port deletion for 94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:58:55.496882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.505758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a52cf-9e51-4e89-a2e5-6f5566441994 None None] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:55.512928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:55.522171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:55.522942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.558095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.573770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac8e4a-9dc6-4391-a8cf-3eb65885a51e None None] Pushing event updated for resources: {'Port': ['ID=aa9cffbb-1907-467b-9c6c-b7f57946014e,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.589614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed2bb33-c29e-4299-ab41-e2e186fe6f48,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.618915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44f5efb-97aa-4b42-9c8f-7a520e96ebf8']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.629000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.636203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467fd2e6-b1c2-4439-bbf0-16e62ef4ae5e') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.637489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467fd2e6-b1c2-4439-bbf0-16e62ef4ae5e') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.637933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.670889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7351dfa3-5e46-4efd-8bef-a85919cedf27']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.689356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c44698a-3872-44f3-9242-48eb02cec19a') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.689644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c44698a-3872-44f3-9242-48eb02cec19a') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:55.692742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:55.693072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.700739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:58:55.722021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.732736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.732951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.737564 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d4d78d11-26cc-46e7-8522-55656b4559f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0041459 Dec 24 02:58:55.740146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.750733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58944) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:55.757626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.763168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:55.766542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:55.767152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:55.801774 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:55.828630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.841051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:55.848689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:55.849402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.853617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:55.855627 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:55.861483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:55.862365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.864308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Provisioning complete for port aa9cffbb-1907-467b-9c6c-b7f57946014e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:55.864809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.891212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=43349235-10fd-4e40-a8e8-53750a3c6f6b,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:55.901974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0ad99-7daa-4ac9-9b8d-1a8852f8d008 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:55.925805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.972369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,segment=NetworkSegment(fcdc7b07-2fbb-4281-98a4-9c39681aa92d),segment_id=fcdc7b07-2fbb-4281-98a4-9c39681aa92d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:55.972764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:55.992657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.005782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] For port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,segment=NetworkSegment(fcdc7b07-2fbb-4281-98a4-9c39681aa92d),segment_id=fcdc7b07-2fbb-4281-98a4-9c39681aa92d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:56.006121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.016164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:56.018699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Deleting port 2a50fa9a-29be-485d-84af-e32e844817f9 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:56.019039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.027468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1ef74316-11a8-4539-89a6-7562b7d6a3c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8478703 Dec 24 02:58:56.028590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.034275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:56.051642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.065974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.070585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Calling delete_port for 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:56.073638 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/a44f5efb-97aa-4b42-9c8f-7a520e96ebf8 HTTP/1.1" status: 204 len: 168 time: 1.0048947 Dec 24 02:58:56.076641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.076784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.076909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58948) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.093584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.097340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d74fd-1cdf-44dd-b781-db5239e11764 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=a44f5efb-97aa-4b42-9c8f-7a520e96ebf8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.145010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '43349235-10fd-4e40-a8e8-53750a3c6f6b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:58:56.145859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.149820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Deleting port 2a50fa9a-29be-485d-84af-e32e844817f9 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:58:56.150190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.153817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.179933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f6715f-f55f-4ba8-a94c-1cebf440e386,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.183929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.187277 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/networks/7351dfa3-5e46-4efd-8bef-a85919cedf27 HTTP/1.1" status: 204 len: 168 time: 3.0408261 Dec 24 02:58:56.192124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58950) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.231525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:56.233116 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a1be88b9-22f4-4442-9d3d-b40bfac3c1c3 tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ced3dfe-8214-420e-885d-a1dbce9fab46 HTTP/1.1" status: 200 len: 205 time: 0.0402393 Dec 24 02:58:56.234156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58952) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.260194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531a4c2-7e00-4da2-af89-a26c67fe036d tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:56.266732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0531a4c2-7e00-4da2-af89-a26c67fe036d tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:56.271842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fb5a6-64b1-4426-a3a2-cf00fe5b05ea tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Pushing event deleted for resources: {'Network': ['ID=7351dfa3-5e46-4efd-8bef-a85919cedf27,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.272014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0531a4c2-7e00-4da2-af89-a26c67fe036d tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1894178 Dec 24 02:58:56.277534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58954) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.297384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1816212825'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:56.308555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.309745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fd8367cd-c661-4b14-abc7-5eb07c319319 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5576692 Dec 24 02:58:56.316541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58956) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:56.332825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:56.349312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.380230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] For port 2a50fa9a-29be-485d-84af-e32e844817f9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a50fa9a-29be-485d-84af-e32e844817f9,segment=NetworkSegment(1fb877d6-a134-4865-9d8f-d7c2a8795c99),segment_id=1fb877d6-a134-4865-9d8f-d7c2a8795c99)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:56.380230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.404138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] For port 2a50fa9a-29be-485d-84af-e32e844817f9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a50fa9a-29be-485d-84af-e32e844817f9,segment=NetworkSegment(1fb877d6-a134-4865-9d8f-d7c2a8795c99),segment_id=1fb877d6-a134-4865-9d8f-d7c2a8795c99)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:56.405505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.446346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Calling delete_port for 2a50fa9a-29be-485d-84af-e32e844817f9 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:56.485966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Calling delete_port for 2a50fa9a-29be-485d-84af-e32e844817f9 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:58:56.548661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.551616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.557754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.605152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Provisioning complete for port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:56.605562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.606324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:56.609921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.614328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.625637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:56.639663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.641565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:56.641913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.655479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.662402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.663060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Fanout notify agent at l3_agent the message router_deleted on router 2ced3dfe-8214-420e-885d-a1dbce9fab46 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:58:56.673579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.676801 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8c5af427-9618-440b-9c8b-b6c6eed8270f tempest-RoutersNegativeIpV6Test-1598473112 tempest-RoutersNegativeIpV6Test-1598473112-project] 10.222.0.36 "DELETE /v2.0/routers/2ced3dfe-8214-420e-885d-a1dbce9fab46 HTTP/1.1" status: 204 len: 168 time: 0.4351666 Dec 24 02:58:56.718077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] Pushing event deleted for resources: {'Port': ['ID=4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.720051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283660d-2c96-4a3d-9fed-01a7abd0d61d None None] No DVR routers for this DVR port 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:56.744384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Allocated IP 2001:db8::f816:3eff:fe44:1062 (bf27008b-e5db-498b-855c-c2529ecfc5ee/43349235-10fd-4e40-a8e8-53750a3c6f6b/444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:58:56.830908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:56.854667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.855070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.857415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.859904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:56.863346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.884955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.891564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.898147 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment d9dec83f-b7f0-4aac-a1b7-8e6b7cd85021 of type vlan for network c1d5ecbc-7bc9-4952-93cf-ff8f0385b261 Dec 24 02:58:56.909978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.919338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.957306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb0472b-19a1-4486-8930-0bd5e10ffc88']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:56.959474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Port': ['ID=2a50fa9a-29be-485d-84af-e32e844817f9,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:56.961531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.962831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:56.996024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] For port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:57.001746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] Pushing event deleted for resources: {'Port': ['ID=2a50fa9a-29be-485d-84af-e32e844817f9,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.009174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f4571-1162-480a-a0d7-f6ba879cea52 None None] No DVR routers for this DVR port 2a50fa9a-29be-485d-84af-e32e844817f9 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:57.037645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:57.037645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdc7b07-2fbb-4281-98a4-9c39681aa92d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:57.069981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] No DVR routers for this DVR port 2a50fa9a-29be-485d-84af-e32e844817f9 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:58:57.076150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.098095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.104260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.135727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.162953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.177669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:58:57.178074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:58:57.181102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.181721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d0de-e891-4686-a0be-0d2d1690e54e None None] Pushing event updated for resources: {'Port': ['ID=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.194938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.198453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-626cf57e-41ba-4db2-a229-4ecbf029e904 None None] Provisioning complete for port ca1e0791-010b-4dc5-b922-35f94c9cd902 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:57.198967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-626cf57e-41ba-4db2-a229-4ecbf029e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.235132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.239572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-626cf57e-41ba-4db2-a229-4ecbf029e904 None None] Port ca1e0791-010b-4dc5-b922-35f94c9cd902 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:57.250820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58964) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.279510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:57.279868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.282963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=ca1e0791-010b-4dc5-b922-35f94c9cd902,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:57.285330 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:57.297072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:57.297936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-626cf57e-41ba-4db2-a229-4ecbf029e904 None None] Provisioning complete for port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:57.298306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-626cf57e-41ba-4db2-a229-4ecbf029e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.303441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:57.306328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:58:57.340170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Pushing event updated for resources: {'Port': ['ID=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.344187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83958178-d51a-40e8-b655-f67adc13c69e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.389168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.405242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Attempting to bind port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:58:57.406053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Attempting to bind port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:58:57.406053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Attempting to bind port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:58:57.418445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:58:57.418896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:58:57.419233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.419364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.419810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:58:57.420303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Bound port: 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:58:57.420476 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-380affad-cb4f-425b-b3b0-6c684f52c45e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0944998 Dec 24 02:58:57.420710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.424130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58968) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.431967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:57.439135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e3165b-b3a4-4ee1-b41a-9b3a536e0e26']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:57.445090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.451303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:57.451900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.455678 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c94fb501-ba35-4ef1-adc7-39fcb1f5fa41 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384c66861b8c461dac35fd741e35623c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007041 Dec 24 02:58:57.456889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58970) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.517626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.533093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] For port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:58:57.537013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] For port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:58:57.543551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.566121 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 02:58:57.577542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.610922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.638633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.673448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a29135-6c43-443c-980c-eefe56b303cb None None] Pushing event updated for resources: {'Port': ['ID=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.695160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.698368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.699988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14eb73f4-7776-4a41-8694-1fd84931c219 HTTP/1.1" status: 204 len: 168 time: 0.2421131 Dec 24 02:58:57.711150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817980d-0f8a-431f-aab7-8ac4b9387edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb73f4-7776-4a41-8694-1fd84931c219,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.724816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.752571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc87447d-89be-49f8-b08f-2c1c5921e837,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.800634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb877d6-a134-4865-9d8f-d7c2a8795c99') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:57.800939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb877d6-a134-4865-9d8f-d7c2a8795c99') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:57.808467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.818519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.821698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b9c77aba-dd87-4557-bce1-35d1c0a43ce4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946981 Dec 24 02:58:57.823147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58974) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.830716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '3af095b1-008f-44a9-90fd-e344bb7c4600', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:57.831393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0f446861-2397-44d7-8e40-fcb2fee51641 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:57.853668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.860402 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/ffb0472b-19a1-4486-8930-0bd5e10ffc88 HTTP/1.1" status: 204 len: 168 time: 3.2282643 Dec 24 02:58:57.860646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 0f446861-2397-44d7-8e40-fcb2fee51641 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:57.861673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0f446861-2397-44d7-8e40-fcb2fee51641 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:57.863018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 146e1c0e-a379-4a87-a9c0-3df8778867df is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:57.864984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58976) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.872820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2062363841'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:57.881289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.886325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:57.896494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=c1d5ecbc-7bc9-4952-93cf-ff8f0385b261,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:57.924450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80ba2d52-9b74-448a-af82-61931775b745 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6411085 Dec 24 02:58:57.925069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c1d5ecbc-7bc9-4952-93cf-ff8f0385b261 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:57.933363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 58978) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:57.940849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-495359283'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:57.967387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:57.989263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa797-6727-4912-a585-b4c42608b905 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=ffb0472b-19a1-4486-8930-0bd5e10ffc88,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:58.064022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:58:58.064461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.067434 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:58:58.077362 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:58:58.084813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.175108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:58.179335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.235594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:58.260240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:58.263796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.332538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.377177 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:58:58.386027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aa9cffbb-1907-467b-9c6c-b7f57946014e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:58.400645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.401003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment 58e7aaea-5223-4982-82e2-324f40a230d7 of type vlan for network 9b444c1c-0273-4db3-835e-2b896ad40f4e Dec 24 02:58:58.401613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.401971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment a2c497ba-471b-45a9-9e21-9bfc1db099f5 of type vlan for network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b Dec 24 02:58:58.403142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.418955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.423443 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] 10.222.0.36 "DELETE /v2.0/networks/94e3165b-b3a4-4ee1-b41a-9b3a536e0e26 HTTP/1.1" status: 204 len: 168 time: 3.2978821 Dec 24 02:58:58.443897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.459529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55797a-684d-499c-a32c-9137e67a11b9 tempest-FloatingIPNegativeTestJSON-1491051641 tempest-FloatingIPNegativeTestJSON-1491051641-project] Pushing event deleted for resources: {'Network': ['ID=94e3165b-b3a4-4ee1-b41a-9b3a536e0e26,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:58.474924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.474924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.486843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27386e0-b64e-4e65-b556-406efd934566,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:58.499322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.499503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-984ffd85-370f-4bb3-9b59-f4cb456806b9 None None] Provisioning complete for port ca1e0791-010b-4dc5-b922-35f94c9cd902 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:58.499962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-984ffd85-370f-4bb3-9b59-f4cb456806b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.536871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:58:58.537644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router a74376bb-f9e2-420d-9bf9-bb8a35a22b41 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:58:58.548109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:58:58.553048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:58.553662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.557681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-984ffd85-370f-4bb3-9b59-f4cb456806b9 None None] Port ca1e0791-010b-4dc5-b922-35f94c9cd902 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:58:58.561357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aa9cffbb-1907-467b-9c6c-b7f57946014e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:58.561845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.568987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=801fd8d1-f2af-4f3d-a1c3-88e238423b69,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:58.581104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.596643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cd3cb522-c943-471b-81de-d58e76b7a653 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7697663 Dec 24 02:58:58.632538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.638269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:58.638878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.671148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.681102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:58.681861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.691669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:58:58.701921 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-491b8d7e-5c37-49a2-92b8-8dadcd9a7f19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6714990 Dec 24 02:58:58.724978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 58996) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:58.744922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:9a:e2:a7', 'name': 'tempest-NetworksTestDHCPv6-995433186'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:58.752880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=9b444c1c-0273-4db3-835e-2b896ad40f4e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:58.759308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:58.759736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:58.781049 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d8163b7e-46f3-495f-981b-a37445d70902 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8445895 Dec 24 02:58:58.783881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59000) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:58.786654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9b444c1c-0273-4db3-835e-2b896ad40f4e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:58.798394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'ports': [{'network_id': 'c1d5ecbc-7bc9-4952-93cf-ff8f0385b261', 'name': 'tempest-port--1394952725', 'admin_state_up': True}, {'network_id': '9b444c1c-0273-4db3-835e-2b896ad40f4e', 'admin_state_up': False}]} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:58.799345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'port': {'network_id': 'c1d5ecbc-7bc9-4952-93cf-ff8f0385b261', 'name': 'tempest-port--1394952725', 'admin_state_up': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:58.800231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'port': {'network_id': '9b444c1c-0273-4db3-835e-2b896ad40f4e', 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:58.948456 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0768406 Dec 24 02:58:58.950687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59004) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.078220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:58:59.083273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3993f6-d25d-4518-b4b9-d8e63cbcde67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=80bf7688-40b6-43ff-8b91-572f6a1c1d7b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:59.089125 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] Sync routers for ids ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:58:59.089949 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e75616ab-a007-4430-99d9-d04c3f48fe14 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/a74376bb-f9e2-420d-9bf9-bb8a35a22b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2740414 Dec 24 02:58:59.094891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59018) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.096313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:58:59.123561 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] Routers {'a74376bb-f9e2-420d-9bf9-bb8a35a22b41'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:59.130602 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:59.161536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c7d5f-64f5-40a5-a602-cdc9d8a5414a None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:58:59.188197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17256ba3-ed71-4a80-9d9a-b58cc707ab88 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:59.193594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-17256ba3-ed71-4a80-9d9a-b58cc707ab88 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports/ca1e0791-010b-4dc5-b922-35f94c9cd902 HTTP/1.1" status: 200 len: 911 time: 0.0942903 Dec 24 02:58:59.200572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59020) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.201096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59022) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.218440 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:59.228871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] Routers {'a74376bb-f9e2-420d-9bf9-bb8a35a22b41'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:58:59.229628 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:59.276384 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:58:59.277679 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb95a0a3-23d9-45b7-85d8-efb396598130 None None] The sync data for ids ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:58:59.342445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a50fa9a-29be-485d-84af-e32e844817f9 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:59.357417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:59.387808 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-d0ccd43f-744b-443a-8af3-dabc4dce65ab tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089390416&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.3378174 Dec 24 02:58:59.418281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2a50fa9a-29be-485d-84af-e32e844817f9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:59.418281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a50fa9a-29be-485d-84af-e32e844817f9 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:59.418622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:58:59.459039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:59.510092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:58:59.510621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4b613c2c-582d-4a5c-8cbe-fbfe92c7aa7c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:58:59.513147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] Provisioning complete for port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:58:59.514033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.641878 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8c30f0c5-d068-4e9a-99a0-575cf57ffb5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d80ce2c2936742de86f58dbc022aaed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271774 Dec 24 02:58:59.646838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59032) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.651291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59034) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:58:59.674611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Update dhcp port {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '43349235-10fd-4e40-a8e8-53750a3c6f6b', 'ip_address': '2001:db8::f816:3eff:fe44:1062'}, {'subnet_id': '801fd8d1-f2af-4f3d-a1c3-88e238423b69'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 02:58:59.709300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.711973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.713552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:59.717601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.763868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.781375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] For port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:58:59.826325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:58:59.845769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004417520'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:58:59.848480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'port': 2} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:58:59.852358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.856499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.882453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.895674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-73d1f1ae-82e2-4f2b-bbb7-671fe96b4e50 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:58:59.903938 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-73d1f1ae-82e2-4f2b-bbb7-671fe96b4e50 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=f715cb4a-dcfa-4fc7-9a96-97466248ad13 HTTP/1.1" status: 200 len: 796 time: 0.5137184 Dec 24 02:58:59.922013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.958851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceef7ad-6a2b-4fec-98eb-b835b16626fa None None] Pushing event updated for resources: {'Port': ['ID=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:58:59.961146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:58:59.977960 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-adbe8ec1-d558-4d5d-9f5d-acd2edaf4ea8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0287981 Dec 24 02:58:59.982226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Allocated IP 172.20.0.2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/801fd8d1-f2af-4f3d-a1c3-88e238423b69/444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:00.007832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.111791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-e7fd4a68-9b72-4d56-9650-a68110af0aa0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1230185 Dec 24 02:59:00.115688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.131078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:00.143296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.147980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] device_id is not set on port d290d3a9-8454-41cf-9595-b7098c5c744a yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:00.179208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] For port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:00.220011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.222109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.222783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.223928 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d54b5d8-0695-4e8f-a72f-e548eae4d8e4 HTTP/1.1" status: 204 len: 168 time: 0.5716970 Dec 24 02:59:00.228101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:00.229039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.246974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120caa-4174-4bdb-a8f0-8cc35d5d7f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d54b5d8-0695-4e8f-a72f-e548eae4d8e4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:00.287494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.329865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.385511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.401254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.405587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.417255 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-c81b6a3f-d196-4b44-87c5-2f208fcc955b service neutron] 10.222.0.36 "GET /v2.0/networks/f715cb4a-dcfa-4fc7-9a96-97466248ad13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789061 Dec 24 02:59:00.454237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32aa5-2db8-4812-a148-dd1b81c2e99b None None] Pushing event updated for resources: {'Port': ['ID=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:00.473112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.564490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=843a5e50-8615-488e-94fb-a5d6789b5486,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:00.593251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d848dd-2c6c-4e9e-886a-18961e8fd8ce,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:00.626554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] device_id is not set on port d7031275-0751-4725-b7c0-55acce790059 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:00.662157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'a2c497ba-471b-45a9-9e21-9bfc1db099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:00.662831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: 80bf7688-40b6-43ff-8b91-572f6a1c1d7b, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:00.677960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.766379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.769355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:00.809148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.827335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaee8d7-67bb-40fa-8901-819c863f89c4,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:00.879047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 80bf7688-40b6-43ff-8b91-572f6a1c1d7b) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:00.889148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43606ce3-a04d-4b63-b329-03b3e7585709 None None] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:00.905374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:00.906512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.915092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:00.916942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae10a704-bfc7-4fea-a891-55359751efc8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2688925 Dec 24 02:59:00.921758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59046) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:00.992350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.046065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-80bf7688-40b6-43ff-8b91-572f6a1c1d7b', 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': '843a5e50-8615-488e-94fb-a5d6789b5486'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:01.049645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.057518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-74aab4c0-976c-45d5-8076-d4d3f4c2156b service neutron] 10.222.0.36 "GET /v2.0/networks/f715cb4a-dcfa-4fc7-9a96-97466248ad13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273129 Dec 24 02:59:01.061386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 172.20.0.4 (bf27008b-e5db-498b-855c-c2529ecfc5ee/801fd8d1-f2af-4f3d-a1c3-88e238423b69/583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:01.070121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fe9a:e2a7 (bf27008b-e5db-498b-855c-c2529ecfc5ee/43349235-10fd-4e40-a8e8-53750a3c6f6b/583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:01.148522 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-11a75520-f6a4-4ea0-be85-4f943a87545c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1945705 Dec 24 02:59:01.151171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59052) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:01.162082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-613610974'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:01.213976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-187e10f6-715f-4fd2-9d50-00f11b87e030 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2912393 Dec 24 02:59:01.223567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59056) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:01.224254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Port': ['ID=d290d3a9-8454-41cf-9595-b7098c5c744a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:01.237971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-security--1785058346', 'description': 'tempest-security-description-670724087'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:01.282361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Checking segment: {'id': 'd9dec83f-b7f0-4aac-a1b7-8e6b7cd85021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1d5ecbc-7bc9-4952-93cf-ff8f0385b261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:01.288936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network hostable DHCP agents. Network: c1d5ecbc-7bc9-4952-93cf-ff8f0385b261, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:01.294073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Allocated IP 2001:db8::2 (80bf7688-40b6-43ff-8b91-572f6a1c1d7b/843a5e50-8615-488e-94fb-a5d6789b5486/a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:01.319753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a1313205-2eae-411a-8929-ae698f7d12e9 None None] Provisioning complete for port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:01.320773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1313205-2eae-411a-8929-ae698f7d12e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.350087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.401819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.408484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port ca1e0791-010b-4dc5-b922-35f94c9cd902 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:01.408824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.454370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.456057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network c1d5ecbc-7bc9-4952-93cf-ff8f0385b261 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:01.499700 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1b80400-e06e-42e5-b190-5ef481668fe4 req-386bec1e-089e-4384-890b-0d8bfd9a823c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.0355470 Dec 24 02:59:01.570123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.576004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.576575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.580766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "PUT /v2.0/security-groups/edaee8d7-67bb-40fa-8901-819c863f89c4 HTTP/1.1" status: 200 len: 1794 time: 0.3452568 Dec 24 02:59:01.582949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59068) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:01.591940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for ca1e0791-010b-4dc5-b922-35f94c9cd902 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:01.595777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.608635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.610012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c1d5ecbc-7bc9-4952-93cf-ff8f0385b261) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:01.610239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:01.613982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.626159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:01.630397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.630716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae8c4a-d02e-4f5f-9e22-ad153e1b0d59 None None] Network c1d5ecbc-7bc9-4952-93cf-ff8f0385b261 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:01.699917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb92d-2a27-4632-b985-a0c67e5e1248 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaee8d7-67bb-40fa-8901-819c863f89c4,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:01.713177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.745257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d3cab359-baf8-4a74-aadf-eb9ac5a2cc65 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups/edaee8d7-67bb-40fa-8901-819c863f89c4 HTTP/1.1" status: 200 len: 1794 time: 0.1589270 Dec 24 02:59:01.750766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 120cdcb6-0ce9-45bf-b822-246777759ba2 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:01.761854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:01.762408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59076) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:01.782360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:01.796261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:01.797123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Port': ['ID=d7031275-0751-4725-b7c0-55acce790059,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:01.800155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Checking segment: {'id': '58e7aaea-5223-4982-82e2-324f40a230d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9b444c1c-0273-4db3-835e-2b896ad40f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:01.800537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network hostable DHCP agents. Network: 9b444c1c-0273-4db3-835e-2b896ad40f4e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:01.814621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:01.820881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:01.823571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:01.838575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:01.840113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Pushing event updated for resources: {'Port': ['ID=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:01.901031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network 9b444c1c-0273-4db3-835e-2b896ad40f4e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:01.906770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Attempting to bind port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:01.907298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Attempting to bind port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a2c497ba-471b-45a9-9e21-9bfc1db099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:01.907298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Attempting to bind port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b on network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:01.916039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:01.916632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Checking segment: {'id': 'a2c497ba-471b-45a9-9e21-9bfc1db099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:01.917022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.917429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Bound using segment: {'id': 'a2c497ba-471b-45a9-9e21-9bfc1db099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:01.917910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Bound port: a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c497ba-471b-45a9-9e21-9bfc1db099f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '80bf7688-40b6-43ff-8b91-572f6a1c1d7b'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:01.918297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:01.975616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9b444c1c-0273-4db3-835e-2b896ad40f4e) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:01.981117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:01.985957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f571ab2-3d4f-4a9c-9d19-421ab377f551 None None] Network 9b444c1c-0273-4db3-835e-2b896ad40f4e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:01.988699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.005036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.005762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.006520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.062602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] For port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:02.071519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:02.082658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2a494469-be37-41b6-bb8f-ee85fe0c6d67 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2974441 Dec 24 02:59:02.091619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59084) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.106841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] For port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,segment=NetworkSegment(a2c497ba-471b-45a9-9e21-9bfc1db099f5),segment_id=a2c497ba-471b-45a9-9e21-9bfc1db099f5)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:02.162345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.167628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdac5e0-15dc-4710-a357-80afd50efd23 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.174362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:02.174744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.177973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.182987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdac5e0-15dc-4710-a357-80afd50efd23 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.183873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.187198 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4cdac5e0-15dc-4710-a357-80afd50efd23 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0920043 Dec 24 02:59:02.187434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59088) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.188145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.220161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::3e5 (80bf7688-40b6-43ff-8b91-572f6a1c1d7b/843a5e50-8615-488e-94fb-a5d6789b5486/120cdcb6-0ce9-45bf-b822-246777759ba2) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:02.277678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.337913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbefe2d-e2a3-4295-8efc-46a69b958f0c None None] Pushing event updated for resources: {'Port': ['ID=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:02.347010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1235329421'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:02.356334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Deleting port d290d3a9-8454-41cf-9595-b7098c5c744a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:02.357085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.384667 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-865482c3-be55-46bc-b088-e77ce379c1de tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6588662 Dec 24 02:59:02.404710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.417095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5134ac4b-c380-414b-ad8a-10b2da6598c4 None None] Provisioning complete for port 583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:02.417484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5134ac4b-c380-414b-ad8a-10b2da6598c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.447744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.467320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5134ac4b-c380-414b-ad8a-10b2da6598c4 None None] Port 583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:02.474252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Calling delete_port for d290d3a9-8454-41cf-9595-b7098c5c744a owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:02.548342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f5fae-c9b1-40a4-b036-d72651b06055 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.554397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f5fae-c9b1-40a4-b036-d72651b06055 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:02.556091 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fb0f5fae-c9b1-40a4-b036-d72651b06055 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1428022 Dec 24 02:59:02.559310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.564467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.611497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=ca1e0791-010b-4dc5-b922-35f94c9cd902,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:02.643006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.645592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.646731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/edaee8d7-67bb-40fa-8901-819c863f89c4 HTTP/1.1" status: 204 len: 168 time: 0.8833413 Dec 24 02:59:02.647446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:02.647816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4596d25-58e9-4c61-8ea2-e4bc31879093 req-bf603d51-bfe5-409f-9512-ae41a312734b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.0479941 Dec 24 02:59:02.651812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.653697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59096) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.658317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.666495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.716323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.734044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Port': ['ID=d290d3a9-8454-41cf-9595-b7098c5c744a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:02.748095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.748877 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4c8d7485-329a-4c0a-b736-6e76abc079a0 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/ports/d290d3a9-8454-41cf-9595-b7098c5c744a HTTP/1.1" status: 204 len: 168 time: 0.5603826 Dec 24 02:59:02.749509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:02.791634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ddd93-74b1-4fbe-af10-e089c1c8a9f9 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaee8d7-67bb-40fa-8901-819c863f89c4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:02.846157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:02.846585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.949945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.985654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Deleting port d7031275-0751-4725-b7c0-55acce790059 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:02.985654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:02.985945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26ecd810-98f3-4395-b6f3-6dcdce30afd5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3184338 Dec 24 02:59:02.986931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59102) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.021381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.064694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:03.067012 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-f3af7f3e-e536-4e93-b80d-2814d588b1de tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] delete failed (client error): The resource could not be found. Dec 24 02:59:03.074133 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f3af7f3e-e536-4e93-b80d-2814d588b1de tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/edaee8d7-67bb-40fa-8901-819c863f89c4 HTTP/1.1" status: 404 len: 347 time: 0.0854743 Dec 24 02:59:03.074348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59104) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.077959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.087528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--914707519'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:03.094113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.115960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Calling delete_port for d7031275-0751-4725-b7c0-55acce790059 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:03.140982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:03.147791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:03.184734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:03.190523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:03.191145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.253798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=120cdcb6-0ce9-45bf-b822-246777759ba2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:03.267494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.271889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router a74376bb-f9e2-420d-9bf9-bb8a35a22b41 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:03.278775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.359663 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-72ad70f1-5c17-4305-a699-44fbe88ea7bd tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2025771 Dec 24 02:59:03.360699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59106) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.381268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.391341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:03.393313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.401985 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-75565065-418d-4bc3-a3b1-00a2cd05703b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/a74376bb-f9e2-420d-9bf9-bb8a35a22b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1997542 Dec 24 02:59:03.405114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59108) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.410078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] Sync routers for ids ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:03.433950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] Routers {'a74376bb-f9e2-420d-9bf9-bb8a35a22b41'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:03.434714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:03.443467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Port': ['ID=d7031275-0751-4725-b7c0-55acce790059,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:03.466765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda495fb-dc57-413d-9ee7-0d457a32d3c9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:03.474352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.480146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:03.480731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59110) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.480897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-df4957bd-9c19-4e49-80f7-38d94a1f599c tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/ports/d7031275-0751-4725-b7c0-55acce790059 HTTP/1.1" status: 204 len: 168 time: 0.7287850 Dec 24 02:59:03.485628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c3bd6e33-4820-4b0d-96f4-d1737dae0ebf tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=a74376bb-f9e2-420d-9bf9-bb8a35a22b41 HTTP/1.1" status: 200 len: 205 time: 0.0762148 Dec 24 02:59:03.486494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59112) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.507362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] Routers {'a74376bb-f9e2-420d-9bf9-bb8a35a22b41'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:03.507362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:03.524329 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5e56b1a8-f723-49a8-a8aa-4902d42fcf05 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0415189 Dec 24 02:59:03.529163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59114) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:03.534220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-938133717'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:03.534405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:03.535154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d72ae9-c656-4b48-863d-702c880e1373 None None] The sync data for ids ['a74376bb-f9e2-420d-9bf9-bb8a35a22b41'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:03.558705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 120cdcb6-0ce9-45bf-b822-246777759ba2 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:03.562457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.587442 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.591177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.595604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:03.626930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:03.630464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.640652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.641136 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment eb1324be-329d-48c0-87bd-56cf1b099200 of type vlan for network 71fde1a0-170a-4a2d-8457-98962d37a532 Dec 24 02:59:03.643921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:03.647548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.738915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.757838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.766822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:03.766822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.775783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 120cdcb6-0ce9-45bf-b822-246777759ba2 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:03.795961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.797171 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment dff787ee-0340-482f-8467-38e9db338c05 of type vlan for network 75b1c009-a399-4538-90ca-ad57977d733d Dec 24 02:59:03.851063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20389242-5bfd-432f-b819-942b9929ea37 req-8ec6e946-ad9b-40cb-86c4-794b5cbf8c04 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.0839748 Dec 24 02:59:03.856315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e353948-c4a2-4364-883b-e2994853a9f9 None None] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:03.910756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.955520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cdfa02-43ff-4e34-8d37-408ef1a3953b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:03.955745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:03.978473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:03.980772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.034033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.038713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f9458916-c5cc-4f5e-9139-5a98e813e4da tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9633899 Dec 24 02:59:04.040244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59120) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.056869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '36cdfa02-43ff-4e34-8d37-408ef1a3953b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:04.067456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.069639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.074248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:04.078485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.078659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.101371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.105408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-66313ee8-7639-4dae-bf5b-78ff2aea8f5b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 HTTP/1.1" status: 204 len: 168 time: 1.5436623 Dec 24 02:59:04.114563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59122) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.186438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=71fde1a0-170a-4a2d-8457-98962d37a532,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:04.213117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aeba32b5-eb92-40d9-9801-b88a4ed58d3e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1964610 Dec 24 02:59:04.215925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59124) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.221035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'name': 'tempest-PortsTestJSON-555762130'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:04.222557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:04.225807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:04.268498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33120303-f844-4858-8a9c-f4b44bd8f69a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:04.269977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33120303-f844-4858-8a9c-f4b44bd8f69a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:04.271511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33120303-f844-4858-8a9c-f4b44bd8f69a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:04.276742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-33120303-f844-4858-8a9c-f4b44bd8f69a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1286485 Dec 24 02:59:04.286769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7564969 Dec 24 02:59:04.290394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59126) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.297039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59128) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.298097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.302037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1158799235'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:04.332363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.333139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router a74376bb-f9e2-420d-9bf9-bb8a35a22b41 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:59:04.376054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] Provisioning complete for port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:04.376739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.379910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-220d504d-2073-4001-bbd9-ef1114d773d6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:04.381045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-220d504d-2073-4001-bbd9-ef1114d773d6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=f715cb4a-dcfa-4fc7-9a96-97466248ad13 HTTP/1.1" status: 200 len: 796 time: 0.3001773 Dec 24 02:59:04.394213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.395536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-36bdb1e9-f455-46ea-99ba-8ae9eac43b5b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/a74376bb-f9e2-420d-9bf9-bb8a35a22b41 HTTP/1.1" status: 204 len: 168 time: 0.9083376 Dec 24 02:59:04.407811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59130) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.408574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.436186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.443894 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/120cdcb6-0ce9-45bf-b822-246777759ba2 HTTP/1.1" status: 204 len: 168 time: 1.0816617 Dec 24 02:59:04.449455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59132) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.464792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d9a7b-1c25-4a8b-9df5-1af62c737b17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=120cdcb6-0ce9-45bf-b822-246777759ba2,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:04.468077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:04.468610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.494456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe647787-43d0-4da2-8394-acc3df453877 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=75b1c009-a399-4538-90ca-ad57977d733d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:04.509460 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f77f44-e7bb-4361-9232-4313ba83f14b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:04.512614 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21f77f44-e7bb-4361-9232-4313ba83f14b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/120cdcb6-0ce9-45bf-b822-246777759ba2 HTTP/1.1" status: 404 len: 333 time: 0.0621209 Dec 24 02:59:04.517865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59134) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:04.525527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 75b1c009-a399-4538-90ca-ad57977d733d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:04.555609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 43349235-10fd-4e40-a8e8-53750a3c6f6b {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:04.560181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.584665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 67f32dc9-b03b-476d-9e50-e711c9722888 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:04.598535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.604354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.606438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:04.609897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.612207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.662243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:04.666611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.674972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] For port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,segment=NetworkSegment(a2c497ba-471b-45a9-9e21-9bfc1db099f5),segment_id=a2c497ba-471b-45a9-9e21-9bfc1db099f5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:04.696593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.730563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.731190 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-0782d32f-c732-466a-aa73-316b784d444f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 473 time: 0.3241134 Dec 24 02:59:04.741957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.750622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet 843a5e50-8615-488e-94fb-a5d6789b5486 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:04.759719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.760185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.766673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port eb5db248-4872-4ac5-958a-a1fc9daa7bdc yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:04.775313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['3af095b1-008f-44a9-90fd-e344bb7c4600']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:04.778866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:04.787200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.860850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:04.861208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:04.862040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8cdd3-742d-4d9a-a712-ad371ffd60a8 None None] Pushing event updated for resources: {'Port': ['ID=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:04.916408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d44af3f1-54da-40a5-887d-c531459c4fc7 None None] Provisioning complete for port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:04.916825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d44af3f1-54da-40a5-887d-c531459c4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.955912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.963237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:04.963585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Added segment 3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc of type vlan for network cf9d22a9-1438-4683-8f31-354c79fb048b Dec 24 02:59:05.048905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.123042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5622b5-2814-49e2-9c88-240510ba281d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.139611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1d415878-b59e-431d-91d3-98e2b01023f9 req-4bc6d86d-8b62-4014-b0d5-c1f8d22bfd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.1406193 Dec 24 02:59:05.175107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-13d85105-c16c-44dc-9939-1b68a5bcc36b None None] Could not find standard attr ID for object 120cdcb6-0ce9-45bf-b822-246777759ba2. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:05.184835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.203775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.204996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2d4ab57-e495-411f-9289-4a0aa3a9a170 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1591620 Dec 24 02:59:05.207951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59142) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.241568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.249443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.278467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.285677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=43349235-10fd-4e40-a8e8-53750a3c6f6b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.287936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.291719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.295239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0b001bca-175b-4b9d-ad57-1d27f0c8797d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/43349235-10fd-4e40-a8e8-53750a3c6f6b HTTP/1.1" status: 204 len: 168 time: 1.0043650 Dec 24 02:59:05.300898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59146) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.301050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c23e25-f70c-4111-8a12-1bc63d1b0c29 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:05.366502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 801fd8d1-f2af-4f3d-a1c3-88e238423b69 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:05.370782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.411773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.418968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:05.419660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.426835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.455021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.465062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.467034 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9f5622b5-2814-49e2-9c88-240510ba281d HTTP/1.1" status: 204 len: 168 time: 0.2579935 Dec 24 02:59:05.470132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59148) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.498651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaba100-8de7-40f6-89ad-5f188a9c5eef tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f5622b5-2814-49e2-9c88-240510ba281d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.548397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.562432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.566587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Network': ['ID=cf9d22a9-1438-4683-8f31-354c79fb048b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.575228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6b580cf9-cd95-47e9-9df1-1a0dccc9fdd1 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994687 Dec 24 02:59:05.578717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59150) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.579900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network cf9d22a9-1438-4683-8f31-354c79fb048b details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:05.603470 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c659441f-b477-488c-8fbb-2d4036174154 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3043799 Dec 24 02:59:05.609280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.698156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.702784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:05.707004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.726557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.761943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59152) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.770190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'subnets': [{'network_id': '75b1c009-a399-4538-90ca-ad57977d733d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--292176121', 'ip_version': 4}, {'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:05.770511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'subnet': {'network_id': '75b1c009-a399-4538-90ca-ad57977d733d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--292176121', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:05.771082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Request body: {'subnet': {'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:05.784785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.788539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.848225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.854420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=843a5e50-8615-488e-94fb-a5d6789b5486,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.856884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.871331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded1510-81f7-4ff7-971b-ab72f338a6b9 None None] Network 80bf7688-40b6-43ff-8b91-572f6a1c1d7b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:05.874590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.878031 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/801fd8d1-f2af-4f3d-a1c3-88e238423b69 HTTP/1.1" status: 204 len: 168 time: 0.5766375 Dec 24 02:59:05.883740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59154) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.913878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e21d9a9-0509-4b49-a174-fbc1cba98689 None None] Network 146e1c0e-a379-4a87-a9c0-3df8778867df requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:05.963947 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5ca68e35-7ca5-4f21-b81b-60f7e303462f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541239 Dec 24 02:59:05.964698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.967529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:05.971237 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/36cdfa02-43ff-4e34-8d37-408ef1a3953b HTTP/1.1" status: 204 len: 168 time: 0.3915877 Dec 24 02:59:05.972140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59156) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.972502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59158) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:05.978673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9ad90-da2b-44da-a607-3226acf66b32 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=801fd8d1-f2af-4f3d-a1c3-88e238423b69,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:05.985229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:06.004900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.011549 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d9af6794-b067-4cff-8b3a-ecfc3436db2c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/843a5e50-8615-488e-94fb-a5d6789b5486 HTTP/1.1" status: 204 len: 168 time: 1.4833562 Dec 24 02:59:06.059270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59160) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:06.070045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:06.155165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798a491-ec9b-4ad3-8036-6db124ff767b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cdfa02-43ff-4e34-8d37-408ef1a3953b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:06.199320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:06.199558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.256154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.305374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667013bd-6bc4-426f-8b62-99f13e745d33 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:06.330887 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20b3ab13-a68e-4631-a3cd-bbe29821bb0a tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3494153 Dec 24 02:59:06.333290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59164) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:06.361651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] DHCP port deletion for 146e1c0e-a379-4a87-a9c0-3df8778867df request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:06.366721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732665530'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:06.402837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] DHCP port deletion for 80bf7688-40b6-43ff-8b91-572f6a1c1d7b request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:06.426450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:06.426450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.427713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.28 (f715cb4a-dcfa-4fc7-9a96-97466248ad13/fe09d83c-98d1-4145-8b4d-2ff04c225b1d/1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:06.439640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.444074 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/67f32dc9-b03b-476d-9e50-e711c9722888 HTTP/1.1" status: 204 len: 168 time: 2.0316381 Dec 24 02:59:06.451185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=eb5db248-4872-4ac5-958a-a1fc9daa7bdc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:06.457562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59168) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:06.458385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59473335-e25e-4628-a104-8a4e3cbb24b4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=67f32dc9-b03b-476d-9e50-e711c9722888,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:06.478828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c34c1ab7-eccb-4474-accd-b0da6c657758 None None] Provisioning complete for port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:06.478828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c34c1ab7-eccb-4474-accd-b0da6c657758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.525934 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-105387f2-9683-4892-99af-bcd1716600ea req-f542a243-b932-43bf-927f-29e40f0daf9c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.0774915 Dec 24 02:59:06.536346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Made reservation on behalf of e309604416aa488eb8d59f96162c37a7 for: {'subnet': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:06.550975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.550975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.550975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:06.558596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.576131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Deleting port aa9cffbb-1907-467b-9c6c-b7f57946014e {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:06.576874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.580507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Deleting port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:06.581129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.625184 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-f5ec84df-0997-4b71-b053-d83a1fc6d299 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7824113 Dec 24 02:59:06.656004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.693668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': 'eb1324be-329d-48c0-87bd-56cf1b099200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:06.694063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: 71fde1a0-170a-4a2d-8457-98962d37a532, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:06.699165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:06.738001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] For port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,segment=NetworkSegment(a2c497ba-471b-45a9-9e21-9bfc1db099f5),segment_id=a2c497ba-471b-45a9-9e21-9bfc1db099f5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:06.739034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.746084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] For port aa9cffbb-1907-467b-9c6c-b7f57946014e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aa9cffbb-1907-467b-9c6c-b7f57946014e,segment=NetworkSegment(26dc13e6-30bf-4f29-97e6-214e89ee16b1),segment_id=26dc13e6-30bf-4f29-97e6-214e89ee16b1)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:06.746470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.758555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,segment=NetworkSegment(a2c497ba-471b-45a9-9e21-9bfc1db099f5),segment_id=a2c497ba-471b-45a9-9e21-9bfc1db099f5)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:06.758994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.786820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Calling delete_port for a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:06.800784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:06.801372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Calling delete_port for aa9cffbb-1907-467b-9c6c-b7f57946014e owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:06.805391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237acc30-8530-444c-b102-63e14394e7cc req-7b0aed08-66bb-4d94-b66c-b3d2d73c740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:06.808203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-7b0aed08-66bb-4d94-b66c-b3d2d73c740a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1098 time: 0.1043086 Dec 24 02:59:06.846176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.870438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.871309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:06.919215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port aa9cffbb-1907-467b-9c6c-b7f57946014e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:06.919483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:06.996948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 71fde1a0-170a-4a2d-8457-98962d37a532) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:07.011496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:07.016832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.018215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.052652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port aa9cffbb-1907-467b-9c6c-b7f57946014e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aa9cffbb-1907-467b-9c6c-b7f57946014e,segment=NetworkSegment(26dc13e6-30bf-4f29-97e6-214e89ee16b1),segment_id=26dc13e6-30bf-4f29-97e6-214e89ee16b1)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:07.053025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.062396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237acc30-8530-444c-b102-63e14394e7cc req-7d1c4616-8248-4afc-b438-3b2593e7d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.063885 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-7d1c4616-8248-4afc-b438-3b2593e7d458 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 898 time: 0.2295568 Dec 24 02:59:07.070246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for aa9cffbb-1907-467b-9c6c-b7f57946014e owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:07.116046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3bf45a-66d7-4350-b751-3624038a77e1 None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:07.120610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Deleting port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:07.121066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.157537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.168698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d3f8be8-7e19-4e85-8517-1c4f9c45b453 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9515433 Dec 24 02:59:07.170634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59170) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:07.183710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-597451178'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:07.202592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.213974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.234243 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-badc2751-0326-4ba6-8106-d34084aa8260 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 200 len: 1001 time: 0.1617334 Dec 24 02:59:07.250210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.257085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:07.260579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.266987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:07.268866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] For port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:07.269217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.274547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.306011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:07.312487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.313773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.314828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] Pushing event deleted for resources: {'Port': ['ID=aa9cffbb-1907-467b-9c6c-b7f57946014e,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.317631 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:07.317936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Calling delete_port for 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:07.328966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27b74c-b713-461b-ac69-ee15723f9647 None None] No DVR routers for this DVR port aa9cffbb-1907-467b-9c6c-b7f57946014e on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:07.360940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] No DVR routers for this DVR port a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:07.366902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01731ec-77eb-49e8-ab12-07d97649a7b3 None None] Pushing event deleted for resources: {'Port': ['ID=a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.376028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:07.379952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.386993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237acc30-8530-444c-b102-63e14394e7cc req-adc65ee5-6dd3-4616-a0ff-978942d381e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.388356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-adc65ee5-6dd3-4616-a0ff-978942d381e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87401225-ef90-4762-b877-53fda6e31138 HTTP/1.1" status: 200 len: 835 time: 0.1442394 Dec 24 02:59:07.413402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.415083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.421698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.463601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.469309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bca5fc-5cba-4b26-a05a-d27522b710fb,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.476428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=aa9cffbb-1907-467b-9c6c-b7f57946014e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.484369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port aa9cffbb-1907-467b-9c6c-b7f57946014e on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:07.490053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:07.519025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.520290 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4a731afc-7bfe-44e0-9be4-31400b8409d2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1841686 Dec 24 02:59:07.524924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59172) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:07.526269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.551913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '10bca5fc-5cba-4b26-a05a-d27522b710fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:07.565218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] Pushing event deleted for resources: {'Port': ['ID=444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:07.575265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bf7688-40b6-43ff-8b91-572f6a1c1d7b']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.575882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471ab26-be43-418e-a161-17357d0d2441 None None] No DVR routers for this DVR port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:07.606745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.607106 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 60d761da-a549-42f2-b2dd-8f82ccd2f387 of type vlan for network 5e28b3f2-77d9-4a00-a470-26c612c405b1 Dec 24 02:59:07.641402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237acc30-8530-444c-b102-63e14394e7cc req-dbf908a4-8668-4481-9a33-3fb5483bc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.643186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-dbf908a4-8668-4481-9a33-3fb5483bc149 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c69c282-c59b-4e91-ab3a-44740c021efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2452250 Dec 24 02:59:07.660267 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-6d22ec2c-defa-4dc5-903b-0a3557b37f0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9059260 Dec 24 02:59:07.667690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:59:07.669588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c497ba-471b-45a9-9e21-9bfc1db099f5') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.670086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c497ba-471b-45a9-9e21-9bfc1db099f5') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.739126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Request body: {'port': {'device_id': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:07.762513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.767289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.786597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.815564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.820711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-07f5c9d8-73ec-4de2-8f5e-500b967a0880 None None] Provisioning complete for port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:07.821328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07f5c9d8-73ec-4de2-8f5e-500b967a0880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.844317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:07.845003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:07.848241 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:07.861988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-07f5c9d8-73ec-4de2-8f5e-500b967a0880 None None] Port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:07.878462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['146e1c0e-a379-4a87-a9c0-3df8778867df']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.879072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.916883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26dc13e6-30bf-4f29-97e6-214e89ee16b1') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.917180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26dc13e6-30bf-4f29-97e6-214e89ee16b1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:07.941640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.945960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.948440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:07.962671 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.services.revisions.revision_plugin [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Could not find related port for resource to bump revision. Dec 24 02:59:07.970142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f71024-faaa-4bcc-9b7d-da01027f4497 req-fa099360-0dd5-4162-a97b-026108fe9a09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:07.971658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-78f71024-faaa-4bcc-9b7d-da01027f4497 req-fa099360-0dd5-4162-a97b-026108fe9a09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 932 time: 0.3250666 Dec 24 02:59:08.002690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Subnet': ['ID=21d1e1d8-f504-43fe-be95-b25b1ef06160,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.017110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Port 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110368) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Dec 24 02:59:08.017420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Reverting IP allocation for 2001:db8::f816:3eff:fe44:1062 {{(pid=110368) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Dec 24 02:59:08.017783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:08.021834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_pluggable_backend [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe44:1062 {{(pid=110368) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Dec 24 02:59:08.021949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.024220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.032352 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-a189ccac-05d7-4022-971b-2304b61f1aff service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407366 Dec 24 02:59:08.038132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Checking segment: {'id': 'dff787ee-0340-482f-8467-38e9db338c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:08.038871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network hostable DHCP agents. Network: 75b1c009-a399-4538-90ca-ad57977d733d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:08.039017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.044726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:08.044726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 444a16fb-a2b7-4bdc-a73a-8d1d70f8ffd8 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:08.044726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:08.045008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:08.045270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.045415 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.049319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:08.049726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.066324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:08.066697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8e3dafb-e107-4bd2-ba82-b1d2078f4f9b not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:08.067496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aa9cffbb-1907-467b-9c6c-b7f57946014e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:08.084401 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:08.087614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.087614 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/80bf7688-40b6-43ff-8b91-572f6a1c1d7b HTTP/1.1" status: 204 len: 168 time: 2.0251617 Dec 24 02:59:08.091361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:08.092538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: aa9cffbb-1907-467b-9c6c-b7f57946014e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:08.092967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aa9cffbb-1907-467b-9c6c-b7f57946014e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:08.095696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59178) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:08.111116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'name': 'tempest-PortsIpV6TestJSON-331698123'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.115212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:08.121557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61799fd-3983-483a-9113-47e58f154e93 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=80bf7688-40b6-43ff-8b91-572f6a1c1d7b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.124093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:08.124630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.136340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1d95b-5406-4846-bdca-289692f2a5d7 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:08.158769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=850169af-dabc-491c-8b36-47b0b737acdd,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.198412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network 75b1c009-a399-4538-90ca-ad57977d733d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:08.246473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '850169af-dabc-491c-8b36-47b0b737acdd'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:08.247340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.261243 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0dcee205-34fe-496f-9689-88df77b190fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2822316 Dec 24 02:59:08.261556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59180) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:08.266761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.296344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 75b1c009-a399-4538-90ca-ad57977d733d) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:08.326206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf216b75-38ca-42bf-8f1c-4e32a9ed5596 None None] Network 75b1c009-a399-4538-90ca-ad57977d733d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:08.333373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1558905 Dec 24 02:59:08.335272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.339872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59182) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:08.358121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'ports': [{'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'}, {'network_id': '5e28b3f2-77d9-4a00-a470-26c612c405b1'}]} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.358467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.358914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '5e28b3f2-77d9-4a00-a470-26c612c405b1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.412924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc048b2-e911-4e7f-be1b-0a30fc6ecc77 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=5e28b3f2-77d9-4a00-a470-26c612c405b1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.433330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.433624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 5e28b3f2-77d9-4a00-a470-26c612c405b1 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:08.438908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.445147 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-78f71024-faaa-4bcc-9b7d-da01027f4497 req-5ff2cd1f-65d6-463d-b5a7-0b6cfacbba7c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4505439 Dec 24 02:59:08.474077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.478509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/146e1c0e-a379-4a87-a9c0-3df8778867df HTTP/1.1" status: 204 len: 168 time: 2.0180318 Dec 24 02:59:08.482583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aea54-eb3b-4f27-8ab1-5e6a2fcb7918 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=146e1c0e-a379-4a87-a9c0-3df8778867df,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.490045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59184) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:08.507295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event updated for resources: {'Subnet': ['ID=4a7f1c0f-afe8-41ca-a595-d004a649e737,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.510887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:08.515505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.515955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Allocated IP 2001:db8::f816:3eff:fe08:47bb (bf27008b-e5db-498b-855c-c2529ecfc5ee/850169af-dabc-491c-8b36-47b0b737acdd/aee69b96-3bfd-40d3-9d8b-16b7788d59e1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:08.521523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.524591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-529298253', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.554256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-75b1c009-a399-4538-90ca-ad57977d733d', 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d', 'project_id': 'e309604416aa488eb8d59f96162c37a7', 'fixed_ips': [{'subnet_id': '21d1e1d8-f504-43fe-be95-b25b1ef06160'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:08.555974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.592076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-237acc30-8530-444c-b102-63e14394e7cc req-f316abd3-7784-48af-b6ec-9de1218ec506 service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141807 Dec 24 02:59:08.594499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc947e3-11f7-4a0c-9de1-4ddf4fde3d8e,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.646019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Checking segment: {'id': '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:08.646565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network hostable DHCP agents. Network: cf9d22a9-1438-4683-8f31-354c79fb048b, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:08.654770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port c276f216-6c82-4ebd-a6fa-d4dce5f9e41a yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:08.701025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.704891 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7814260a-db0c-4e20-b78d-f8f781788e0b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1761777 Dec 24 02:59:08.705065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59186) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:08.709462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '10bca5fc-5cba-4b26-a05a-d27522b710fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:08.729531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:59:08.739386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.753522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Transition to ACTIVE for port object 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 02:59:08.800353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Allocated IP 172.20.0.2 (75b1c009-a399-4538-90ca-ad57977d733d/21d1e1d8-f504-43fe-be95-b25b1ef06160/c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:08.807329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.808341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.821756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.828259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.860631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:08.867976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.895364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Network cf9d22a9-1438-4683-8f31-354c79fb048b is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:08.905482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.910862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Pushing event updated for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:08.978651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:08.990984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:09.016883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:09.017461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Attempting to bind port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:09.017584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.017805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Attempting to bind port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:09.018168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Attempting to bind port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c on network f715cb4a-dcfa-4fc7-9a96-97466248ad13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:09.019402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:09.029176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.042949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, cf9d22a9-1438-4683-8f31-354c79fb048b) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:09.044401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c on network f715cb4a-dcfa-4fc7-9a96-97466248ad13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 02:59:09.044766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Attempting to bind port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c on network f715cb4a-dcfa-4fc7-9a96-97466248ad13 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:09.056855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.057327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.058406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.061420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:09.061971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Checking segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:09.062546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Bound using segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:09.063714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Bound port: 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:09.064529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.069019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf00a2d-c762-4834-8157-baf88f1a6bd1 None None] Network cf9d22a9-1438-4683-8f31-354c79fb048b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:09.071997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Pushing event updated for resources: {'Port': ['ID=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.151355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.175484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:09.176358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Attempting to bind port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:09.180709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Attempting to bind port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:09.180709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Attempting to bind port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:09.181423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:09.181538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.193210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:09.193608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:09.194000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.195519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:09.195519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Bound port: aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:09.195519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.250149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.270761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.275322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.299871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-cf9d22a9-1438-4683-8f31-354c79fb048b', 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b', 'project_id': 'e309604416aa488eb8d59f96162c37a7', 'fixed_ips': [{'subnet_id': '4a7f1c0f-afe8-41ca-a595-d004a649e737'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:09.300769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.312175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7fbc33-8026-4213-8ef9-0edf2fc4d6f9,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.332250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.332977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.334577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c HTTP/1.1" status: 200 len: 1094 time: 1.6173925 Dec 24 02:59:09.335511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:59:09.339431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01912f6-1249-4eb5-980f-e087e2484c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:59:09.341627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Network 75b1c009-a399-4538-90ca-ad57977d733d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:09.367024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:09.376564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] For port aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:09.383857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:09.389289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.394145 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a7bf19b1-b897-4bb5-bafb-e4e0ea33dfca tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6845131 Dec 24 02:59:09.397844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59192) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:09.406215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2b23d-e6bc-48e8-b651-7a4013a74504 service neutron] Pushing event updated for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.413553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5690960e-9615-46a3-ae9e-3063d38d0b03 x-openstack-request-id: req-5690960e-9615-46a3-ae9e-3063d38d0b03 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:59:09.415204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:59:09.415710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5690960e-9615-46a3-ae9e-3063d38d0b03 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:59:09.416328 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c', 'status': 'completed', 'code': 200} Dec 24 02:59:09.422189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '10bca5fc-5cba-4b26-a05a-d27522b710fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:09.440604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Pushing event updated for resources: {'Port': ['ID=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.451445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] For port aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:09.525753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-d3bbaa82-c61c-4d9d-a5e9-5a9afb86d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.527472 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-d3bbaa82-c61c-4d9d-a5e9-5a9afb86d6f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 1097 time: 0.0699306 Dec 24 02:59:09.534669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 2} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:09.539834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.546637 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.550076 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0de7d62d-c3a4-4d09-b50a-5631cbc8a488 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7850568 Dec 24 02:59:09.551547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.559807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59196) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:09.617729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.622942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Attempting to bind port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:09.623314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Attempting to bind port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'dff787ee-0340-482f-8467-38e9db338c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:09.626340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Attempting to bind port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 on network 75b1c009-a399-4538-90ca-ad57977d733d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:09.660619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:09.661004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Checking segment: {'id': 'dff787ee-0340-482f-8467-38e9db338c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:09.661413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.661816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Bound using segment: {'id': 'dff787ee-0340-482f-8467-38e9db338c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:09.662302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Bound port: c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff787ee-0340-482f-8467-38e9db338c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '75b1c009-a399-4538-90ca-ad57977d733d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:09.662685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.665568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebdafc-0ec5-470a-bbae-71dd31ccbd6b None None] Pushing event updated for resources: {'Port': ['ID=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.725470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.800076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:09.804509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a029b-0ccc-44b3-955c-f4c53afcee61 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.806558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a029b-0ccc-44b3-955c-f4c53afcee61 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.808205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a029b-0ccc-44b3-955c-f4c53afcee61 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.810342 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-791a029b-0ccc-44b3-955c-f4c53afcee61 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1418476 Dec 24 02:59:09.815576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59198) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:09.822560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:09.824075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-9200138b-bc09-4def-8514-776d5a294572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.825264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-9200138b-bc09-4def-8514-776d5a294572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.827156 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-9200138b-bc09-4def-8514-776d5a294572 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2653275 Dec 24 02:59:09.856740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.865439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=c276f216-6c82-4ebd-a6fa-d4dce5f9e41a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:09.867005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.873606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:09.880177 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:09.881028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:09.990072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.030272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae3c5e-d620-4aca-8cbd-2b4f92f2a2db req-b2fa747c-2ae9-4a3e-85d0-fc9b7dbf67e5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.031761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fae3c5e-d620-4aca-8cbd-2b4f92f2a2db req-b2fa747c-2ae9-4a3e-85d0-fc9b7dbf67e5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 944 time: 0.4218061 Dec 24 02:59:10.055717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612c8d8-f623-4f2c-9267-0c48451caba9,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:10.057678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Allocated IP 172.20.0.18 (cf9d22a9-1438-4683-8f31-354c79fb048b/4a7f1c0f-afe8-41ca-a595-d004a649e737/7e635142-b586-4ca6-8f7d-32d0f3ebeef7) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:10.061675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Deleting subnet 21d1e1d8-f504-43fe-be95-b25b1ef06160 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:10.074961 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ce446604-c664-4402-8e74-6e21e655c846 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9699769 Dec 24 02:59:10.084223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59202) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:10.090034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.109945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-846db7e4-fcc6-4f46-b4fd-49183ff92daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.112105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c01912f6-1249-4eb5-980f-e087e2484c8a req-846db7e4-fcc6-4f46-b4fd-49183ff92daa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2723992 Dec 24 02:59:10.157324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.160467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14e31b74-6150-4604-8fa0-a5b7a4cb5a63 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7572885 Dec 24 02:59:10.164668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59204) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:10.170079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '10bca5fc-5cba-4b26-a05a-d27522b710fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:10.174629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.194143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aee69b96-3bfd-40d3-9d8b-16b7788d59e1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:10.229121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 9727f671-f140-4074-b9a0-72ae44425f23 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:10.264389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.274389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] For port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:10.298359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] For port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,segment=NetworkSegment(dff787ee-0340-482f-8467-38e9db338c05),segment_id=dff787ee-0340-482f-8467-38e9db338c05)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:10.304687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-1a9ebe3b-8bab-494b-8bc1-5a1aa45d9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.306755 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-1a9ebe3b-8bab-494b-8bc1-5a1aa45d9cac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 1097 time: 0.0741594 Dec 24 02:59:10.309649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:10.313765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port c276f216-6c82-4ebd-a6fa-d4dce5f9e41a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:10.314355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.358720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:10.369083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.369975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.374025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:10.374405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.378991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fae3c5e-d620-4aca-8cbd-2b4f92f2a2db req-653df012-d7f6-4d1f-9633-8b8da5f6cda9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320377 Dec 24 02:59:10.379597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=9bd93d1f-03c0-4a58-a0b8-d9295b736a62,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:10.386927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-7f4a7feb-b102-4e59-841f-77b7629996a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c HTTP/1.1" status: 200 len: 217 time: 0.0570245 Dec 24 02:59:10.413593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.436662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.487287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.489652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59206) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:10.503598 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d525f6b6-628a-4b3e-a06b-2df3084d2bb2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2379494 Dec 24 02:59:10.507462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.528830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.529308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:b3:61:1f', 'name': 'tempest-NetworksTestDHCPv6-1228437147'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:10.551106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for c276f216-6c82-4ebd-a6fa-d4dce5f9e41a owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:10.573835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704eea-016f-40ce-a8ce-248a5a66744a None None] Pushing event updated for resources: {'Port': ['ID=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:10.584933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.628912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-0f7b103a-9d5a-4095-a8fb-ecec0cd15224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.630414 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-0f7b103a-9d5a-4095-a8fb-ecec0cd15224 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe09d83c-98d1-4145-8b4d-2ff04c225b1d HTTP/1.1" status: 200 len: 838 time: 0.2106447 Dec 24 02:59:10.654491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.656592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:10.757449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.784506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 523fc870-1607-4b7f-a93d-34072a2d8c6b yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:10.821645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.866751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-193269e7-31b7-4968-9928-8c425a7685a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:10.868144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.881717 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-193269e7-31b7-4968-9928-8c425a7685a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f715cb4a-dcfa-4fc7-9a96-97466248ad13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2057271 Dec 24 02:59:10.884000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.896131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.901223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Network cf9d22a9-1438-4683-8f31-354c79fb048b is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:10.909717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.918882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.928352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:10.934751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:10.957991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Pushing event updated for resources: {'Port': ['ID=7e635142-b586-4ca6-8f7d-32d0f3ebeef7,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:10.968538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Subnet': ['ID=21d1e1d8-f504-43fe-be95-b25b1ef06160,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:10.973776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:10.978010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-519ff399-cd56-4651-808a-fd369c3e0c75 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/subnets/21d1e1d8-f504-43fe-be95-b25b1ef06160 HTTP/1.1" status: 204 len: 168 time: 1.1570840 Dec 24 02:59:10.983646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59208) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:11.069487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Attempting to bind port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:11.071196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Attempting to bind port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:11.072027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Attempting to bind port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 on network cf9d22a9-1438-4683-8f31-354c79fb048b {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:11.079551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e259f07-4fff-40bd-ae13-03901d95fe86,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:11.083258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-39bd444f-6ead-4b74-aaf1-1a6bcea831e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f715cb4a-dcfa-4fc7-9a96-97466248ad13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644583 Dec 24 02:59:11.089457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:11.096978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:11.097462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Checking segment: {'id': '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:11.097948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.098422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Bound using segment: {'id': '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:11.099030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Bound port: 7e635142-b586-4ca6-8f7d-32d0f3ebeef7, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'cf9d22a9-1438-4683-8f31-354c79fb048b'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:11.099485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.118836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:11.163921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.169745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-585450e9-938b-4154-b736-9d93be0fc2c6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0035191 Dec 24 02:59:11.170377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59212) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:11.173699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Deleting subnet 4a7f1c0f-afe8-41ca-a595-d004a649e737 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:11.177450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.188047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.194158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '10bca5fc-5cba-4b26-a05a-d27522b710fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:11.208021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f5743-da15-4867-9e9b-729ef2dfb755 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:11.239245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] For port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:11.287724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.293067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] For port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7e635142-b586-4ca6-8f7d-32d0f3ebeef7,segment=NetworkSegment(3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc),segment_id=3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:11.319195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.322585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 172.26.7.218 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/a2645bbc-61dc-4ab7-a720-53c49c23bcee) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:11.348759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fa43912f-9d0b-41af-9183-fd92ded9de28 None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:11.348759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fa43912f-9d0b-41af-9183-fd92ded9de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.354468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.514611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ec2ce-4a54-4976-b373-5795b63e045f None None] Pushing event updated for resources: {'Port': ['ID=7e635142-b586-4ca6-8f7d-32d0f3ebeef7,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:11.561488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.616987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.652667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Update dhcp port {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '850169af-dabc-491c-8b36-47b0b737acdd', 'ip_address': '2001:db8::f816:3eff:fe08:47bb'}, {'subnet_id': '9bd93d1f-03c0-4a58-a0b8-d9295b736a62'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': 'aee69b96-3bfd-40d3-9d8b-16b7788d59e1'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 02:59:11.692462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:11.707863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.715013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:11.715013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:11.715013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.761466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102f608-2d21-462b-9df1-5d2179edcfe5 req-b8330ac4-3bac-46b2-a28d-ec942a0f3501 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:11.766983 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b102f608-2d21-462b-9df1-5d2179edcfe5 req-b8330ac4-3bac-46b2-a28d-ec942a0f3501 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 944 time: 0.2353241 Dec 24 02:59:11.786193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=9727f671-f140-4074-b9a0-72ae44425f23,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:11.793329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=c276f216-6c82-4ebd-a6fa-d4dce5f9e41a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:11.846337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.864596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.865242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.870097 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1b18aaf7-b368-4a2d-a1e9-87a2d6e955b4 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/c276f216-6c82-4ebd-a6fa-d4dce5f9e41a HTTP/1.1" status: 204 len: 168 time: 1.7848330 Dec 24 02:59:11.875241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59216) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:11.899918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'mac_address': 'fa:16:3e:9e:76:c2', 'name': 'tempest-PortsIpV6TestJSON-319784094'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:11.968725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b102f608-2d21-462b-9df1-5d2179edcfe5 req-a85c589d-d068-4f8e-b6e9-1f3b5cfd41d6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910799 Dec 24 02:59:11.971252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:11.983647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=523fc870-1607-4b7f-a93d-34072a2d8c6b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.006563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 294e145a-47b0-4859-bca3-d5c4a8dcc268 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:12.006659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.007571 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/subnets/4a7f1c0f-afe8-41ca-a595-d004a649e737 HTTP/1.1" status: 204 len: 168 time: 1.0229516 Dec 24 02:59:12.029992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '60d761da-a549-42f2-b2dd-8f82ccd2f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '5e28b3f2-77d9-4a00-a470-26c612c405b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:12.030366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: 5e28b3f2-77d9-4a00-a470-26c612c405b1, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:12.034584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59218) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:12.048555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6f05-622b-4e5e-9458-3aa1c42e1f43 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7f1c0f-afe8-41ca-a595-d004a649e737,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.049881 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f5d72c2f-3ba2-4e60-bef3-8fbf530ecfb4 req-0ad43e9c-a96b-4d7b-8acb-85b794b35ddd service neutron] 10.222.0.49 "GET /v2.0/networks/f715cb4a-dcfa-4fc7-9a96-97466248ad13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8746736 Dec 24 02:59:12.062137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.117800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722a7da3-1c90-466b-91bf-ea39c3029bdb tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:12.119950 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-722a7da3-1c90-466b-91bf-ea39c3029bdb tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847533 Dec 24 02:59:12.122811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Allocated IP 172.20.0.2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/9bd93d1f-03c0-4a58-a0b8-d9295b736a62/aee69b96-3bfd-40d3-9d8b-16b7788d59e1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:12.123820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59220) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:12.157677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2eaf11-eef6-48e0-913e-a0102f566977 None None] Network 75b1c009-a399-4538-90ca-ad57977d733d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:12.216453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.229505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.266557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 5e28b3f2-77d9-4a00-a470-26c612c405b1 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:12.289370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:12.294622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.296157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.300200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:12.309144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:12.312676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=a2645bbc-61dc-4ab7-a720-53c49c23bcee,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.323494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:12.357115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276692e-6e2a-4826-a962-8752386976ae None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:12.392236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aee69b96-3bfd-40d3-9d8b-16b7788d59e1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:12.399069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3890950b-c8da-43dd-a42c-185e513a0ab2,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.418883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 5e28b3f2-77d9-4a00-a470-26c612c405b1) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:12.422152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.438005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] Provisioning complete for port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:12.438379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.456805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port ee2adb61-845b-4359-a35f-972fa58dd260 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:12.467498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fcbd7-c15f-49ea-b667-8f12f5e6cef5 None None] Network 5e28b3f2-77d9-4a00-a470-26c612c405b1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:12.468596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:12.474473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:12.477499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.479384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-50262590-eab1-4400-975e-345d370e3b2f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2935336 Dec 24 02:59:12.480382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:12.481582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.482793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59224) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:12.549819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Deleting port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:12.550216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.571094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] For port aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:12.597968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.611768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.617881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d4275f74-9535-4778-b460-b97496da092e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2730858 Dec 24 02:59:12.621322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59226) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:12.668629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.672772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] For port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7e635142-b586-4ca6-8f7d-32d0f3ebeef7,segment=NetworkSegment(3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc),segment_id=3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:12.673867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.675071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] DHCP port deletion for 75b1c009-a399-4538-90ca-ad57977d733d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:12.687830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:12.688211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.697007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Calling delete_port for 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:12.748656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.780629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.793426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.884262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.894434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.895680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3890950b-c8da-43dd-a42c-185e513a0ab2 HTTP/1.1" status: 204 len: 168 time: 0.4125946 Dec 24 02:59:12.900564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59228) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:12.924730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2654459-a65c-424a-9798-1fd270a0e7a3 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3890950b-c8da-43dd-a42c-185e513a0ab2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.932092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] For port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,segment=NetworkSegment(dff787ee-0340-482f-8467-38e9db338c05),segment_id=dff787ee-0340-482f-8467-38e9db338c05)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:12.937619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 172.20.0.3 (bf27008b-e5db-498b-855c-c2529ecfc5ee/9bd93d1f-03c0-4a58-a0b8-d9295b736a62/294e145a-47b0-4859-bca3-d5c4a8dcc268) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:12.947769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:feb3:611f (bf27008b-e5db-498b-855c-c2529ecfc5ee/850169af-dabc-491c-8b36-47b0b737acdd/294e145a-47b0-4859-bca3-d5c4a8dcc268) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:12.966269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.973246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d28fe-4cfa-4a83-a403-f0b1c4b35999 None None] Pushing event updated for resources: {'Port': ['ID=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:12.985958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Deleting port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:12.986133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:12.986589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.012504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:13.021816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:13.031390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.075843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:13.076800 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-483d5b87-3daf-4829-baf2-8a9afcbe01ea tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1746895 Dec 24 02:59:13.077855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:13.084492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:13.085200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.092609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59232) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.103236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793b504-3ecd-44ce-b263-ceff28ebd650 None None] Network cf9d22a9-1438-4683-8f31-354c79fb048b requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:13.177914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.186006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=ee2adb61-845b-4359-a35f-972fa58dd260,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.199344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.210045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.251270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-55de7281-8a27-489e-8db0-e6b6fd9553ad tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3708224 Dec 24 02:59:13.254157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59234) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.261540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] For port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,segment=NetworkSegment(dff787ee-0340-482f-8467-38e9db338c05),segment_id=dff787ee-0340-482f-8467-38e9db338c05)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:13.262117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.280171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Calling delete_port for c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:13.347035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b40e0-af52-4892-8c34-39196d96dd06 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:13.351257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-959b40e0-af52-4892-8c34-39196d96dd06 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/ee2adb61-845b-4359-a35f-972fa58dd260 HTTP/1.1" status: 200 len: 844 time: 0.0951853 Dec 24 02:59:13.351497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59236) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.371922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Provisioning complete for port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:13.372301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.391500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.407657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.411789 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6e259f07-4fff-40bd-ae13-03901d95fe86 HTTP/1.1" status: 204 len: 168 time: 0.3155689 Dec 24 02:59:13.415726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59238) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.461023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbcbe8-0232-4d4f-8145-e8470e2416a5 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e259f07-4fff-40bd-ae13-03901d95fe86,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.471343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.565376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77c57f67-929f-466f-9a72-3213ffd4cc1f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1427696 Dec 24 02:59:13.572695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59242) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.612049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 was deleted so its status cannot be updated. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 02:59:13.612435 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port ee2adb61-845b-4359-a35f-972fa58dd260 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:13.612791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.617023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c4b66-564c-4244-9222-e282e164c8b4 None None] Pushing event updated for resources: {'Port': ['ID=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.634108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No active binding found for port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 {{(pid=110369) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 02:59:13.634108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] The host dv-neutron-822868-1-hyperv is not matching for port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 host None! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 02:59:13.634108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 02:59:13.636288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.656212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.659228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Provisioning complete for port a2645bbc-61dc-4ab7-a720-53c49c23bcee triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:13.659228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.659228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 02:59:13.660189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:13.695275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.736979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5584da2f-6ba1-4c19-999c-e62889fc9b5c None None] Port a2645bbc-61dc-4ab7-a720-53c49c23bcee cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:13.744711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Port': ['ID=7e635142-b586-4ca6-8f7d-32d0f3ebeef7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.748846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:13.749685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.752697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.774903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.781844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] No DVR routers for this DVR port 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:13.802608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] Pushing event deleted for resources: {'Port': ['ID=c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.805198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3abd57-671c-4ae1-9a34-7b3b2ee326d8 None None] DHCP port deletion for cf9d22a9-1438-4683-8f31-354c79fb048b request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:13.806413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=294e145a-47b0-4859-bca3-d5c4a8dcc268,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.810004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for ee2adb61-845b-4359-a35f-972fa58dd260 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:13.811583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 was deleted so its status cannot be updated. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 02:59:13.818007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f884081-185b-494e-96bf-7a0dcc768400 None None] No DVR routers for this DVR port c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:13.821197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:13.824345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:13.830880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:13.894202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86921aeb-073f-4756-a27e-aba7080a0678 req-70bc455f-1eae-4f1b-83ba-0c973c21bcc5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:13.895649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.895999 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-86921aeb-073f-4756-a27e-aba7080a0678 req-70bc455f-1eae-4f1b-83ba-0c973c21bcc5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 944 time: 0.7877724 Dec 24 02:59:13.909749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.916331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a612c8d8-f623-4f2c-9267-0c48451caba9 HTTP/1.1" status: 204 len: 168 time: 0.3334203 Dec 24 02:59:13.918349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59244) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:13.931862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dee87-e9d2-4722-ac04-84b86fac97d6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a612c8d8-f623-4f2c-9267-0c48451caba9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:13.955662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:13.956461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.981915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f82dc417-aa3e-476a-b191-4f65cf8ca391 None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:13.982792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f82dc417-aa3e-476a-b191-4f65cf8ca391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:13.993651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 523fc870-1607-4b7f-a93d-34072a2d8c6b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:13.993651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.001664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.013366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f9ad09ea-e892-431b-82cb-013cf14196af tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0885265 Dec 24 02:59:14.014851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59246) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.063810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.067615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9d22a9-1438-4683-8f31-354c79fb048b']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.073539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.085378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-631aa679-894e-4344-9a08-c81b278455d8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5794454 Dec 24 02:59:14.091698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59248) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.108209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.112706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.120341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aee69b96-3bfd-40d3-9d8b-16b7788d59e1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:14.122759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.123232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d26c6ca-f2f0-4747-aba1-64b9dcd2f7dc') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.142933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-86921aeb-073f-4756-a27e-aba7080a0678 req-944521ed-55ba-4cf8-b0a2-e4899a67e648 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298589 Dec 24 02:59:14.157852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.181633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=ee2adb61-845b-4359-a35f-972fa58dd260,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.196734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.200908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1b854130-4730-4e0f-b2fa-1bb5dee8f766 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/ee2adb61-845b-4359-a35f-972fa58dd260 HTTP/1.1" status: 204 len: 168 time: 0.8469055 Dec 24 02:59:14.209486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59250) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.232095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.235210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.235736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:14.236106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.242803 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93b5117-55fd-41ef-a2f8-51ab1a73e305 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:14.249811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:14.249811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.255571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b93b5117-55fd-41ef-a2f8-51ab1a73e305 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/ee2adb61-845b-4359-a35f-972fa58dd260 HTTP/1.1" status: 404 len: 333 time: 0.0401614 Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:14.256058 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:14.261806 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:14.261806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59252) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.262616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'name': 'tempest-PortsIpV6TestJSON-1691441072'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:14.268964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.281804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.285269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2b7fbc33-8026-4213-8ef9-0edf2fc4d6f9 HTTP/1.1" status: 204 len: 168 time: 0.2683864 Dec 24 02:59:14.293535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d329f7-9de9-41f8-b459-55d9eca466c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:14.299636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d329f7-9de9-41f8-b459-55d9eca466c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:14.303675 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-54d329f7-9de9-41f8-b459-55d9eca466c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2086222 Dec 24 02:59:14.303675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59254) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.306345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59256) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.307253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 523fc870-1607-4b7f-a93d-34072a2d8c6b owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:14.320123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4048bcf-15a2-4dc0-891f-583fd0511b47 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b7fbc33-8026-4213-8ef9-0edf2fc4d6f9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.346621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-384fd23a-8e5d-4794-b5b6-a3d3b981b105 None None] Provisioning complete for port 294e145a-47b0-4859-bca3-d5c4a8dcc268 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:14.347177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-384fd23a-8e5d-4794-b5b6-a3d3b981b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.350288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2463a2c2-5d0d-48f5-8d68-df6bc1f3357e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0460384 Dec 24 02:59:14.354204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59258) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.381840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.389922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.397162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-384fd23a-8e5d-4794-b5b6-a3d3b981b105 None None] Port 294e145a-47b0-4859-bca3-d5c4a8dcc268 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:14.424948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:14.449661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:14.450013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c23e7ddc-9cd3-4f5d-95e6-23ab6e789a41 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:14.450431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:14.470133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:14.470644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e635142-b586-4ca6-8f7d-32d0f3ebeef7 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:14.478348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.490186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.494743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/cbc947e3-11f7-4a0c-9de1-4ddf4fde3d8e HTTP/1.1" status: 204 len: 168 time: 0.1361725 Dec 24 02:59:14.494743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8958-ce59-431a-bb19-67739f90ce59 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbc947e3-11f7-4a0c-9de1-4ddf4fde3d8e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.494743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59260) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.536476 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-529b13f6-4715-420c-bd3c-b403a8112f2b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393658 Dec 24 02:59:14.537930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59262) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.544558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.564769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.568334 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/cf9d22a9-1438-4683-8f31-354c79fb048b HTTP/1.1" status: 204 len: 168 time: 2.4434962 Dec 24 02:59:14.569663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59264) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.605311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418d68e-55dc-499b-8125-d8fd1bffeb02 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=cf9d22a9-1438-4683-8f31-354c79fb048b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.660248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.663215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 294e145a-47b0-4859-bca3-d5c4a8dcc268 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:14.663571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.677307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.699752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.730803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:14.734378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.752686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.754213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 2d5736b3-35f6-4995-952a-8b8a00ccd010 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:59:14.804346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=523fc870-1607-4b7f-a93d-34072a2d8c6b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.808315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 8fc55717-44e3-431d-a7f1-d86f12322b46 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:14.813513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.815018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.830662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.836132 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bfbe5f44-ee60-4fee-9306-5cd3ed9c3cfe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/523fc870-1607-4b7f-a93d-34072a2d8c6b HTTP/1.1" status: 204 len: 168 time: 2.2100227 Dec 24 02:59:14.836939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59268) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.841004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 294e145a-47b0-4859-bca3-d5c4a8dcc268 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:14.846937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b1c009-a399-4538-90ca-ad57977d733d']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.875872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff787ee-0340-482f-8467-38e9db338c05') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.876197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff787ee-0340-482f-8467-38e9db338c05') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:14.887717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.890451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.894112 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/10bca5fc-5cba-4b26-a05a-d27522b710fb HTTP/1.1" status: 204 len: 168 time: 0.3527400 Dec 24 02:59:14.897743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.898266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59270) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:14.934852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d8028-a197-45ef-a54e-d92d1edc7c97 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bca5fc-5cba-4b26-a05a-d27522b710fb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:14.937065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.950982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:14.951351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:14.954654 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:14.964193 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:14.968260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb23805-3596-44fe-bc0b-6075ae08ac4a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:14.976425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb23805-3596-44fe-bc0b-6075ae08ac4a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:14.979998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bbb23805-3596-44fe-bc0b-6075ae08ac4a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1412787 Dec 24 02:59:14.981751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59272) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.014722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 02:59:15.102790 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-982a1320-cf52-44fd-ae51-8eca4886e24a tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1867743 Dec 24 02:59:15.115369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59274) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.135037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:15.142712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--420635187'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:15.151897 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] Sync routers for ids ['2d5736b3-35f6-4995-952a-8b8a00ccd010'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:15.164999 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] Routers {'2d5736b3-35f6-4995-952a-8b8a00ccd010'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:15.165305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.166006 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2d5736b3-35f6-4995-952a-8b8a00ccd010'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.181119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.185241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/75b1c009-a399-4538-90ca-ad57977d733d HTTP/1.1" status: 204 len: 168 time: 0.6145730 Dec 24 02:59:15.195031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59278) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.221945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01896778-31c9-4995-ab00-db0bf71f506b tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=75b1c009-a399-4538-90ca-ad57977d733d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:15.229407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:15.245089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'port_id': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c', 'mac_address': 'fa:16:3e:cf:35:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 02:59:15.252711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.270895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] Routers {'2d5736b3-35f6-4995-952a-8b8a00ccd010'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:15.271886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2d5736b3-35f6-4995-952a-8b8a00ccd010'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.298577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 9727f671-f140-4074-b9a0-72ae44425f23 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:15.299187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.310389 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.311392 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1f4c2-dc35-4e21-934b-d891a8e80e66 None None] The sync data for ids ['2d5736b3-35f6-4995-952a-8b8a00ccd010'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:15.325596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.330477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.339292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.347473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 02:59:15.352339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.373312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:15.411752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.416352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.417594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a5823f35-6ded-4527-9b04-b070ca9cbcd8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9113564 Dec 24 02:59:15.421533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59280) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.426754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa2720-606d-4d29-bb4a-39fcd5eb50a8 req-efb3a42a-2468-4bc8-8c1b-3c11aad2a780 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:15.428237 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6ffa2720-606d-4d29-bb4a-39fcd5eb50a8 req-efb3a42a-2468-4bc8-8c1b-3c11aad2a780 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 944 time: 0.0989466 Dec 24 02:59:15.453667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 9727f671-f140-4074-b9a0-72ae44425f23 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:15.467115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.489009 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6ffa2720-606d-4d29-bb4a-39fcd5eb50a8 req-cc107cc6-39d7-497c-aeee-fd983d7a1327 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528722 Dec 24 02:59:15.496537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.516823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.528056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:15.537413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=294e145a-47b0-4859-bca3-d5c4a8dcc268,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:15.610571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.623312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:15.634457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:15.660782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:15.667707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:15.668344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.673059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b444c1c-0273-4db3-835e-2b896ad40f4e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.675754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=8fc55717-44e3-431d-a7f1-d86f12322b46,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:15.704703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e7aaea-5223-4982-82e2-324f40a230d7') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.704703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e7aaea-5223-4982-82e2-324f40a230d7') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:15.705006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.706264 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5bed6165-b23f-44c4-8381-e87d983803d3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/294e145a-47b0-4859-bca3-d5c4a8dcc268 HTTP/1.1" status: 204 len: 168 time: 1.3886044 Dec 24 02:59:15.708680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59282) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.715693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.752974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b62d557a-5eef-40f1-b19a-b27b765c0990 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers/2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 200 len: 884 time: 0.3271160 Dec 24 02:59:15.752974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.754011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59284) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.768120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:15.770170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:15.773751 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:15.776590 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2c11b125-38d1-464c-a63a-cc9a258522c8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5178380 Dec 24 02:59:15.793894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59288) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.819719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c631a-10b0-49c9-96a8-98340198078c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:15.821602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c631a-10b0-49c9-96a8-98340198078c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:15.823135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4c631a-10b0-49c9-96a8-98340198078c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:15.824787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cf4c631a-10b0-49c9-96a8-98340198078c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1151512 Dec 24 02:59:15.826314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.827572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59290) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:15.830560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:15.857411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 02:59:15.913150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.919979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 850169af-dabc-491c-8b36-47b0b737acdd {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:15.925203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.950093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.957789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.963876 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/9b444c1c-0273-4db3-835e-2b896ad40f4e HTTP/1.1" status: 204 len: 168 time: 0.7539093 Dec 24 02:59:15.969836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.973936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:15.977801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59292) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.012127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.043530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.045114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9301715 Dec 24 02:59:16.046148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad1b95-cf54-4a62-8a79-e5f011c828ba tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=9b444c1c-0273-4db3-835e-2b896ad40f4e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.056648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59294) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.063843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.067607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/9727f671-f140-4074-b9a0-72ae44425f23 HTTP/1.1" status: 204 len: 168 time: 1.0741043 Dec 24 02:59:16.071555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f1574-e9df-4b51-a59a-95b6f6b9b570 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d4fc7-33fd-4a93-a96a-1cfd6cb2c9dc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.076827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '9d4d4fc7-33fd-4a93-a96a-1cfd6cb2c9dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:16.078407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59296) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.081474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61759-1385-4b2a-a1d5-97bfabf02af3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=9727f671-f140-4074-b9a0-72ae44425f23,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.180800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.187921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe7ece-87b3-47bf-93e1-7af53660d9b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:16.189849 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b5fe7ece-87b3-47bf-93e1-7af53660d9b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1097457 Dec 24 02:59:16.194298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.194475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59298) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.221430 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a764d844-524d-4d13-a76f-f04c72f7d833 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4665720 Dec 24 02:59:16.225416 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59300) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.230466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-529298253'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:16.254564 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-23424e21-e37c-4a43-9d24-1016d19511b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:16.256006 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-23424e21-e37c-4a43-9d24-1016d19511b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/523fc870-1607-4b7f-a93d-34072a2d8c6b HTTP/1.1" status: 404 len: 333 time: 0.0583439 Dec 24 02:59:16.266180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59302) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.308230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5a4c6a-0fd1-40ba-8998-a63aa68a31a0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:16.309662 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cb5a4c6a-0fd1-40ba-8998-a63aa68a31a0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/9727f671-f140-4074-b9a0-72ae44425f23 HTTP/1.1" status: 404 len: 333 time: 0.0425549 Dec 24 02:59:16.316402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59304) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.339289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.422953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.431795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.435049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.462689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d5ecbc-7bc9-4952-93cf-ff8f0385b261']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:16.471669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.480679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=850169af-dabc-491c-8b36-47b0b737acdd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.482417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9dec83f-b7f0-4aac-a1b7-8e6b7cd85021') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:16.482698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.482813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9dec83f-b7f0-4aac-a1b7-8e6b7cd85021') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:16.488590 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-59123903-62bc-49fe-a11a-d6532b46fe58 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/850169af-dabc-491c-8b36-47b0b737acdd HTTP/1.1" status: 204 len: 168 time: 0.6573656 Dec 24 02:59:16.488678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0e5267-e8b2-4d81-9090-6c69dc5d1110 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:16.491788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59306) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.499471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.509474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.520670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.572526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] In _notify_port_updated(), no bound segment for port 8fc55717-44e3-431d-a7f1-d86f12322b46 on network f0b680f9-3362-4232-9de2-3f9ed1969c69 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:59:16.578612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:16.579271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.583456 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/ports/8fc55717-44e3-431d-a7f1-d86f12322b46 HTTP/1.1" status: 200 len: 818 time: 0.7843459 Dec 24 02:59:16.584489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59310) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.607512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.614433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.672829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:16.674909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:16.678657 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:16.704190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa43b13-1470-42eb-9e4b-4257e4566375,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.706057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612c7bf-9163-47c5-b42b-4d92b891f67a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=8fc55717-44e3-431d-a7f1-d86f12322b46,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:16.744371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 9bd93d1f-03c0-4a58-a0b8-d9295b736a62 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:16.756274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.830725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.865567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.869896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-35244202-2622-4a2e-9b0c-f2be637ecfe8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8083212 Dec 24 02:59:16.870450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59312) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:16.889858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.934855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:16.938866 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] 10.222.0.36 "DELETE /v2.0/networks/c1d5ecbc-7bc9-4952-93cf-ff8f0385b261 HTTP/1.1" status: 204 len: 168 time: 0.9455841 Dec 24 02:59:16.971443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.000332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.008859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.011468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:17.051623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e28b3f2-77d9-4a00-a470-26c612c405b1']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:17.079408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9dc94-86ce-40b9-afb4-31153f370a80 tempest-BulkNetworkOpsTest-618194667 tempest-BulkNetworkOpsTest-618194667-project] Pushing event deleted for resources: {'Network': ['ID=c1d5ecbc-7bc9-4952-93cf-ff8f0385b261,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.083724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 8fc55717-44e3-431d-a7f1-d86f12322b46 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:17.084207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.129320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d761da-a549-42f2-b2dd-8f82ccd2f387') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:17.131148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d761da-a549-42f2-b2dd-8f82ccd2f387') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:17.152050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d48b6-2a47-4909-9632-bdf7c40bf946 req-9281ad60-41a4-47f5-a6bd-93b8da5986c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:17.152940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.159911 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a37d48b6-2a47-4909-9632-bdf7c40bf946 req-9281ad60-41a4-47f5-a6bd-93b8da5986c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 945 time: 0.2797203 Dec 24 02:59:17.160055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.160055 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d4d4fc7-33fd-4a93-a96a-1cfd6cb2c9dc HTTP/1.1" status: 204 len: 168 time: 0.2852616 Dec 24 02:59:17.160214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.165369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59318) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.171331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 02:59:17.177150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:17.177838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.200220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.210915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440d4db-e64a-41b3-89ee-da9470981cf6 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d4fc7-33fd-4a93-a96a-1cfd6cb2c9dc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.220779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.251187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.271557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 8fc55717-44e3-431d-a7f1-d86f12322b46 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:17.281313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:17.282009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5caa0a38-36f7-4664-a125-58296a46c04d tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1225080 Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:17.290728 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:17.297365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59320) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.308163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160396320'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:17.328525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.356268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:59:17.358942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f771efd-2fc9-4b31-b098-86b80625535a" -d '{"events": [{"server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "name": "network-vif-plugged", "status": "completed", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:59:17.374342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:17.407063 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a37d48b6-2a47-4909-9632-bdf7c40bf946 req-6947cef8-3d15-4a7b-88b9-9131c290f30d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283826 Dec 24 02:59:17.427332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3460c6e-0f3e-4e26-8206-6e48cdece786 x-openstack-request-id: req-d3460c6e-0f3e-4e26-8206-6e48cdece786 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:59:17.427621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "name": "network-vif-plugged", "status": "completed", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:59:17.428053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3460c6e-0f3e-4e26-8206-6e48cdece786 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:59:17.428475 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c', 'code': 200} Dec 24 02:59:17.430720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.472841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.473921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.503199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd93d1f-03c0-4a58-a0b8-d9295b736a62,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.507033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.510432 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b4cbcac7-1c40-4b3a-b110-5d9b496b1b1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/9bd93d1f-03c0-4a58-a0b8-d9295b736a62 HTTP/1.1" status: 204 len: 168 time: 1.0119045 Dec 24 02:59:17.513122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59326) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.519128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400473e-8b38-4e1d-a9be-a7546634ff4f None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:17.519985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.521884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.522917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.544179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.561671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/5e28b3f2-77d9-4a00-a470-26c612c405b1 HTTP/1.1" status: 204 len: 168 time: 1.2432194 Dec 24 02:59:17.561907 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b9777d68-0f1e-4df5-9e2d-0d882e688548 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471203 Dec 24 02:59:17.563670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59328) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.565408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59330) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.567811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.569581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.592784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1707192455'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:17.603437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:17.608722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59332) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.610894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=8fc55717-44e3-431d-a7f1-d86f12322b46,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.618055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2239ea4-c66b-4bfd-b91e-b16249b80549 None None] Provisioning complete for port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:17.618432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2239ea4-c66b-4bfd-b91e-b16249b80549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.620902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807757d8-a020-48f9-a3a1-077e2c0d30b2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=5e28b3f2-77d9-4a00-a470-26c612c405b1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.625247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.630034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09033fc5-b3c2-4c04-bf18-1867a7811793 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/8fc55717-44e3-431d-a7f1-d86f12322b46 HTTP/1.1" status: 204 len: 168 time: 1.0357237 Dec 24 02:59:17.630871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59336) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.702691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cdaa3d-d600-4127-9a62-e640263997be tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:17.706621 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-15cdaa3d-d600-4127-9a62-e640263997be tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0722873 Dec 24 02:59:17.708104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59338) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.743906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a602d7a-56ab-4a38-b74e-ffa06fc02990 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:17.751636 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8a602d7a-56ab-4a38-b74e-ffa06fc02990 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/8fc55717-44e3-431d-a7f1-d86f12322b46 HTTP/1.1" status: 404 len: 333 time: 0.0373454 Dec 24 02:59:17.758546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59340) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.758546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2136269623'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:17.763372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.823741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:17.827707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.860461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:17.862684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.879064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:17.884074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.911102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:17.932914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Deleting port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:17.933291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.937025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 2d5736b3-35f6-4995-952a-8b8a00ccd010 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:17.940279 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2693dfb7-d8d8-4844-8ee1-361f9c4d0892 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e309604416aa488eb8d59f96162c37a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277707 Dec 24 02:59:17.944481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59342) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.947847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.953127 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 2818534c-c22c-407b-8812-47ed08a4f884 of type vlan for network c5be4998-f6bd-4456-a22f-063a0f8c5941 Dec 24 02:59:17.955210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f95398-0c98-4a66-83c9-efeeb1594550,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:17.969742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:17.978856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:17.983102 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be5a2a40-f995-4ffe-9eea-589d5895a780 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6846862 Dec 24 02:59:17.983667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59344) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:17.991902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649967281'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:18.005460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.005810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment af48c487-8368-491b-9ce8-371e8242009a of type vlan for network ebf867f2-2d75-4553-b100-600fefd03472 Dec 24 02:59:18.006044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] For port aee69b96-3bfd-40d3-9d8b-16b7788d59e1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:18.006389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.015964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc31ef-67c5-4ad8-925d-3910969a7d4b req-44f8fdc1-ab2a-4533-a24a-049de3d1f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:18.017424 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4dc31ef-67c5-4ad8-925d-3910969a7d4b req-44f8fdc1-ab2a-4533-a24a-049de3d1f63b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 1099 time: 0.1056948 Dec 24 02:59:18.020675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Calling delete_port for aee69b96-3bfd-40d3-9d8b-16b7788d59e1 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:18.079121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:18.082557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aee69b96-3bfd-40d3-9d8b-16b7788d59e1 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:18.082740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.091878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.111035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.170103 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4dc31ef-67c5-4ad8-925d-3910969a7d4b req-fb1831c4-d506-4a99-9ff8-85f15fdaf053 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237800 Dec 24 02:59:18.181700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.209488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.229754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.248035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.252457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.253898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:18.254643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.286476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.289976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:18.300372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] Pushing event deleted for resources: {'Port': ['ID=aee69b96-3bfd-40d3-9d8b-16b7788d59e1,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.302316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd4aa8-dd50-4eb8-8e81-30b7c83fa8a5 None None] No DVR routers for this DVR port aee69b96-3bfd-40d3-9d8b-16b7788d59e1 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:18.303028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.308133 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-47a49f6c-fd72-4722-ae8b-63cc37a647e3 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 200 len: 891 time: 2.0778704 Dec 24 02:59:18.309469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59348) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.316871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.316871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:18.316871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.326947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] Sync routers for ids ['2d5736b3-35f6-4995-952a-8b8a00ccd010'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:18.341187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] Routers {'2d5736b3-35f6-4995-952a-8b8a00ccd010'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:18.342145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2d5736b3-35f6-4995-952a-8b8a00ccd010'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:18.379774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:18.390709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] Routers {'2d5736b3-35f6-4995-952a-8b8a00ccd010'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:18.391427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:58:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['2d5736b3-35f6-4995-952a-8b8a00ccd010'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:18.431739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:18.432523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b13591-0bdb-42eb-a903-b89d0bd5885f None None] The sync data for ids ['2d5736b3-35f6-4995-952a-8b8a00ccd010'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:18.498844 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9132805 Dec 24 02:59:18.534694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59352) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.537139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58300fa-52ca-484f-bca0-391d5f3d5a0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=c5be4998-f6bd-4456-a22f-063a0f8c5941,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.547396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:18.550394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:18.692194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9391840 Dec 24 02:59:18.699978 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa222fa7-c323-448d-bcf8-3f82840eefcf tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers/2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 200 len: 891 time: 0.3804727 Dec 24 02:59:18.701515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.706536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59356) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.706715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:18.733451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc385cb2-a383-4f5c-beb8-a9b42f410015 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=ebf867f2-2d75-4553-b100-600fefd03472,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.747016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.747167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network ebf867f2-2d75-4553-b100-600fefd03472 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:18.764846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.765360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a5d2c04d-39b4-4590-a9cc-b57c1edcc931 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 200 len: 205 time: 0.0566528 Dec 24 02:59:18.767415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.768572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b67915ca-5f85-44c3-95dc-e67a70680be9 HTTP/1.1" status: 204 len: 168 time: 0.8187912 Dec 24 02:59:18.772789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59358) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.780916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.807473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f201d-93fc-46a3-a98e-bce47450a886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67915ca-5f85-44c3-95dc-e67a70680be9,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.828261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.850366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe6aa3-0f0a-431e-8a11-cd7435bfdae6 req-3a0362a9-c31a-4da6-8471-3eb3430ec880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:18.851045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acfe6aa3-0f0a-431e-8a11-cd7435bfdae6 req-3a0362a9-c31a-4da6-8471-3eb3430ec880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.1715386 Dec 24 02:59:18.859792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:18.863085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:18.868223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:18.869005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.872946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c653d1-bc26-4c56-8433-375a797645e6 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:18.875600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=1103c809-e077-4d57-ab3e-5d8de5e64631,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.889158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:18.892887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.936281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80591d3-9de2-40f9-9832-262a86a4e7e1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:18.948379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:18.949664 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-727d1974-e4a1-4574-a50a-9aa65a6cc8d0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9619141 Dec 24 02:59:18.955244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59362) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:18.960091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '01f95398-0c98-4a66-83c9-efeeb1594550', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c80591d3-9de2-40f9-9832-262a86a4e7e1', 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:18.971033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Performing IP validity checks on allocation pools {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 02:59:18.971943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 02:59:19.000942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acfe6aa3-0f0a-431e-8a11-cd7435bfdae6 req-4f3c17be-909f-4b83-ba61-6471924a12b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380270 Dec 24 02:59:19.005364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.037879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '1103c809-e077-4d57-ab3e-5d8de5e64631'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:19.038861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.054796 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9dd4a367-b892-4a1b-bccf-d91906287208 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4577868 Dec 24 02:59:19.057724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59364) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:19.062880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:19.082560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:19.086497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.141217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.189224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Allocated IP 172.20.0.2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/1103c809-e077-4d57-ab3e-5d8de5e64631/5629ed84-a1b1-4e67-b0f8-eec689b3a28a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:19.217820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.342916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.344650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.376928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port a2645bbc-61dc-4ab7-a720-53c49c23bcee {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:19.377331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.455227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:19.456338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.458765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.466691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.474292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64ee5e8-5a24-4742-b110-6e0552945de3,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:19.489705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:19.513526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.521581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for a2645bbc-61dc-4ab7-a720-53c49c23bcee owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:19.545900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '2818534c-c22c-407b-8812-47ed08a4f884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:19.546264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: c5be4998-f6bd-4456-a22f-063a0f8c5941, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:19.558629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.563454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.620089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Pushing event updated for resources: {'Port': ['ID=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:19.627093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:19.628728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:19.631291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:19.640163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.644336 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a1151151-a2fd-43a7-adea-bb8ed2b58f78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6854711 Dec 24 02:59:19.645059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59378) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:19.662000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=eec2be70-e1ec-4154-b59c-2b47fc319056,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:19.687100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'af48c487-8368-491b-9ce8-371e8242009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:19.687470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: ebf867f2-2d75-4553-b100-600fefd03472, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:19.719235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:19.720218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.733883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.749275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Attempting to bind port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:19.749952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Attempting to bind port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:19.750305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Attempting to bind port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:19.756078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:19.756477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:19.760074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.760074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:19.760074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Bound port: 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:19.760074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.775696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c5be4998-f6bd-4456-a22f-063a0f8c5941) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:19.786957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:19.787552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.818471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31026b3-af3d-413a-8bd8-481c6a65e6d7 None None] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:19.839615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ebf867f2-2d75-4553-b100-600fefd03472 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:19.846553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, ebf867f2-2d75-4553-b100-600fefd03472) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:19.851088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:19.853141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:19.870191 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-08f9d991-0d1e-4388-9b75-bff021a31c4b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3294120 Dec 24 02:59:19.872684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59386) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:19.878803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941', 'name': 'tempest-PortsTestJSON-1701443934'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:19.895189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09b10-0949-43dd-ab57-cfcc081e93dc req-40f3ea16-fdb6-49f6-828e-846a699b5b18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:19.907972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66b09b10-0949-43dd-ab57-cfcc081e93dc req-40f3ea16-fdb6-49f6-828e-846a699b5b18 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1707897 Dec 24 02:59:19.989483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.006815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.007370 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f64ee5e8-5a24-4742-b110-6e0552945de3 HTTP/1.1" status: 204 len: 168 time: 0.3611183 Dec 24 02:59:20.012976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-778ca047-aa4f-40fe-964b-0d1ea9c685f8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3102660 Dec 24 02:59:20.017927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59390) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.028581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59392) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.038007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:20.039963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ebae8-afb5-422c-8e8f-3aa64129d539 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f64ee5e8-5a24-4742-b110-6e0552945de3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:20.075110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66b09b10-0949-43dd-ab57-cfcc081e93dc req-5db77851-629c-46d9-a6b9-c4be9a875251 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662016 Dec 24 02:59:20.090581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e1767-5817-4b12-968d-397fd0af3bdb None None] Network ebf867f2-2d75-4553-b100-600fefd03472 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:20.120246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] For port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:20.142629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c5be4998-f6bd-4456-a22f-063a0f8c5941', 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': 'd20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:20.143612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.155751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f33acf63-99d5-4d0b-a81b-0048ae990736 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1393044 Dec 24 02:59:20.156316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] For port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:20.159254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59400) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.171521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.245062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=a2645bbc-61dc-4ab7-a720-53c49c23bcee,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:20.289393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd543e5e-f463-44b5-88dd-16e8be02a6d6 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:20.292265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59402) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.297147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.339379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b73793bd-9477-47df-90a2-2a93abd6810f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.343611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.362114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.474107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Allocated IP 172.20.0.2 (c5be4998-f6bd-4456-a22f-063a0f8c5941/d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27/b0c77e8d-098d-485f-b116-f5dd7a4763de) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:20.480356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.509748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.509748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.513097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485326899'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:20.626360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-ebf867f2-2d75-4553-b100-600fefd03472', 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': 'eec2be70-e1ec-4154-b59c-2b47fc319056'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:20.627233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.645562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.646134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router 2d5736b3-35f6-4995-952a-8b8a00ccd010 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:59:20.658762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.668339 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-906a86f9-ea4b-4529-a1ee-03d869e5379a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 204 len: 168 time: 1.8944335 Dec 24 02:59:20.672754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59408) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.694829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-234806833'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:20.706168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:20.709854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.727318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.816749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.820652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.825068 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/c80591d3-9de2-40f9-9832-262a86a4e7e1 HTTP/1.1" status: 204 len: 168 time: 0.6614683 Dec 24 02:59:20.826534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.828395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59410) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:20.835454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a939d42-0db6-4cd3-ac30-c05c63bcff0d None None] Pushing event updated for resources: {'Port': ['ID=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:20.837665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2089d63-76a0-4947-9cac-67c6fc678e90 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80591d3-9de2-40f9-9832-262a86a4e7e1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:20.847863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:20.852463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.887345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81335674-9bab-46a3-92a1-ed79c1c76035 req-d9681575-40e3-4993-9828-ad55adc92655 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:20.895013 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-81335674-9bab-46a3-92a1-ed79c1c76035 req-d9681575-40e3-4993-9828-ad55adc92655 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.7671158 Dec 24 02:59:20.931404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:59:20.936197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:20.940396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.941641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.974457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:20.992822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.996392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:20.999901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:20.999901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment 76259b5a-0aa0-40de-90f2-226748d8e81b of type vlan for network 37050db6-7485-4055-8189-70b12da30aca Dec 24 02:59:21.004938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:21.017551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:21.039786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f875e-6e55-46e6-a4e5-f38f2ba93827 req-32cccc11-5f8a-4013-8da6-8c15180aedb4 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:21.043140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c32f875e-6e55-46e6-a4e5-f38f2ba93827 req-32cccc11-5f8a-4013-8da6-8c15180aedb4 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1717532 Dec 24 02:59:21.057040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Pushing event updated for resources: {'Port': ['ID=b0c77e8d-098d-485f-b116-f5dd7a4763de,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.063747 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fbddf4cb-1202-4353-9b15-8edc4847c624 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2309625 Dec 24 02:59:21.074474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59412) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:21.078821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.089934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.097031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 797b15bb-d311-44fc-9c91-067ac07bb413 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:21.112595 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-81335674-9bab-46a3-92a1-ed79c1c76035 req-ff3ebeff-26de-45c3-ae83-5d41b8ff9c9a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167034 Dec 24 02:59:21.128874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Allocated IP 2001:db8::2 (ebf867f2-2d75-4553-b100-600fefd03472/eec2be70-e1ec-4154-b59c-2b47fc319056/3c1b0e19-28c7-42d2-be9d-cc3f067e8719) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:21.130744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Attempting to bind port b0c77e8d-098d-485f-b116-f5dd7a4763de on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:21.131187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Attempting to bind port b0c77e8d-098d-485f-b116-f5dd7a4763de by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '2818534c-c22c-407b-8812-47ed08a4f884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:21.131608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Attempting to bind port b0c77e8d-098d-485f-b116-f5dd7a4763de on network c5be4998-f6bd-4456-a22f-063a0f8c5941 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:21.139189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296dbc8f-a2bb-482b-97de-f431985cb2ed,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.143777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:21.144261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Checking segment: {'id': '2818534c-c22c-407b-8812-47ed08a4f884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:21.145234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.145234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Bound using segment: {'id': '2818534c-c22c-407b-8812-47ed08a4f884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:21.145727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Bound port: b0c77e8d-098d-485f-b116-f5dd7a4763de, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2818534c-c22c-407b-8812-47ed08a4f884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c5be4998-f6bd-4456-a22f-063a0f8c5941'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:21.146170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.210664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:59:21.241007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:21.250539 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c32f875e-6e55-46e6-a4e5-f38f2ba93827 req-65de4843-2c29-44e8-9925-e01a77baf6e6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933877 Dec 24 02:59:21.263967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.264322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment bf325fe4-c2c9-495e-b88d-3a2ebf8011cd of type vlan for network bcf4fcbf-7dec-4abb-935c-823d23b5d739 Dec 24 02:59:21.266882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:21.271156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.286716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] For port b0c77e8d-098d-485f-b116-f5dd7a4763de, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:21.292930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] For port b0c77e8d-098d-485f-b116-f5dd7a4763de, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0c77e8d-098d-485f-b116-f5dd7a4763de,segment=NetworkSegment(2818534c-c22c-407b-8812-47ed08a4f884),segment_id=2818534c-c22c-407b-8812-47ed08a4f884)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:21.323372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.351046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.353586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.360236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:21.361099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.388723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.406861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.425826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.6 (c5be4998-f6bd-4456-a22f-063a0f8c5941/d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27/797b15bb-d311-44fc-9c91-067ac07bb413) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:21.459420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=37050db6-7485-4055-8189-70b12da30aca,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.488733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.494538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.500782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 37050db6-7485-4055-8189-70b12da30aca details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:21.503996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e006b6-2cc4-42eb-aac2-feb4052654e6 None None] Pushing event updated for resources: {'Port': ['ID=b0c77e8d-098d-485f-b116-f5dd7a4763de,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.524020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 02:59:21.561962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45b178-2914-4550-bc6a-094d9b048813 req-0aa18f9e-0ae3-4f70-ba09-2ed7e95f6a27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:21.563611 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fa45b178-2914-4550-bc6a-094d9b048813 req-0aa18f9e-0ae3-4f70-ba09-2ed7e95f6a27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.2985137 Dec 24 02:59:21.574959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.589182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Network ebf867f2-2d75-4553-b100-600fefd03472 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:21.606927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:21.607112 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ad679f93-9265-4c57-bb72-1d7291bd71cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9226446 Dec 24 02:59:21.609035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59420) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:21.613739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:21.617326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': '37050db6-7485-4055-8189-70b12da30aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:21.630266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eec2be70-e1ec-4154-b59c-2b47fc319056 (CIDR: 2001:db8::/64) Dec 24 02:59:21.659158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.667097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:21.667978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.691636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Pushing event updated for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.708890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:21.709647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:21.760006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Attempting to bind port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:21.760457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Attempting to bind port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'af48c487-8368-491b-9ce8-371e8242009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:21.760830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Attempting to bind port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 on network ebf867f2-2d75-4553-b100-600fefd03472 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:21.766256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:21.766629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Checking segment: {'id': 'af48c487-8368-491b-9ce8-371e8242009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:21.767031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.767421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Bound using segment: {'id': 'af48c487-8368-491b-9ce8-371e8242009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:21.767927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Bound port: 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af48c487-8368-491b-9ce8-371e8242009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:21.775614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.832796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=bcf4fcbf-7dec-4abb-935c-823d23b5d739,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.838446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.841305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.843475 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/01f95398-0c98-4a66-83c9-efeeb1594550 HTTP/1.1" status: 204 len: 168 time: 0.7677908 Dec 24 02:59:21.853468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:21.875807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59422) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:21.918108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e8cb5-3f1b-416e-8409-133e965d5274 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f95398-0c98-4a66-83c9-efeeb1594550,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:21.967036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:21.984284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d48f6b4-e125-483d-af20-3e0bbf8162e5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6908114 Dec 24 02:59:22.003955 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fa45b178-2914-4550-bc6a-094d9b048813 req-8fed67b3-9748-4d0d-9fd4-8b727a1cdb22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185781 Dec 24 02:59:22.078228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:22.093778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,segment=NetworkSegment(af48c487-8368-491b-9ce8-371e8242009a),segment_id=af48c487-8368-491b-9ce8-371e8242009a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:22.125780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Provisioning complete for port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:22.126137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.136954 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-383ad43e-e742-4d6b-9eac-3b6de75233fc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1024988 Dec 24 02:59:22.137807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59428) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:22.144203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:22.233202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.257221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:22.263201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.287351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:22.331849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.341676 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d6499ced-e38b-4429-8d4e-2364993fdbd2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3480177 Dec 24 02:59:22.344644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.345532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59432) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:22.354274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--144183082'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:22.354504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfba58a-67c1-4fdb-863c-3b8bdf3b168d None None] Pushing event updated for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:22.357315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5629ed84-a1b1-4e67-b0f8-eec689b3a28a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:22.423503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:22.428885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:22.430960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.431793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.433898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.438698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:22.525977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:22.526501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:22.550952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a98ceaf3-2778-42c2-bc34-a5aa2e2ed1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.554037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:22.554207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.630605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:22.631367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.724569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:22.733526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:22.745666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:22.751433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=797b15bb-d311-44fc-9c91-067ac07bb413,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:22.773673 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e65d8c99-5df9-47eb-8d40-830c428eb505 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8971405 Dec 24 02:59:22.773673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:22.773673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.779439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:22.788297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59436) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:22.809917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dab7e8-3c10-4f6f-945d-5774bba09d33 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:22.877872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.025532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,revision_number=4']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.033187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:23.036977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.062288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daf0a8-1ab9-4eae-8ce9-f609934d3d23 req-26d4e69c-d60b-4bee-ae18-19c381b5c1c3 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:23.075404 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6daf0a8-1ab9-4eae-8ce9-f609934d3d23 req-26d4e69c-d60b-4bee-ae18-19c381b5c1c3 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4846516 Dec 24 02:59:23.109609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.147988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.170690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6daf0a8-1ab9-4eae-8ce9-f609934d3d23 req-c6fb8f8e-27b4-4f09-bc3c-ed6f06929e95 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941839 Dec 24 02:59:23.175898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.201594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 797b15bb-d311-44fc-9c91-067ac07bb413 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:23.201989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.241738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.245761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0c77e8d-098d-485f-b116-f5dd7a4763de up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:23.309535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.326757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': '76259b5a-0aa0-40de-90f2-226748d8e81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '37050db6-7485-4055-8189-70b12da30aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:23.327483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: 37050db6-7485-4055-8189-70b12da30aca, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:23.332165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.350387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 797b15bb-d311-44fc-9c91-067ac07bb413 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:23.371868 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e8e36813-cff5-4a32-bbd7-87d3c1fe41aa tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3128908 Dec 24 02:59:23.381196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59438) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:23.395058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:0d:7a:4d', 'name': 'tempest-NetworksTestDHCPv6-1785871198'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:23.520039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fd667-457d-4bed-8bde-91bffbdff518 None None] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:23.538758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 37050db6-7485-4055-8189-70b12da30aca is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:23.553550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59440) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:23.605996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.636032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.685735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=fa41f05f-1315-4d45-bdd7-46f67dd865fe,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.709978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 37050db6-7485-4055-8189-70b12da30aca) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:23.719554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ebf867f2-2d75-4553-b100-600fefd03472 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:23.724300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:23.725035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.728448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:23.731730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:23.732327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.748945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:23.785232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082e2b2-59dc-4162-ad5d-efd263b946fe None None] Network 37050db6-7485-4055-8189-70b12da30aca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:23.843658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:23.847299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f4df6444-d744-455a-bbb2-0d46533e400c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7078006 Dec 24 02:59:23.849926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59442) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:23.857176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'fixed_ips': [{'subnet_id': 'eec2be70-e1ec-4154-b59c-2b47fc319056'}, {'subnet_id': 'fa41f05f-1315-4d45-bdd7-46f67dd865fe'}], 'name': 'tempest-PortsIpV6TestJSON-1493123519'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:23.864603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:23.865210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-3929cfdd-48dd-49d5-adbd-4779f8d89ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:23.903697 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4453db74-d471-40fd-987e-24b6e1a13194 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2931948 Dec 24 02:59:23.907708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59444) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:23.919097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-654596976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:23.964850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd782156-2da8-4e41-9327-4177424fb9bf,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.992678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:23.995430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.018454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b0c77e8d-098d-485f-b116-f5dd7a4763de triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:24.018874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.058642 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 02:59:24.117973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.120504 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b54f9e0c-1801-478b-834a-a7354b140410 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7735763 Dec 24 02:59:24.144084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:24.154961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': 'bd782156-2da8-4e41-9327-4177424fb9bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:24.155254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-37050db6-7485-4055-8189-70b12da30aca', 'network_id': '37050db6-7485-4055-8189-70b12da30aca', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': 'c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:24.159950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.264751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.288486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.290722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.369506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=797b15bb-d311-44fc-9c91-067ac07bb413,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:24.417668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.421547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c6500-497b-4763-846f-244da0441729 None None] Network ebf867f2-2d75-4553-b100-600fefd03472 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:24.469065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.486421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.740140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.793047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port c15cac92-6101-46ee-a51d-345915f97569 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:24.835510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a35429-03eb-4ad4-ae41-09516b5ae451 req-a7ee85f0-5ba3-447e-81b1-9a3ead23e433 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:24.848370 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b1a35429-03eb-4ad4-ae41-09516b5ae451 req-a7ee85f0-5ba3-447e-81b1-9a3ead23e433 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4864812 Dec 24 02:59:24.861885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:24.866249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port b0c77e8d-098d-485f-b116-f5dd7a4763de, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0c77e8d-098d-485f-b116-f5dd7a4763de,segment=NetworkSegment(2818534c-c22c-407b-8812-47ed08a4f884),segment_id=2818534c-c22c-407b-8812-47ed08a4f884)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:24.990631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Allocated IP 2001:db8::2 (37050db6-7485-4055-8189-70b12da30aca/c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6/94e27048-6e33-465a-bae1-c8652ab82b97) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:25.026874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.030869 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3657db9c-070f-443b-87f3-ab4e02d90a3c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/797b15bb-d311-44fc-9c91-067ac07bb413 HTTP/1.1" status: 204 len: 168 time: 2.2327976 Dec 24 02:59:25.045240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59450) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.057227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d823a5-5dc4-4fec-a423-947649f01524,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:25.107507 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-214580f8-78ba-47f9-9552-1a37b6663cdb tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 02:59:25.108232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214580f8-78ba-47f9-9552-1a37b6663cdb tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:25.112141 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-214580f8-78ba-47f9-9552-1a37b6663cdb tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/797b15bb-d311-44fc-9c91-067ac07bb413 HTTP/1.1" status: 404 len: 333 time: 0.0597219 Dec 24 02:59:25.129235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.134284 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f98ee6c7-0506-42dc-a6b4-b2f9b74628b2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9811494 Dec 24 02:59:25.141532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59452) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.141874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59454) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.205463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.341047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Could not find standard attr ID for object 797b15bb-d311-44fc-9c91-067ac07bb413. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:25.343652 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b1a35429-03eb-4ad4-ae41-09516b5ae451 req-3bab6c13-7d3f-4210-8d36-f6e277ececda tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4941635 Dec 24 02:59:25.370266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-85844da0-e1f4-4919-b0af-9f66751ae278 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:25.373811 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-85844da0-e1f4-4919-b0af-9f66751ae278 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/797b15bb-d311-44fc-9c91-067ac07bb413 HTTP/1.1" status: 404 len: 333 time: 0.2196732 Dec 24 02:59:25.380090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59456) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.380250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.399125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.427926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.454676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59458) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.462963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:25.475848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.508478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.545425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Provisioning complete for port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:25.545425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.546844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=b0c77e8d-098d-485f-b116-f5dd7a4763de,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:25.566013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:25.567758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.597980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:25.616281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 172.20.0.7 (bf27008b-e5db-498b-855c-c2529ecfc5ee/1103c809-e077-4d57-ab3e-5d8de5e64631/c15cac92-6101-46ee-a51d-345915f97569) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:25.628536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fe0d:7a4d (bf27008b-e5db-498b-855c-c2529ecfc5ee/bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672/c15cac92-6101-46ee-a51d-345915f97569) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:25.631906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.640972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:25.669534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.675447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.676780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/29d823a5-5dc4-4fec-a423-947649f01524 HTTP/1.1" status: 204 len: 168 time: 0.5036345 Dec 24 02:59:25.682214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.683598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7e1498e6-48b3-4c18-8c2b-9075cc21eb71 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7737174 Dec 24 02:59:25.685150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59460) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.691303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59462) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.728702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2b0cf-0acd-47ce-86f9-7ef7b5611afa tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29d823a5-5dc4-4fec-a423-947649f01524,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:25.752587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.816283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Update dhcp port {'port': {'network_id': 'ebf867f2-2d75-4553-b100-600fefd03472', 'fixed_ips': [{'subnet_id': 'eec2be70-e1ec-4154-b59c-2b47fc319056', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa41f05f-1315-4d45-bdd7-46f67dd865fe'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '3c1b0e19-28c7-42d2-be9d-cc3f067e8719'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 02:59:25.846509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.883803 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-61c6c7ef-8429-4c12-9e26-63bb8fff8800 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1896055 Dec 24 02:59:25.888841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59464) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:25.910092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.951971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.956056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:25.957020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.959532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:25.966265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Network 37050db6-7485-4055-8189-70b12da30aca is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:25.993813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:26.015087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Pushing event updated for resources: {'Port': ['ID=94e27048-6e33-465a-bae1-c8652ab82b97,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:26.021052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:26.098737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.102533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.118755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.138631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Provisioning complete for port b0c77e8d-098d-485f-b116-f5dd7a4763de triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:26.139257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.210586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.240714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 5656d520-8ecc-4791-9765-33778b6dd0d3 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:26.241343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Attempting to bind port 94e27048-6e33-465a-bae1-c8652ab82b97 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:26.248330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.250117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Attempting to bind port 94e27048-6e33-465a-bae1-c8652ab82b97 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '76259b5a-0aa0-40de-90f2-226748d8e81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '37050db6-7485-4055-8189-70b12da30aca'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:26.250867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Attempting to bind port 94e27048-6e33-465a-bae1-c8652ab82b97 on network 37050db6-7485-4055-8189-70b12da30aca {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:26.335790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.359007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.362213 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27 HTTP/1.1" status: 204 len: 168 time: 0.9793897 Dec 24 02:59:26.378501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Allocated IP 2001:db8:0:1::2 (ebf867f2-2d75-4553-b100-600fefd03472/fa41f05f-1315-4d45-bdd7-46f67dd865fe/3c1b0e19-28c7-42d2-be9d-cc3f067e8719) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:26.385855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59466) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:26.397672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba22bd-149f-44a8-b867-9c48711433b9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:26.424015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.471203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.473908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.475231 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/bd782156-2da8-4e41-9327-4177424fb9bf HTTP/1.1" status: 204 len: 168 time: 0.5854504 Dec 24 02:59:26.478324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,segment=NetworkSegment(af48c487-8368-491b-9ce8-371e8242009a),segment_id=af48c487-8368-491b-9ce8-371e8242009a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:26.506659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59470) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:26.515596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.519706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:26.520146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Checking segment: {'id': '76259b5a-0aa0-40de-90f2-226748d8e81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '37050db6-7485-4055-8189-70b12da30aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:26.520972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.520972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Bound using segment: {'id': '76259b5a-0aa0-40de-90f2-226748d8e81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '37050db6-7485-4055-8189-70b12da30aca'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:26.521599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Bound port: 94e27048-6e33-465a-bae1-c8652ab82b97, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76259b5a-0aa0-40de-90f2-226748d8e81b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '37050db6-7485-4055-8189-70b12da30aca'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:26.521986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.534294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed00256-19d3-4a44-9121-a5a503b55214 None None] Network c5be4998-f6bd-4456-a22f-063a0f8c5941 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:26.549950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:26.555888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec344b-863a-4033-a52a-9322c212f729 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd782156-2da8-4e41-9327-4177424fb9bf,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:26.564929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:26.567722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:26.579306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.589721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.603643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.629866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=c15cac92-6101-46ee-a51d-345915f97569,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:26.672489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:26.673131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.681016 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-37cb59d4-787e-42e0-aeb7-807b4d1b45bd tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1702304 Dec 24 02:59:26.703953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59472) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:26.716984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--982715211'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:26.783410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port b0c77e8d-098d-485f-b116-f5dd7a4763de {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:26.783742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.855761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-52bbd8f2-4f92-4cd0-b6b0-aa577f7855f7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4730668 Dec 24 02:59:26.858323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59474) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:26.907740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:26.911692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.926816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port b0c77e8d-098d-485f-b116-f5dd7a4763de, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b0c77e8d-098d-485f-b116-f5dd7a4763de,segment=NetworkSegment(2818534c-c22c-407b-8812-47ed08a4f884),segment_id=2818534c-c22c-407b-8812-47ed08a4f884)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:26.927327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:26.942934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for b0c77e8d-098d-485f-b116-f5dd7a4763de owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:27.036499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.17 (f715cb4a-dcfa-4fc7-9a96-97466248ad13/fe09d83c-98d1-4145-8b4d-2ff04c225b1d/4108fc40-314d-4e5d-b523-6e78fede7d71) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:27.045070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.057752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a0604-69ee-4f51-80a9-ff1dc22a1a2d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:27.065408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a0604-69ee-4f51-80a9-ff1dc22a1a2d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:27.069799 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-601a0604-69ee-4f51-80a9-ff1dc22a1a2d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2079427 Dec 24 02:59:27.070725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59476) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:27.072037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba4f55-32f3-4c00-938a-40796e87f39d req-38ba3ac2-4e49-427d-9b92-a88331378a2e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:27.073656 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-17ba4f55-32f3-4c00-938a-40796e87f39d req-38ba3ac2-4e49-427d-9b92-a88331378a2e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2823386 Dec 24 02:59:27.144884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:27.144884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:27.153619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.157930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] For port 94e27048-6e33-465a-bae1-c8652ab82b97, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:27.161531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94a9b2-e8ca-4d8a-bd8a-38ce69ae0f92 None None] Pushing event updated for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:27.184557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] For port 94e27048-6e33-465a-bae1-c8652ab82b97, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=94e27048-6e33-465a-bae1-c8652ab82b97,segment=NetworkSegment(76259b5a-0aa0-40de-90f2-226748d8e81b),segment_id=76259b5a-0aa0-40de-90f2-226748d8e81b)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:27.194858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Provisioning complete for port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:27.195874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.201594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.250679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port c15cac92-6101-46ee-a51d-345915f97569 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:27.251291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.315754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.319300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::30c (ebf867f2-2d75-4553-b100-600fefd03472/eec2be70-e1ec-4154-b59c-2b47fc319056/5656d520-8ecc-4791-9765-33778b6dd0d3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:27.340260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80690769-5af4-48a9-b940-4d189905af7b None None] DHCP port deletion for c5be4998-f6bd-4456-a22f-063a0f8c5941 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:27.342430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.352263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.365385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for c15cac92-6101-46ee-a51d-345915f97569 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:27.370945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8:0:1::2ff (ebf867f2-2d75-4553-b100-600fefd03472/fa41f05f-1315-4d45-bdd7-46f67dd865fe/5656d520-8ecc-4791-9765-33778b6dd0d3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:27.403148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-17ba4f55-32f3-4c00-938a-40796e87f39d req-10fa282c-e895-416d-85f5-0aa81680688b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3100348 Dec 24 02:59:27.410300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad57f94-0883-4734-822f-f8bb494c1005 None None] Pushing event updated for resources: {'Port': ['ID=94e27048-6e33-465a-bae1-c8652ab82b97,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:27.439887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,segment=NetworkSegment(af48c487-8368-491b-9ce8-371e8242009a),segment_id=af48c487-8368-491b-9ce8-371e8242009a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:27.444681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=b0c77e8d-098d-485f-b116-f5dd7a4763de,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:27.456537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port b0c77e8d-098d-485f-b116-f5dd7a4763de on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:27.496516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.603661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31e4c1-0959-454e-acea-ef2f525ea156 None None] Pushing event updated for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:27.618776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.625980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dfa50fa5-8e7c-4e3e-9c74-c8fe21ca03dc None None] Provisioning complete for port c15cac92-6101-46ee-a51d-345915f97569 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:27.626362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dfa50fa5-8e7c-4e3e-9c74-c8fe21ca03dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.654337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.655635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.675377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dfa50fa5-8e7c-4e3e-9c74-c8fe21ca03dc None None] Port c15cac92-6101-46ee-a51d-345915f97569 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:27.695718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5be4998-f6bd-4456-a22f-063a0f8c5941']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:27.711588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2818534c-c22c-407b-8812-47ed08a4f884') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:27.711588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2818534c-c22c-407b-8812-47ed08a4f884') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:27.738038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5629ed84-a1b1-4e67-b0f8-eec689b3a28a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:27.754806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.774771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.793275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:27.793447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.829701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99c1c8e-2a53-485d-b5cc-cd32732d204e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:27.841541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.860774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:27.863130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:27.864336 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:27.867744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.946430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:27.953040 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-245380cb-9fb2-4d1c-b5e0-78235f7c6f9e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2457078 Dec 24 02:59:27.953040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59478) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:27.958192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': 'f99c1c8e-2a53-485d-b5cc-cd32732d204e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:27.975891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.019288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=c15cac92-6101-46ee-a51d-345915f97569,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:28.019864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8::1 (37050db6-7485-4055-8189-70b12da30aca/c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6/6d1a256e-e3d8-4681-ac95-b621ff8b9006) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:28.079142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=57285bbd-23d1-4293-b7ff-3ca7338f5462,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:28.108013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:28.110944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: bcf4fcbf-7dec-4abb-935c-823d23b5d739, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:28.154660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.183470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.248049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:28.308144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33e5f5a-c5c4-4ab4-b1a2-007af3f7aabc None None] Network ebf867f2-2d75-4553-b100-600fefd03472 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:28.324311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:28.346239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:28.355799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:28.437153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.443613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c6e25a6a-8d13-4b78-8cf4-eac7107cfb65 None None] Provisioning complete for port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:28.443963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c6e25a6a-8d13-4b78-8cf4-eac7107cfb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.455574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:28.456565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.477255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:28.486561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:28.515565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.605008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.627477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.638411 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-36522e9e-9f55-468b-b748-91b23587ad02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/c15cac92-6101-46ee-a51d-345915f97569 HTTP/1.1" status: 204 len: 168 time: 1.5658259 Dec 24 02:59:28.640026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59482) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:28.644209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.672643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, bcf4fcbf-7dec-4abb-935c-823d23b5d739) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:28.674218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.678129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.691731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/c5be4998-f6bd-4456-a22f-063a0f8c5941 HTTP/1.1" status: 204 len: 168 time: 2.2970979 Dec 24 02:59:28.696435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272807bd-4c2d-4e71-a90a-e714b6e2755b None None] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:28.707036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:28.707655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.710009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59484) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:28.733919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 37050db6-7485-4055-8189-70b12da30aca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:28.737838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.739802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719994114'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:28.762985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:28.781973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:28.782515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.812774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.821371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 94e27048-6e33-465a-bae1-c8652ab82b97 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:28.833747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6ee66-b037-4632-83ee-eb38e18595d9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=c5be4998-f6bd-4456-a22f-063a0f8c5941,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:28.878258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3105bd-3139-4c2b-9a0c-f771eaf2050b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:28.879900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3105bd-3139-4c2b-9a0c-f771eaf2050b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:28.881568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3105bd-3139-4c2b-9a0c-f771eaf2050b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:28.889737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-25cd9663-5f86-406f-979a-8066625d1dd5 None None] Provisioning complete for port 4108fc40-314d-4e5d-b523-6e78fede7d71 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:28.893227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-25cd9663-5f86-406f-979a-8066625d1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.893492 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4a3105bd-3139-4c2b-9a0c-f771eaf2050b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2505956 Dec 24 02:59:28.894743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59486) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:28.895528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.913142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7e50-7f92-4ae5-9a0e-fec97294540b req-25d0500b-bb5d-43ea-b84f-d82dc6113c17 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:28.922021 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fbb7e50-7f92-4ae5-9a0e-fec97294540b req-25d0500b-bb5d-43ea-b84f-d82dc6113c17 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.3821497 Dec 24 02:59:28.967591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bcf4fcbf-7dec-4abb-935c-823d23b5d739', 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': '57285bbd-23d1-4293-b7ff-3ca7338f5462'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:28.968852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:28.990046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e917432-110a-4259-b1f2-4b8dfcea7580,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.001442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-25cd9663-5f86-406f-979a-8066625d1dd5 None None] Port 4108fc40-314d-4e5d-b523-6e78fede7d71 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:29.011796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ebf867f2-2d75-4553-b100-600fefd03472 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:29.013961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 94e27048-6e33-465a-bae1-c8652ab82b97 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:29.014361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.016256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6d1a256e-e3d8-4681-ac95-b621ff8b9006,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.030887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.034999 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6155d642-e974-4b41-ad22-d60d9ccead7e tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0816705 Dec 24 02:59:29.038489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59488) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.056287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:29.064205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 1103c809-e077-4d57-ab3e-5d8de5e64631 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:29.067195 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-274689d0-9957-40ce-8341-8010a41785e6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6093299 Dec 24 02:59:29.068046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.072184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59490) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.087247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001492330'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:29.092204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.105119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:29.114213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:29.115014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.145833 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-742acbaf-02c9-4fdd-9cf1-fc758af9805a tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules/7e917432-110a-4259-b1f2-4b8dfcea7580 HTTP/1.1" status: 200 len: 763 time: 0.0995185 Dec 24 02:59:29.150507 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fbb7e50-7f92-4ae5-9a0e-fec97294540b req-c55fca78-996d-4ff8-b24f-52a750268c50 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933093 Dec 24 02:59:29.153347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59492) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.193090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.233522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Allocated IP 2001:db8:0:ffff::2 (bcf4fcbf-7dec-4abb-935c-823d23b5d739/57285bbd-23d1-4293-b7ff-3ca7338f5462/e1b21416-75f3-470a-9556-8584a4d4e4d3) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:29.248218 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ae5673ca-f760-4f93-9df6-0d3cbe2f570c tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0933552 Dec 24 02:59:29.250928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59494) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.252313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2c9d9e23-91e8-4af3-abff-1d12ba92c620 None None] Provisioning complete for port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:29.252832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c9d9e23-91e8-4af3-abff-1d12ba92c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.274909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:29.282113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.295041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=5656d520-8ecc-4791-9765-33778b6dd0d3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.318604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.332452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.345947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b9106-c1fc-41a5-a4dc-5d5f3e4013ed None None] Network 37050db6-7485-4055-8189-70b12da30aca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:29.365692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.384253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9bb53c9a-fa89-4aa6-89e0-6fe40d25e342 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.5305130 Dec 24 02:59:29.391846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59496) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.400267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eec2be70-e1ec-4154-b59c-2b47fc319056'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:29.442445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.450128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:29.456324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.518898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 94e27048-6e33-465a-bae1-c8652ab82b97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=94e27048-6e33-465a-bae1-c8652ab82b97,segment=NetworkSegment(76259b5a-0aa0-40de-90f2-226748d8e81b),segment_id=76259b5a-0aa0-40de-90f2-226748d8e81b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:29.541764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:29.545719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.571144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:29.573578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.589502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.593884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.597884 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7e917432-110a-4259-b1f2-4b8dfcea7580 HTTP/1.1" status: 204 len: 168 time: 0.3456974 Dec 24 02:59:29.607002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59498) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.631324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.642887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4c8ca-be99-425b-899b-68650e3bc1ab tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e917432-110a-4259-b1f2-4b8dfcea7580,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.644228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.652138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=1103c809-e077-4d57-ab3e-5d8de5e64631,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.659841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.668138 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5c04efa5-fc8e-4ae4-b76e-90f9b1c4cd9b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1103c809-e077-4d57-ab3e-5d8de5e64631 HTTP/1.1" status: 204 len: 168 time: 0.7695777 Dec 24 02:59:29.668899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59500) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.681895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.682335 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 7baeff5b-8a57-4942-a2b6-63b6d8a80d4d of type vlan for network 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 Dec 24 02:59:29.778281 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0046319e-0f13-46ff-ac62-a09f5f262b78 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1620054 Dec 24 02:59:29.778973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59502) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:29.793029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': 'f99c1c8e-2a53-485d-b5cc-cd32732d204e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:29.803221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.814349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:29.823877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.836991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee45bb0-ced4-4cef-ab3f-299def1b78e6 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:29.838563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0c77e8d-098d-485f-b116-f5dd7a4763de no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:29.848864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.889691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.917676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b0c77e8d-098d-485f-b116-f5dd7a4763de {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:29.917676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b0c77e8d-098d-485f-b116-f5dd7a4763de not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:29.984617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:29.985918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.992827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:29.993101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:29.993191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:29.996088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=94e27048-6e33-465a-bae1-c8652ab82b97,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:29.998826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:30.003687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0b7b3f5d-ab93-4e85-96f0-b88f3b283495 None None] Provisioning complete for port 5656d520-8ecc-4791-9765-33778b6dd0d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:30.004053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3f5d-ab93-4e85-96f0-b88f3b283495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.010706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.017091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.017700 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 25f61113-2ad3-40dd-b51c-a08ac08d6c87 of type vlan for network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 Dec 24 02:59:30.101375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Pushing event updated for resources: {'Port': ['ID=e1b21416-75f3-470a-9556-8584a4d4e4d3,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.103657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.135701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.169692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.187469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b3f5d-ab93-4e85-96f0-b88f3b283495 None None] Port 5656d520-8ecc-4791-9765-33778b6dd0d3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:30.218113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0b7b3f5d-ab93-4e85-96f0-b88f3b283495 None None] Provisioning complete for port 94e27048-6e33-465a-bae1-c8652ab82b97 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:30.221120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3f5d-ab93-4e85-96f0-b88f3b283495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.226800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.251069 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1722906 Dec 24 02:59:30.262678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59506) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.272400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '0c1fe1ee-ed1a-4f1b-b2f4-316440de2704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:30.281634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Attempting to bind port e1b21416-75f3-470a-9556-8584a4d4e4d3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:30.283194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Attempting to bind port e1b21416-75f3-470a-9556-8584a4d4e4d3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:30.283580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Attempting to bind port e1b21416-75f3-470a-9556-8584a4d4e4d3 on network bcf4fcbf-7dec-4abb-935c-823d23b5d739 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:30.284006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a31368-c577-4465-8876-51c78101c26c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=0c1fe1ee-ed1a-4f1b-b2f4-316440de2704,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.304074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:30.315626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.333206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:30.333580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Checking segment: {'id': 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:30.334074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.334751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Bound using segment: {'id': 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:30.335093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Bound port: e1b21416-75f3-470a-9556-8584a4d4e4d3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'bcf4fcbf-7dec-4abb-935c-823d23b5d739'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:30.335485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.414179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.422345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.425567 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-597ae594-0d7e-4931-8e7a-4e6c0c9abcf9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672 HTTP/1.1" status: 204 len: 168 time: 0.7553794 Dec 24 02:59:30.428344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59508) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.453407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.459622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:30.460253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.488085 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1288e255-6760-4db7-9f33-8306577a38ee tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583608 Dec 24 02:59:30.495238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59510) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.502392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:30.557848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] For port e1b21416-75f3-470a-9556-8584a4d4e4d3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:30.561530 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8238256 Dec 24 02:59:30.564266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.570863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.586286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] For port e1b21416-75f3-470a-9556-8584a4d4e4d3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1b21416-75f3-470a-9556-8584a4d4e4d3,segment=NetworkSegment(bf325fe4-c2c9-495e-b88d-3a2ebf8011cd),segment_id=bf325fe4-c2c9-495e-b88d-3a2ebf8011cd)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:30.592554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:30.690688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7958-8473-4d49-a044-9de8ad341433 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=3c0da221-1a03-43d7-8bc4-935bd4a91ba4,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.702955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c38e80-5dd7-4d8f-b89b-9177f55094ee req-13b9ca6d-1ac5-4736-a17c-f4be5d783f2f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:30.708067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:30.713065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-94c38e80-5dd7-4d8f-b89b-9177f55094ee req-13b9ca6d-1ac5-4736-a17c-f4be5d783f2f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4260960 Dec 24 02:59:30.719113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.733209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.750482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-37461cb6-8c19-4181-ad22-13606bf8c65a None None] Provisioning complete for port 6d1a256e-e3d8-4681-ac95-b621ff8b9006 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:30.750794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37461cb6-8c19-4181-ad22-13606bf8c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.768050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:30.772388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.779005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.825556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1ab51a-c350-4977-9a79-7b49d3ad8a29,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.864024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.871937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.876150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a19874a-a337-42ea-a2c8-7548e198a47f tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0866182 Dec 24 02:59:30.878449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59514) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.924793 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d0ce9f5-8443-481d-b297-8bfd7f065f40 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules/6e1ab51a-c350-4977-9a79-7b49d3ad8a29 HTTP/1.1" status: 200 len: 763 time: 0.0372858 Dec 24 02:59:30.925587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:30.927565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-37461cb6-8c19-4181-ad22-13606bf8c65a None None] Port 6d1a256e-e3d8-4681-ac95-b621ff8b9006 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:30.942260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.942488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb19fc-efc0-4711-8d58-a7418ef9e7f8 None None] Pushing event updated for resources: {'Port': ['ID=e1b21416-75f3-470a-9556-8584a4d4e4d3,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:30.943036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:30.954460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-37461cb6-8c19-4181-ad22-13606bf8c65a None None] Provisioning complete for port 94e27048-6e33-465a-bae1-c8652ab82b97 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:30.954837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37461cb6-8c19-4181-ad22-13606bf8c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.017158 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-94c38e80-5dd7-4d8f-b89b-9177f55094ee req-d0490144-3c9e-4ede-8aea-426fc35675f0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024747 Dec 24 02:59:31.026468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.054530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fdcd04-6551-4a63-b955-d9e96a8fcec1 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:31.079390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6d1a256e-e3d8-4681-ac95-b621ff8b9006,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.080056 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-abc1d103-aa22-4f7e-bb76-d8e62f3d3cd2 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1452541 Dec 24 02:59:31.100364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59518) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:31.125702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:31.129424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.136186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:31.139928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.234297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1b3fdb9c-a5c5-4ac5-889b-535d900683a0 None None] Provisioning complete for port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:31.234914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b3fdb9c-a5c5-4ac5-889b-535d900683a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.280493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.282234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.329648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.342826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:31.388228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Delete allocated IP 2001:db8:0:1::2ff (ebf867f2-2d75-4553-b100-600fefd03472/fa41f05f-1315-4d45-bdd7-46f67dd865fe) {{(pid=110367) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 02:59:31.391723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.446950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Deleting port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:31.447463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.470593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network 37050db6-7485-4055-8189-70b12da30aca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:31.484600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:31.484826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.519761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] For port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:31.519761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.542622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Calling delete_port for 5629ed84-a1b1-4e67-b0f8-eec689b3a28a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:31.620315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.639263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.642706 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/6e1ab51a-c350-4977-9a79-7b49d3ad8a29 HTTP/1.1" status: 204 len: 168 time: 0.5333166 Dec 24 02:59:31.651080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59520) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:31.663251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:31.669209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f093565-21eb-4a3a-8692-711917297891 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e1ab51a-c350-4977-9a79-7b49d3ad8a29,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.687668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:31.698671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '7baeff5b-8a57-4942-a2b6-63b6d8a80d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0c1fe1ee-ed1a-4f1b-b2f4-316440de2704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:31.699048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:31.701307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=1f662fc0-31ea-4c0f-98a9-e961630a048e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.731360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.767775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] Pushing event deleted for resources: {'Port': ['ID=5629ed84-a1b1-4e67-b0f8-eec689b3a28a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.775328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd1040-5f91-4c33-b73f-7a59d116561c None None] No DVR routers for this DVR port 5629ed84-a1b1-4e67-b0f8-eec689b3a28a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:31.789510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.799447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02a5d37b-6ad9-45a0-9bf7-b65b10adad5b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1442046 Dec 24 02:59:31.817397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59522) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:31.826130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.829167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': 'f99c1c8e-2a53-485d-b5cc-cd32732d204e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:31.849740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.852756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:31.899719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:31.909351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=fae08f1b-524f-4124-9f59-f3232c253521,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.916232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:31.918786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.919149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:31.919741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.943960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290622c7-afe2-4fb5-94fa-0f56bb617d03 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:31.954956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:31.978092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:31.978699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:31.989858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=5656d520-8ecc-4791-9765-33778b6dd0d3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:31.992650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '25f61113-2ad3-40dd-b51c-a08ac08d6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:31.993067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: 3c0da221-1a03-43d7-8bc4-935bd4a91ba4, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:31.997322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 104eea01-016d-4507-955e-35bc766fb938 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:59:32.032319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=baab4a1a-446a-4679-92b4-ed6fad3c345f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:32.042179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3301431c-1a75-4cc8-aa5c-0e490eee593c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5438085 Dec 24 02:59:32.046423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59524) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.052905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:32.168020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3455cde3-4aad-4847-9f02-963b0c7e6374 None None] Network 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:32.173847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] In _notify_port_updated(), no bound segment for port 5656d520-8ecc-4791-9765-33778b6dd0d3 on network ebf867f2-2d75-4553-b100-600fefd03472 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:59:32.182248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:32.183603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.184897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9279acf8-1e17-44eb-a1f6-029ccdaa242a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/ports/5656d520-8ecc-4791-9765-33778b6dd0d3 HTTP/1.1" status: 200 len: 926 time: 2.7897086 Dec 24 02:59:32.188764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:32.197307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59528) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.233956 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Project 30f9c583565947fca5bf69c36212eb74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 02:59:32.242835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.269137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eec2be70-e1ec-4154-b59c-2b47fc319056'}, {'subnet_id': 'fa41f05f-1315-4d45-bdd7-46f67dd865fe'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:32.287090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'baab4a1a-446a-4679-92b4-ed6fad3c345f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:32.288260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.305050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:32.305438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d87cd03a-b138-4f55-b37c-e0c9dccb0353 None None] Provisioning complete for port 6d1a256e-e3d8-4681-ac95-b621ff8b9006 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:32.305918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d87cd03a-b138-4f55-b37c-e0c9dccb0353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.311380 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-82148f56-b8b1-4960-a4ff-0b83a8e499fd tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0450950 Dec 24 02:59:32.329994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59530) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.364122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1b21416-75f3-470a-9556-8584a4d4e4d3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:32.366124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d87cd03a-b138-4f55-b37c-e0c9dccb0353 None None] Port 6d1a256e-e3d8-4681-ac95-b621ff8b9006 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:32.368532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dbeaaa-9c4d-4053-9748-bddae4c63a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-0c1fe1ee-ed1a-4f1b-b2f4-316440de2704', 'network_id': '0c1fe1ee-ed1a-4f1b-b2f4-316440de2704', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': '1f662fc0-31ea-4c0f-98a9-e961630a048e'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:32.369413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-39dbeaaa-9c4d-4053-9748-bddae4c63a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.417631 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:32.433523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] Sync routers for ids ['104eea01-016d-4507-955e-35bc766fb938'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:32.449631 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] Routers {'104eea01-016d-4507-955e-35bc766fb938'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:32.450268 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['104eea01-016d-4507-955e-35bc766fb938'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:32.482144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.500373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 3c0da221-1a03-43d7-8bc4-935bd4a91ba4) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:32.519900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:32.520929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.537604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c9eb3-d7ff-4f12-952e-61027cb52c31 None None] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:32.540322 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:32.540610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:32.546081 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a105ad35-0720-4c3d-b24a-f9fc207b6460 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/826d0109-f521-4752-bbf9-55abf68637b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9915369 Dec 24 02:59:32.549577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d76c964-d112-410a-853c-1962dae36521 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/104eea01-016d-4507-955e-35bc766fb938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8549430 Dec 24 02:59:32.551646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.552388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59532) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.579684 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] Routers {'104eea01-016d-4507-955e-35bc766fb938'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:32.580288 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['104eea01-016d-4507-955e-35bc766fb938'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:32.634479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e67ab-0b31-4c70-90ec-3f35e34de947 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:32.634479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a15e67ab-0b31-4c70-90ec-3f35e34de947 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports/6d1a256e-e3d8-4681-ac95-b621ff8b9006 HTTP/1.1" status: 200 len: 911 time: 0.0776608 Dec 24 02:59:32.634722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.638107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59536) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.650364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a6e03-f2f8-499a-aad5-b8f8f3ae5c4d req-c34409ff-05dc-4d4b-9c3a-8249a6bf39db tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:32.651912 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-437a6e03-f2f8-499a-aad5-b8f8f3ae5c4d req-c34409ff-05dc-4d4b-9c3a-8249a6bf39db tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4459984 Dec 24 02:59:32.655140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:32.663615 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:32.664549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfdde0f-1ea8-457c-a632-5e7273285aef,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:32.666425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21229528-9680-4c8e-8e94-2e7a0a6b9e1f None None] The sync data for ids ['104eea01-016d-4507-955e-35bc766fb938'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:32.669662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:32.690833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.743970 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5ffb986d-1321-48b4-a8d8-a61fdc86c9fd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1537404 Dec 24 02:59:32.744588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59540) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.751515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1752815561'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:32.760005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3ee2ce-4815-40ea-88c0-3b0eaba91f4d None None] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:32.808166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.809410 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-55e9bef9-54e3-4aad-ad96-b6a9b8215c50 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9910140 Dec 24 02:59:32.813446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59542) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.823959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.833799 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-437a6e03-f2f8-499a-aad5-b8f8f3ae5c4d req-ed23e903-fc36-4139-9232-4823e055150c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588311 Dec 24 02:59:32.881053 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5d24616b-fe06-4242-8e32-b508f067c436 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules/5cfdde0f-1ea8-457c-a632-5e7273285aef HTTP/1.1" status: 200 len: 769 time: 0.0632856 Dec 24 02:59:32.886148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59544) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:32.899861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.936470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:32.940786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:32.944389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=1f662fc0-31ea-4c0f-98a9-e961630a048e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:33.002460 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a6a8c17f-a33c-4467-a200-059daa7112ee tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1156595 Dec 24 02:59:33.005889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59546) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:33.013564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5f86998f-6c07-43ae-a3db-993c8f4fb9b8 None None] Provisioning complete for port 4108fc40-314d-4e5d-b523-6e78fede7d71 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:33.013984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5f86998f-6c07-43ae-a3db-993c8f4fb9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.026172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.040513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Allocated IP 172.20.0.2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/baab4a1a-446a-4679-92b4-ed6fad3c345f/c70d5038-8e69-4129-8a4a-520d80756d80) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:33.062140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.062353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:33.062617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:33.094160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.126280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:33.129188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.155840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.216808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 5a918e57-d2fc-44b2-b376-e833809ca527 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:33.227212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1fe1ee-ed1a-4f1b-b2f4-316440de2704']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:33.248269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e1b21416-75f3-470a-9556-8584a4d4e4d3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:33.248670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.258036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baeff5b-8a57-4942-a2b6-63b6d8a80d4d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:33.258354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baeff5b-8a57-4942-a2b6-63b6d8a80d4d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:33.273900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.308851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.318060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.326390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.328539 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5cfdde0f-1ea8-457c-a632-5e7273285aef HTTP/1.1" status: 204 len: 168 time: 0.3205178 Dec 24 02:59:33.337418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59548) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:33.338398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:33.338805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server [None req-39dbeaaa-9c4d-4053-9748-bddae4c63a92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f662fc0-31ea-4c0f-98a9-e961630a048e: This subnet is being modified by another concurrent operation. Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 02:59:33.343841 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise exception Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f662fc0-31ea-4c0f-98a9-e961630a048e: This subnet is being modified by another concurrent operation. Dec 24 02:59:33.348251 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server Dec 24 02:59:33.352130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3321a1-dfe4-4205-9bd4-af29cddd2474 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cfdde0f-1ea8-457c-a632-5e7273285aef,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:33.374284 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:33.394615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5f86998f-6c07-43ae-a3db-993c8f4fb9b8 None None] Port 4108fc40-314d-4e5d-b523-6e78fede7d71 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:33.444064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80696eb1-35d4-48f8-bdd0-b850beff93fa None None] Network 0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:33.488564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-3c0da221-1a03-43d7-8bc4-935bd4a91ba4', 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': 'fae08f1b-524f-4124-9f59-f3232c253521'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:33.489584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.504784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8:0:1::94 (ebf867f2-2d75-4553-b100-600fefd03472/fa41f05f-1315-4d45-bdd7-46f67dd865fe/5656d520-8ecc-4791-9765-33778b6dd0d3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:33.522739 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-73a3b2b1-130b-4e13-bc99-8951eecaa98a tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1678171 Dec 24 02:59:33.529671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59550) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:33.645474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:33.787391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Provisioning complete for port e1b21416-75f3-470a-9556-8584a4d4e4d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:33.787391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.796694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.12 (3c0da221-1a03-43d7-8bc4-935bd4a91ba4/fae08f1b-524f-4124-9f59-f3232c253521/5a918e57-d2fc-44b2-b376-e833809ca527) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:33.867039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:33.989032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.025576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.027431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.027649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.030870 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 HTTP/1.1" status: 204 len: 168 time: 1.6998193 Dec 24 02:59:34.045852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.057387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218124308'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:34.077144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7ac5-b6cb-478e-a032-a1e15f77f547 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=0c1fe1ee-ed1a-4f1b-b2f4-316440de2704,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.099273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.103258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.106263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015ee50-fca0-49e9-8f97-dae414aaa22b req-f265cf6f-4222-4096-836a-1cb034dbe506 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.107839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9015ee50-fca0-49e9-8f97-dae414aaa22b req-f265cf6f-4222-4096-836a-1cb034dbe506 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1399171 Dec 24 02:59:34.132275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.139194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.140024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.142480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/ports/6d1a256e-e3d8-4681-ac95-b621ff8b9006 HTTP/1.1" status: 200 len: 911 time: 1.4930370 Dec 24 02:59:34.153996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59556) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.182244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.192880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:34.207351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:34.214882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:34.217435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Pushing event updated for resources: {'Port': ['ID=c70d5038-8e69-4129-8a4a-520d80756d80,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.237306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e1b21416-75f3-470a-9556-8584a4d4e4d3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1b21416-75f3-470a-9556-8584a4d4e4d3,segment=NetworkSegment(bf325fe4-c2c9-495e-b88d-3a2ebf8011cd),segment_id=bf325fe4-c2c9-495e-b88d-3a2ebf8011cd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:34.244305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9015ee50-fca0-49e9-8f97-dae414aaa22b req-17b76bd0-5a06-452f-8917-a36e16211ed9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208379 Dec 24 02:59:34.248532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc825e-d1d4-4faa-a169-12d68ddd4901 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=6d1a256e-e3d8-4681-ac95-b621ff8b9006,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.260617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.299361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:34.302875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.309297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.350565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.351944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 94e27048-6e33-465a-bae1-c8652ab82b97 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:34.357793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.367471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.371532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:34.384477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Attempting to bind port c70d5038-8e69-4129-8a4a-520d80756d80 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:34.384843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Attempting to bind port c70d5038-8e69-4129-8a4a-520d80756d80 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:34.385212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Attempting to bind port c70d5038-8e69-4129-8a4a-520d80756d80 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:34.387016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.387433 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 17ab6103-cd6e-481b-af7a-5899be0b357a of type vlan for network 812c07c1-37a2-4406-af2d-ef84309640f6 Dec 24 02:59:34.413432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:34.419956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:34.424754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:34.428841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=5a918e57-d2fc-44b2-b376-e833809ca527,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.454204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:34.454797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:34.454988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.455385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:34.455856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Bound port: c70d5038-8e69-4129-8a4a-520d80756d80, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:34.456237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.479662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.480392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.491100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.517700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.520333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.521551 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/f99c1c8e-2a53-485d-b5cc-cd32732d204e HTTP/1.1" status: 204 len: 168 time: 0.9889781 Dec 24 02:59:34.524342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e1b21416-75f3-470a-9556-8584a4d4e4d3,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.525245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.544032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.572685 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c42cd02a-f264-41aa-b47b-4534d8e8333e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8265724 Dec 24 02:59:34.576697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59564) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.579342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Allocated IP 172.20.0.2 (3c0da221-1a03-43d7-8bc4-935bd4a91ba4/fae08f1b-524f-4124-9f59-f3232c253521/165b100f-7d9e-4c5a-9e94-223b67b649c5) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:34.625555 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a40fc1a3-eb06-4cf3-9ee0-f7252455ba46 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0943086 Dec 24 02:59:34.630634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59566) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.639547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199973877'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:34.645158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a414-2d45-4062-976b-3724b779c2f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99c1c8e-2a53-485d-b5cc-cd32732d204e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.685046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] For port c70d5038-8e69-4129-8a4a-520d80756d80, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:34.706926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:28Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4108fc40-314d-4e5d-b523-6e78fede7d71', 'name': '', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:a0:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:26Z', 'updated_at': '2021-12-24T02:59:30Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:34.709373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:34.710392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:34.720386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=5656d520-8ecc-4791-9765-33778b6dd0d3,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:34.730157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] In _notify_port_updated(), no bound segment for port 5656d520-8ecc-4791-9765-33778b6dd0d3 on network ebf867f2-2d75-4553-b100-600fefd03472 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:59:34.735769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.736431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.737916 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-226a5fbf-4510-4db0-bfc3-c3a6a7c78828 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/ports/5656d520-8ecc-4791-9765-33778b6dd0d3 HTTP/1.1" status: 200 len: 1011 time: 2.4757891 Dec 24 02:59:34.741068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59568) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:34.751605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 5a918e57-d2fc-44b2-b376-e833809ca527 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:34.752239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.787977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] For port c70d5038-8e69-4129-8a4a-520d80756d80, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c70d5038-8e69-4129-8a4a-520d80756d80,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:34.789662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 94e27048-6e33-465a-bae1-c8652ab82b97 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:34.789794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.793171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:59:34.799780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Updating router 826d0109-f521-4752-bbf9-55abf68637b7 port 4108fc40-314d-4e5d-b523-6e78fede7d71 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:59:34.828641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.866186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.872995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.873726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:34.894215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:59:34.986385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae4354-913a-42d2-87cb-85bdb14391f2 req-c7f36b50-b68b-4283-abe1-12a4c265c276 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:34.988136 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24ae4354-913a-42d2-87cb-85bdb14391f2 req-c7f36b50-b68b-4283-abe1-12a4c265c276 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2083085 Dec 24 02:59:35.005847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.054735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 5a918e57-d2fc-44b2-b376-e833809ca527 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:35.096757 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0440574 Dec 24 02:59:35.101651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59570) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:35.120010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d716e2-7aa4-4e73-86fe-c555ee5532e4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=812c07c1-37a2-4406-af2d-ef84309640f6,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:35.126012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:35.142150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.144321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a01e1-fb8f-431a-956a-310949965e85 req-58c5a20c-19d3-44fc-994c-68e2a3ba66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:35.146575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-58c5a20c-19d3-44fc-994c-68e2a3ba66fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.1813071 Dec 24 02:59:35.154674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 812c07c1-37a2-4406-af2d-ef84309640f6 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:35.210286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24ae4354-913a-42d2-87cb-85bdb14391f2 req-f9881122-3f46-4a7a-9af6-f8ab4c61b7f4 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001410 Dec 24 02:59:35.219031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 5656d520-8ecc-4791-9765-33778b6dd0d3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:35.219484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.228224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.277463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.337751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.375219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.403849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf3d6c9-8dfc-40ac-8e25-961b0bec506d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:35.408149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.442862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a01e1-fb8f-431a-956a-310949965e85 req-8d8d3ed6-e39f-4360-8302-47f545c1870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:35.444359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-8d8d3ed6-e39f-4360-8302-47f545c1870e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.2617292 Dec 24 02:59:35.450698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.459600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af7c1c-f5a4-4f76-9425-07a077143296 None None] Pushing event updated for resources: {'Port': ['ID=c70d5038-8e69-4129-8a4a-520d80756d80,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:35.460092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 5656d520-8ecc-4791-9765-33778b6dd0d3 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:35.572003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-b705a5ca-bc98-486d-b698-1ebcee143e66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.1198995 Dec 24 02:59:35.581436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.586209 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f4be226-0cb0-4f0c-ba2d-6647425a0665 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9538474 Dec 24 02:59:35.586836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59574) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:35.595169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Provisioning complete for port 5656d520-8ecc-4791-9765-33778b6dd0d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:35.595734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.601296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Request body: {'security_group_rule': {'security_group_id': '2bf3d6c9-8dfc-40ac-8e25-961b0bec506d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:35.674656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5629ed84-a1b1-4e67-b0f8-eec689b3a28a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:35.691180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.713667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a01e1-fb8f-431a-956a-310949965e85 req-b3d45a4b-2bbd-492f-b021-211de19c1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:35.715234 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-b3d45a4b-2bbd-492f-b021-211de19c1ca4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.1273997 Dec 24 02:59:35.772632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a01e1-fb8f-431a-956a-310949965e85 req-6d877b72-62d2-4f98-ac83-e2c6b5671667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:35.774292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-6d877b72-62d2-4f98-ac83-e2c6b5671667 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515435 Dec 24 02:59:35.779108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 5629ed84-a1b1-4e67-b0f8-eec689b3a28a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:35.779566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5629ed84-a1b1-4e67-b0f8-eec689b3a28a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:35.782954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0032b5e3-8318-43b3-a462-3359160dca06 None None] Port 5656d520-8ecc-4791-9765-33778b6dd0d3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:35.813792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.877886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port c70d5038-8e69-4129-8a4a-520d80756d80, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c70d5038-8e69-4129-8a4a-520d80756d80,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:35.912203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:35.917088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.924375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.930184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:35.944065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-3e7f2a60-5ff0-446d-a2ee-b62a55caeb7f service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610074 Dec 24 02:59:35.973833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:35.980523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:35.987494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:35.990135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Pushing event updated for resources: {'Port': ['ID=165b100f-7d9e-4c5a-9e94-223b67b649c5,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.058565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4db3966d-669a-4cf8-b26f-d84c74a537cf None None] Provisioning complete for port e1b21416-75f3-470a-9556-8584a4d4e4d3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:36.058565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4db3966d-669a-4cf8-b26f-d84c74a537cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.067888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.068672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.076569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c70d5038-8e69-4129-8a4a-520d80756d80 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:36.084943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=5a918e57-d2fc-44b2-b376-e833809ca527,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.149505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:36.156911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.157090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.157413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.157748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.158082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.159239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.159239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.159456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.159567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Attempting to bind port 165b100f-7d9e-4c5a-9e94-223b67b649c5 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:36.159688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.159688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.159864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Attempting to bind port 165b100f-7d9e-4c5a-9e94-223b67b649c5 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '25f61113-2ad3-40dd-b51c-a08ac08d6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:36.159961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.160325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Attempting to bind port 165b100f-7d9e-4c5a-9e94-223b67b649c5 on network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:36.160825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.161189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.161530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:36.169757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:36.186701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:36.187042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:36.187371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.187621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Checking segment: {'id': '25f61113-2ad3-40dd-b51c-a08ac08d6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:36.188163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.188667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Bound using segment: {'id': '25f61113-2ad3-40dd-b51c-a08ac08d6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:36.189333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Bound port: 165b100f-7d9e-4c5a-9e94-223b67b649c5, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f61113-2ad3-40dd-b51c-a08ac08d6c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '3c0da221-1a03-43d7-8bc4-935bd4a91ba4'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:36.189983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.214096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=575fc3fa-6054-4518-8820-4297c7cff3b7,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.221205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=c70d5038-8e69-4129-8a4a-520d80756d80,revision_number=4']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.223092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.312095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.312095 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f35494a2-c523-49fa-9b51-8c5c6dfa9872 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/5a918e57-d2fc-44b2-b376-e833809ca527 HTTP/1.1" status: 204 len: 168 time: 1.7314863 Dec 24 02:59:36.317557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59578) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:36.337951 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f32a01e1-fb8f-431a-956a-310949965e85 req-d4dccc6a-cf30-40f3-b73d-10cc996d2bac service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755398 Dec 24 02:59:36.350131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=5656d520-8ecc-4791-9765-33778b6dd0d3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.361331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d532c06e-b25b-4604-947a-4b990f55f706 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:36.366315 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d532c06e-b25b-4604-947a-4b990f55f706 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/5a918e57-d2fc-44b2-b376-e833809ca527 HTTP/1.1" status: 404 len: 333 time: 0.0444071 Dec 24 02:59:36.369977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59580) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:36.406089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.440657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 6d1a256e-e3d8-4681-ac95-b621ff8b9006 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:36.441014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.455122 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ef6c828f-1060-43ee-b07c-d6c6c2af3882 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4049757 Dec 24 02:59:36.479477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59582) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:36.484740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:dc:a2:44', 'name': 'tempest-NetworksTestDHCPv6-1819969534'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:36.487925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] For port 165b100f-7d9e-4c5a-9e94-223b67b649c5, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:36.491875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.495219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-649645be-90f7-4992-9917-a0c675d6d93d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/5656d520-8ecc-4791-9765-33778b6dd0d3 HTTP/1.1" status: 204 len: 168 time: 1.7496536 Dec 24 02:59:36.497765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] For port 165b100f-7d9e-4c5a-9e94-223b67b649c5, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=165b100f-7d9e-4c5a-9e94-223b67b649c5,segment=NetworkSegment(25f61113-2ad3-40dd-b51c-a08ac08d6c87),segment_id=25f61113-2ad3-40dd-b51c-a08ac08d6c87)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:36.502417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4db3966d-669a-4cf8-b26f-d84c74a537cf None None] Could not find standard attr ID for object 5656d520-8ecc-4791-9765-33778b6dd0d3. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:36.511042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59584) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:36.517638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c70d5038-8e69-4129-8a4a-520d80756d80 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:36.519124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.528935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.546021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet fae08f1b-524f-4124-9f59-f3232c253521 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:36.549124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.570631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.610269 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-965a9fc2-4d0a-4550-b09d-eee85c5ec8cc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:36.613115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.619199 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-965a9fc2-4d0a-4550-b09d-eee85c5ec8cc tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/5656d520-8ecc-4791-9765-33778b6dd0d3 HTTP/1.1" status: 404 len: 333 time: 0.1030335 Dec 24 02:59:36.628000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59586) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:36.628689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.661510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02176f-2601-49aa-94fd-7c197247726e req-0a1e3aa2-4413-4813-8d0b-5ebd0f9b0994 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:36.671778 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-df02176f-2601-49aa-94fd-7c197247726e req-0a1e3aa2-4413-4813-8d0b-5ebd0f9b0994 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2481124 Dec 24 02:59:36.701541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.730742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.758271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 6d1a256e-e3d8-4681-ac95-b621ff8b9006 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:36.767342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.775628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570518d0-d364-44a4-87ca-0d2858115060,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.789723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f603f-a46d-44ba-89c0-8922fca742d3 None None] Pushing event updated for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.840252 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-df02176f-2601-49aa-94fd-7c197247726e req-e3e09647-7c6d-4954-8dd7-0afe680af4ef tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607113 Dec 24 02:59:36.921632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:36.954972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Attempting to bind port 4108fc40-314d-4e5d-b523-6e78fede7d71 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:36.955510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Attempting to bind port 4108fc40-314d-4e5d-b523-6e78fede7d71 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:36.956065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Attempting to bind port 4108fc40-314d-4e5d-b523-6e78fede7d71 on network f715cb4a-dcfa-4fc7-9a96-97466248ad13 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:36.994242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909a53-a1a4-4a0d-96fe-31671c588757 None None] Pushing event updated for resources: {'Port': ['ID=165b100f-7d9e-4c5a-9e94-223b67b649c5,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:36.998344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e230d2a1-bdd6-4a74-95eb-851bd72390a7 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:37.002595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port c70d5038-8e69-4129-8a4a-520d80756d80, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c70d5038-8e69-4129-8a4a-520d80756d80,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:37.004621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:37.004621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Checking segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:37.005197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.006154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Bound using segment: {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:37.006675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Bound port: 4108fc40-314d-4e5d-b523-6e78fede7d71, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4636cd77-4ff5-41fa-aa0e-0d7a69732f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:37.007052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.048908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.053282 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c411d4a9-fb64-4e34-b94d-a26c6068f1b0 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4554012 Dec 24 02:59:37.053972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59588) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:37.070712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet fa41f05f-1315-4d45-bdd7-46f67dd865fe {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:37.078452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.100923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.102327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1b21416-75f3-470a-9556-8584a4d4e4d3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:37.135636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.202568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.204784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.212943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8dba033c-2285-43a3-b9ef-687f34ae8571 None None] Provisioning complete for port c70d5038-8e69-4129-8a4a-520d80756d80 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:37.213413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8dba033c-2285-43a3-b9ef-687f34ae8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.273355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.278016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.281439 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/fae08f1b-524f-4124-9f59-f3232c253521 HTTP/1.1" status: 204 len: 168 time: 0.9104781 Dec 24 02:59:37.287380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59590) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:37.319311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:37.365769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=c70d5038-8e69-4129-8a4a-520d80756d80,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.390367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.413225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] For port 4108fc40-314d-4e5d-b523-6e78fede7d71, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:37.440456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] For port 4108fc40-314d-4e5d-b523-6e78fede7d71, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4108fc40-314d-4e5d-b523-6e78fede7d71,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:37.460107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e1b21416-75f3-470a-9556-8584a4d4e4d3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:37.460615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.485243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f92c5-3cc3-4f82-b547-5411ba203afa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=fae08f1b-524f-4124-9f59-f3232c253521,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.492472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.501349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.509551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.548100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '17ab6103-cd6e-481b-af7a-5899be0b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:37.548688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 812c07c1-37a2-4406-af2d-ef84309640f6, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:37.575301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.625882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.630322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f603f-a46d-44ba-89c0-8922fca742d3 None None] Pushing event updated for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.684583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 946b9abc-74d3-4902-bea6-0237ae1c0b5d yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:37.706921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:37.707571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:37.718459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 812c07c1-37a2-4406-af2d-ef84309640f6 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:37.732062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=6d1a256e-e3d8-4681-ac95-b621ff8b9006,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.766020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.766692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.767230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.768640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.769205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.769806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.770335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.770857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.771375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.771919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.772532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.773154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.774210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:37.777219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.835227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 812c07c1-37a2-4406-af2d-ef84309640f6) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:37.841799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:37.843718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.846443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.849898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.851613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/2bf3d6c9-8dfc-40ac-8e25-961b0bec506d HTTP/1.1" status: 204 len: 168 time: 0.7932174 Dec 24 02:59:37.914237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:37.933312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=fa41f05f-1315-4d45-bdd7-46f67dd865fe,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:37.939584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:37.944097 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-72902739-72c9-437c-8f4a-f776f872eb17 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/fa41f05f-1315-4d45-bdd7-46f67dd865fe HTTP/1.1" status: 204 len: 168 time: 1.3095253 Dec 24 02:59:37.961748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59598) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:37.996263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b676c5-e486-4c8c-80dc-5a19db217fb8 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf3d6c9-8dfc-40ac-8e25-961b0bec506d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:38.015292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.026022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.096283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0ee0b140-f8d5-4cdb-8c8f-2cec68bab3df tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9875157 Dec 24 02:59:38.105958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59600) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.127870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478108527'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:38.143092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e916fd9-a8ab-4260-b167-5dc828930ebd None None] Network 812c07c1-37a2-4406-af2d-ef84309640f6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:38.150937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe85a10-5c6b-4fd4-9b4a-1507f77454a3 None None] Network ebf867f2-2d75-4553-b100-600fefd03472 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:38.223227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0bbe4-bb03-4574-b673-dad50a7f6d3c req-dcf843ed-06b2-4664-9a9e-74e011265720 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:38.234632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-afc0bbe4-bb03-4574-b673-dad50a7f6d3c req-dcf843ed-06b2-4664-9a9e-74e011265720 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1957047 Dec 24 02:59:38.279116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet eec2be70-e1ec-4154-b59c-2b47fc319056 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:38.309886 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0765f9a1-f8ad-4027-9c6f-d8795f9a89f7 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3873057 Dec 24 02:59:38.312937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.338239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59602) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.376572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] Provisioning complete for port 4108fc40-314d-4e5d-b523-6e78fede7d71 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:38.377072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.416271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 104eea01-016d-4507-955e-35bc766fb938 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:38.423843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 165b100f-7d9e-4c5a-9e94-223b67b649c5 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:38.424524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.441965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-afc0bbe4-bb03-4574-b673-dad50a7f6d3c req-4387f720-5c80-48d6-adda-e9370c528f6c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952088 Dec 24 02:59:38.479553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:38.483171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.509297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6338ac95-8231-45f8-90ca-4ee2c8a85186 tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1653423 Dec 24 02:59:38.510630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.515405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59606) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.590852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c70d5038-8e69-4129-8a4a-520d80756d80 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:38.600444 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-18b5f46d-a30e-455a-a1aa-f87457d21afb tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] delete failed (client error): The resource could not be found. Dec 24 02:59:38.601662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-18b5f46d-a30e-455a-a1aa-f87457d21afb tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "DELETE /v2.0/security-groups/2bf3d6c9-8dfc-40ac-8e25-961b0bec506d HTTP/1.1" status: 404 len: 347 time: 0.0379672 Dec 24 02:59:38.621991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59608) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.656064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 172.20.0.12 (bf27008b-e5db-498b-855c-c2529ecfc5ee/baab4a1a-446a-4679-92b4-ed6fad3c345f/946b9abc-74d3-4902-bea6-0237ae1c0b5d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:38.660287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:38.692768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port 165b100f-7d9e-4c5a-9e94-223b67b649c5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=165b100f-7d9e-4c5a-9e94-223b67b649c5,segment=NetworkSegment(25f61113-2ad3-40dd-b51c-a08ac08d6c87),segment_id=25f61113-2ad3-40dd-b51c-a08ac08d6c87)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:38.693382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.693821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fedc:a244 (bf27008b-e5db-498b-855c-c2529ecfc5ee/575fc3fa-6054-4518-8820-4297c7cff3b7/946b9abc-74d3-4902-bea6-0237ae1c0b5d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:38.706654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:38.714310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:38.716063 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dfde7a7b-dc41-48dc-afab-6507dc5e1b27 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/104eea01-016d-4507-955e-35bc766fb938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5532534 Dec 24 02:59:38.721628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59610) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.726557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:38.726908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment b418c593-bc0e-4630-83ee-3f9ac313d965 of type vlan for network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 Dec 24 02:59:38.733932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 165b100f-7d9e-4c5a-9e94-223b67b649c5 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:38.761730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b60a79f7-5b43-425c-a99c-c6f6b553b113 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=104eea01-016d-4507-955e-35bc766fb938 HTTP/1.1" status: 200 len: 205 time: 0.0386660 Dec 24 02:59:38.766306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59612) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:38.778894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b9d98bb6-11fb-4961-bb8f-f3a2b52b311b tempest-SecGroupIPv6Test-1922407752 tempest-SecGroupIPv6Test-1922407752-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1545107 Dec 24 02:59:38.779747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f4aa2-f997-474d-bbe2-f12c31981e86 req-9f90d46e-c1c9-49bb-8ba8-d3453ac3b365 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:38.802635 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3f1f4aa2-f997-474d-bbe2-f12c31981e86 req-9f90d46e-c1c9-49bb-8ba8-d3453ac3b365 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2467892 Dec 24 02:59:38.872241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f28ba-54d7-48d1-98d8-c3819a27750d None None] Network 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:38.877936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] Sync routers for ids ['104eea01-016d-4507-955e-35bc766fb938'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:38.893254 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] Routers {'104eea01-016d-4507-955e-35bc766fb938'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:38.893807 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['104eea01-016d-4507-955e-35bc766fb938'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:38.963405 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3f1f4aa2-f997-474d-bbe2-f12c31981e86 req-ab540078-24c4-42a3-a7db-6d41e47d649c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578293 Dec 24 02:59:38.984396 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.011042 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] Routers {'104eea01-016d-4507-955e-35bc766fb938'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:39.011876 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['104eea01-016d-4507-955e-35bc766fb938'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.062376 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.063218 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f1c1e8-9d81-4207-bdfc-a287f9ab67de None None] The sync data for ids ['104eea01-016d-4507-955e-35bc766fb938'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:39.118881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.134398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-812c07c1-37a2-4406-af2d-ef84309640f6', 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': 'c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:39.135158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.150592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=165b100f-7d9e-4c5a-9e94-223b67b649c5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:39.153000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port 165b100f-7d9e-4c5a-9e94-223b67b649c5 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:39.182728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c70d5038-8e69-4129-8a4a-520d80756d80 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:39.183112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.247110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.282541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.306060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0da221-1a03-43d7-8bc4-935bd4a91ba4']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.316192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f61113-2ad3-40dd-b51c-a08ac08d6c87') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.316647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f61113-2ad3-40dd-b51c-a08ac08d6c87') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.326315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.336735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.347185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.359896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.366310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.374992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:39.375811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:39.383574 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:39.508987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] For port 4108fc40-314d-4e5d-b523-6e78fede7d71, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4108fc40-314d-4e5d-b523-6e78fede7d71,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:39.513651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6839d4-28ac-400f-a5fa-42f949a9adf3 None None] DHCP port deletion for 3c0da221-1a03-43d7-8bc4-935bd4a91ba4 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:39.607538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59622) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:39.611934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.629859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.644749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165b100f-7d9e-4c5a-9e94-223b67b649c5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:39.653376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.690103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.696355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.710136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.711168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/3c0da221-1a03-43d7-8bc4-935bd4a91ba4 HTTP/1.1" status: 204 len: 168 time: 2.3957055 Dec 24 02:59:39.717255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:39.718050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.720361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59626) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:39.734773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'name': 'tempest-PortsTestJSON-2004406795'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:39.735175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 165b100f-7d9e-4c5a-9e94-223b67b649c5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:39.735525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165b100f-7d9e-4c5a-9e94-223b67b649c5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 02:59:39.744500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a45e2-9543-4622-85c6-bcd2231a8277 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=3c0da221-1a03-43d7-8bc4-935bd4a91ba4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:39.768885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f341917-b7f3-453c-8eda-72b03b487f21 req-526eae7e-826b-4025-9dd3-ab7be2d56e9e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:39.769680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 165b100f-7d9e-4c5a-9e94-223b67b649c5 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 02:59:39.779995 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f341917-b7f3-453c-8eda-72b03b487f21 req-526eae7e-826b-4025-9dd3-ab7be2d56e9e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1577027 Dec 24 02:59:39.784477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Allocated IP 2001:db8::1 (812c07c1-37a2-4406-af2d-ef84309640f6/c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a/defecb4b-072c-48b2-aa93-c2f461bc3a7d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:39.810475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.850235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd0c785f-2b0a-4213-8b7e-0b24b4f81829 None None] Could not find standard attr ID for object 165b100f-7d9e-4c5a-9e94-223b67b649c5. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:39.851228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.926715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f341917-b7f3-453c-8eda-72b03b487f21 req-31979f0e-6e03-45e4-b622-aeb27f1771c2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436477 Dec 24 02:59:39.931678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:28Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4108fc40-314d-4e5d-b523-6e78fede7d71', 'name': '', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:a0:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:26Z', 'updated_at': '2021-12-24T02:59:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:39.934184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.934808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router 104eea01-016d-4507-955e-35bc766fb938 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.985966 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:39.988654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3640d326-27e5-46b4-b250-0eba9e97ca4f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/104eea01-016d-4507-955e-35bc766fb938 HTTP/1.1" status: 204 len: 168 time: 1.2082467 Dec 24 02:59:39.993405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59632) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:39.994389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=eec2be70-e1ec-4154-b59c-2b47fc319056,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:39.999447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.002690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-08fcedae-f388-416e-a2d1-fcebdca0a1e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/eec2be70-e1ec-4154-b59c-2b47fc319056 HTTP/1.1" status: 204 len: 168 time: 2.0395944 Dec 24 02:59:40.006624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.013358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59634) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:40.015055 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8986211 Dec 24 02:59:40.017899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59636) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:40.031862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:40.033310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd0c785f-2b0a-4213-8b7e-0b24b4f81829 None None] Provisioning complete for port 4108fc40-314d-4e5d-b523-6e78fede7d71 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:40.033965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd0c785f-2b0a-4213-8b7e-0b24b4f81829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.039428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644398c5-00da-4810-a8bf-3f9554fff8a4 None None] Pushing event updated for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:40.046935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae145710-1be0-47c9-ae4c-3d4089053f68 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=25a90f8d-07e8-4994-bfe1-d70c6175acc2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:40.064435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacde75-51f4-4079-85e6-9e69b01b64e0 None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:28Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4108fc40-314d-4e5d-b523-6e78fede7d71', 'name': '', 'network_id': 'f715cb4a-dcfa-4fc7-9a96-97466248ad13', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:a0:b0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:26Z', 'updated_at': '2021-12-24T02:59:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fe09d83c-98d1-4145-8b4d-2ff04c225b1d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:40.073661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:40.077036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-508d1600-e054-47f7-a5e7-70e4db0cdd72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30f9c583565947fca5bf69c36212eb74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4674695 Dec 24 02:59:40.094473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59638) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:40.286519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1ab3a2-ec53-4dc0-bb2d-d90422b51cfa None None] Network ebf867f2-2d75-4553-b100-600fefd03472 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:40.287935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:40.295587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.341390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:40.365207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:40.369490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=946b9abc-74d3-4902-bea6-0237ae1c0b5d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:40.436701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:40.448923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.509907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:40.510605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.531309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.561412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.573293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:40.580718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.629304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.663288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8e74ce7a-4ce1-41d9-9400-7a6d01601fc9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.1825888 Dec 24 02:59:40.673817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:40.680788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59642) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:40.727476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.760934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:40.768112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.778510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.837489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4108fc40-314d-4e5d-b523-6e78fede7d71 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:40.866425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37bac3-c9a2-4ef8-8865-525f5d0f7907 req-b5cf26c2-d8f5-44fb-8014-89450cffab7e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:40.875098 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ba37bac3-c9a2-4ef8-8865-525f5d0f7907 req-b5cf26c2-d8f5-44fb-8014-89450cffab7e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.0755246 Dec 24 02:59:40.894694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.916877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.945260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:40.945959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:40.950212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:40.984328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing IP validity checks on allocation pools {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 02:59:40.984874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 02:59:40.989902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Network 812c07c1-37a2-4406-af2d-ef84309640f6 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:40.993379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd0c785f-2b0a-4213-8b7e-0b24b4f81829 None None] Provisioning complete for port c70d5038-8e69-4129-8a4a-520d80756d80 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:40.993379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd0c785f-2b0a-4213-8b7e-0b24b4f81829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.022259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:41.022259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Pushing event updated for resources: {'Port': ['ID=defecb4b-072c-48b2-aa93-c2f461bc3a7d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.022434 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ba37bac3-c9a2-4ef8-8865-525f5d0f7907 req-e660a684-3a3e-4da4-baf9-719fea956079 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449921 Dec 24 02:59:41.026345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:41.050038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.050416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.050751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.051091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.051433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.051769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.052124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.052483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.052815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.053145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.057363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.057363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.057363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 02:59:41.062444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4108fc40-314d-4e5d-b523-6e78fede7d71 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:41.062799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.070942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc9404-3285-4c1e-8c6c-2a3a91b918ab None None] Network 37050db6-7485-4055-8189-70b12da30aca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:41.074379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.079550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f140086f-6f72-4c6c-b34a-17d5db35c872 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6 HTTP/1.1" status: 204 len: 168 time: 1.0695426 Dec 24 02:59:41.084580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59644) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:41.136601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] DHCP port deletion for ebf867f2-2d75-4553-b100-600fefd03472 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:41.167934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43928d9-45ac-47ad-9e06-20bb541662c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:41.174126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43928d9-45ac-47ad-9e06-20bb541662c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:41.178707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a43928d9-45ac-47ad-9e06-20bb541662c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4878185 Dec 24 02:59:41.182019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59646) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:41.246771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,segment=NetworkSegment(af48c487-8368-491b-9ce8-371e8242009a),segment_id=af48c487-8368-491b-9ce8-371e8242009a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:41.247689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.272250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Attempting to bind port defecb4b-072c-48b2-aa93-c2f461bc3a7d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:41.273553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Attempting to bind port defecb4b-072c-48b2-aa93-c2f461bc3a7d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '17ab6103-cd6e-481b-af7a-5899be0b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:41.274349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Attempting to bind port defecb4b-072c-48b2-aa93-c2f461bc3a7d on network 812c07c1-37a2-4406-af2d-ef84309640f6 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:41.274898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.292051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:41.312699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:41.313147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Checking segment: {'id': '17ab6103-cd6e-481b-af7a-5899be0b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:41.320716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.320716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Bound using segment: {'id': '17ab6103-cd6e-481b-af7a-5899be0b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:41.320716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Bound port: defecb4b-072c-48b2-aa93-c2f461bc3a7d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ab6103-cd6e-481b-af7a-5899be0b357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '812c07c1-37a2-4406-af2d-ef84309640f6'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:41.320716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.353465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.450127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.456788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Deleting port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:41.464614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.464787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.471346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65d848dd-2c6c-4e9e-886a-18961e8fd8ce HTTP/1.1" status: 204 len: 168 time: 1.3519323 Dec 24 02:59:41.472046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 946b9abc-74d3-4902-bea6-0237ae1c0b5d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:41.472392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.481911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 94e27048-6e33-465a-bae1-c8652ab82b97 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:41.482778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.499239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eeb160-b3da-469f-b2de-c34ae4660776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d848dd-2c6c-4e9e-886a-18961e8fd8ce,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.518134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.562824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] For port defecb4b-072c-48b2-aa93-c2f461bc3a7d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:41.565360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] DHCP port deletion for 37050db6-7485-4055-8189-70b12da30aca request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:41.597887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165b100f-7d9e-4c5a-9e94-223b67b649c5 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:41.605639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.608113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] For port defecb4b-072c-48b2-aa93-c2f461bc3a7d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=defecb4b-072c-48b2-aa93-c2f461bc3a7d,segment=NetworkSegment(17ab6103-cd6e-481b-af7a-5899be0b357a),segment_id=17ab6103-cd6e-481b-af7a-5899be0b357a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:41.611908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] For port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,segment=NetworkSegment(af48c487-8368-491b-9ce8-371e8242009a),segment_id=af48c487-8368-491b-9ce8-371e8242009a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:41.612306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.642618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port 94e27048-6e33-465a-bae1-c8652ab82b97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=94e27048-6e33-465a-bae1-c8652ab82b97,segment=NetworkSegment(76259b5a-0aa0-40de-90f2-226748d8e81b),segment_id=76259b5a-0aa0-40de-90f2-226748d8e81b)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:41.643468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.654705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.656075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=8c2f357e-9fc3-4436-9795-fce41e468694,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.658980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 165b100f-7d9e-4c5a-9e94-223b67b649c5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:41.659329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165b100f-7d9e-4c5a-9e94-223b67b649c5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:41.669173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Calling delete_port for 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:41.671879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd8b7636-8982-4f67-bcbb-7d1ed9d9bb61 None None] Provisioning complete for port 946b9abc-74d3-4902-bea6-0237ae1c0b5d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:41.672120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7636-8982-4f67-bcbb-7d1ed9d9bb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.708118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.709609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.715202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 94e27048-6e33-465a-bae1-c8652ab82b97 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:41.720161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:41.721732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.724749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:41.727249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': 'b418c593-bc0e-4630-83ee-3f9ac313d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:41.727763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 25a90f8d-07e8-4994-bfe1-d70c6175acc2, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:41.730252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:41.733211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:41.735914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.736580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:41.737341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.779855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 946b9abc-74d3-4902-bea6-0237ae1c0b5d owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:41.812693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b7636-8982-4f67-bcbb-7d1ed9d9bb61 None None] Port 946b9abc-74d3-4902-bea6-0237ae1c0b5d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:41.827482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd8b7636-8982-4f67-bcbb-7d1ed9d9bb61 None None] Could not find standard attr ID for object 3c1b0e19-28c7-42d2-be9d-cc3f067e8719. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:41.830373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38a09530-8d35-4336-a4d4-cedb7f1df585 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1010573 Dec 24 02:59:41.836762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59652) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:41.863494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Deleting port 94e27048-6e33-465a-bae1-c8652ab82b97 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:41.863896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.890821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d12c-df67-41f1-8d3a-1bab240d6bd7 None None] Pushing event updated for resources: {'Port': ['ID=defecb4b-072c-48b2-aa93-c2f461bc3a7d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.931201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:41.947046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.969834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:41.969834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.973406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:41.989214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] Pushing event deleted for resources: {'Port': ['ID=3c1b0e19-28c7-42d2-be9d-cc3f067e8719,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:41.992221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acfa76-4ff5-425f-bcbe-6f08898d4888 None None] No DVR routers for this DVR port 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:42.000605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] For port 94e27048-6e33-465a-bae1-c8652ab82b97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=94e27048-6e33-465a-bae1-c8652ab82b97,segment=NetworkSegment(76259b5a-0aa0-40de-90f2-226748d8e81b),segment_id=76259b5a-0aa0-40de-90f2-226748d8e81b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:42.006486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.028708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf867f2-2d75-4553-b100-600fefd03472']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.033785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Calling delete_port for 94e27048-6e33-465a-bae1-c8652ab82b97 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:42.035157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.066651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af48c487-8368-491b-9ce8-371e8242009a') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.074474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af48c487-8368-491b-9ce8-371e8242009a') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.109121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=94e27048-6e33-465a-bae1-c8652ab82b97,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:42.114654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 25a90f8d-07e8-4994-bfe1-d70c6175acc2) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:42.162925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c948347e-c8cb-4486-95be-52e58c7b57d0 None None] Network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:42.166195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:42.166810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.176634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.207445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:42.220356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.223304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port 94e27048-6e33-465a-bae1-c8652ab82b97 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:42.244985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.283492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.300055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] Pushing event deleted for resources: {'Port': ['ID=94e27048-6e33-465a-bae1-c8652ab82b97,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:42.307319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954e7cd-1ed6-44d6-bf35-7f7b173689ca None None] No DVR routers for this DVR port 94e27048-6e33-465a-bae1-c8652ab82b97 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:42.312384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:42.316664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:42.323753 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:42.326285 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4b4f87a1-2338-412f-a61c-1320b569c55c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3003092 Dec 24 02:59:42.331695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:42.345932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f684d-6d9c-4319-bb12-fa845163c1f8 req-00e7ecc4-bc77-4db5-965b-84b07505a95b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:42.345932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c9f684d-6d9c-4319-bb12-fa845163c1f8 req-00e7ecc4-bc77-4db5-965b-84b07505a95b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1614029 Dec 24 02:59:42.382053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-25a90f8d-07e8-4994-bfe1-d70c6175acc2', 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': '8c2f357e-9fc3-4436-9795-fce41e468694'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:42.383730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.447136 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c9f684d-6d9c-4319-bb12-fa845163c1f8 req-fbdfc029-3ff9-4303-a8cf-2e9b29838130 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896626 Dec 24 02:59:42.529371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.555656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device defecb4b-072c-48b2-aa93-c2f461bc3a7d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:42.562339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:42.568058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.576916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d2c23e8-bb23-4111-8c44-a01d0e04843d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/4c6fb31d-bdd8-4180-bd4f-c8a6454c2c0e HTTP/1.1" status: 204 len: 168 time: 0.7381537 Dec 24 02:59:42.581686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59670) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:42.583794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'mac_address': 'fa:16:3e:74:c7:fc', 'name': 'tempest-PortsTestJSON-1017702693'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:42.655638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.670338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Allocated IP 2001:db8::3 (25a90f8d-07e8-4994-bfe1-d70c6175acc2/8c2f357e-9fc3-4436-9795-fce41e468694/7d59f46a-b4ea-431c-ae51-1826328cd18e) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:42.701042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37050db6-7485-4055-8189-70b12da30aca']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.703937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port defecb4b-072c-48b2-aa93-c2f461bc3a7d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:42.704303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.712324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76259b5a-0aa0-40de-90f2-226748d8e81b') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.712592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76259b5a-0aa0-40de-90f2-226748d8e81b') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:42.724027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.758377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.763785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.787993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.793338 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/ebf867f2-2d75-4553-b100-600fefd03472 HTTP/1.1" status: 204 len: 168 time: 2.7640302 Dec 24 02:59:42.800307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:42.801332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.811031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59680) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:42.823997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:42.878020 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:42.888228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.913030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:42.947775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f59dc-5223-4299-bd12-f39b3255a1ca req-a3479acc-29aa-4844-a297-09e0b1265637 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:42.952393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c15bbb-7d33-46f5-9fa6-bef15411018c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=ebf867f2-2d75-4553-b100-600fefd03472,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:42.954299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2a9f59dc-5223-4299-bd12-f39b3255a1ca req-a3479acc-29aa-4844-a297-09e0b1265637 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1790180 Dec 24 02:59:42.956140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port defecb4b-072c-48b2-aa93-c2f461bc3a7d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=defecb4b-072c-48b2-aa93-c2f461bc3a7d,segment=NetworkSegment(17ab6103-cd6e-481b-af7a-5899be0b357a),segment_id=17ab6103-cd6e-481b-af7a-5899be0b357a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:42.989218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.012539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165f9e8-a4a0-4fb1-a649-2bb31dde2e77 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:43.020018 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9165f9e8-a4a0-4fb1-a649-2bb31dde2e77 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2067201 Dec 24 02:59:43.022399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59684) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.029842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.106959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port fcddaf24-d7aa-4d05-a2c6-a84af814fecd yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:43.115767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59686) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.142693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.143176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2a9f59dc-5223-4299-bd12-f39b3255a1ca req-4d4e957a-32ed-4901-9b5a-862c7f0d3738 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834004 Dec 24 02:59:43.154031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:43.173042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.182849 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/37050db6-7485-4055-8189-70b12da30aca HTTP/1.1" status: 204 len: 168 time: 2.0965648 Dec 24 02:59:43.193567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59690) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.200904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1397997760', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:43.233208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056e095-94c5-4916-95e5-f6622bb65aae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=37050db6-7485-4055-8189-70b12da30aca,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:43.250940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.266773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.270428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9e11f277-b6ee-499f-82ba-5660a2e40737 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2418280 Dec 24 02:59:43.283829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59692) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.305825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-193571878'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:43.317020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=946b9abc-74d3-4902-bea6-0237ae1c0b5d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:43.344272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.346146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.380030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1355779016-network', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:43.412800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:43.414533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3c1b0e19-28c7-42d2-be9d-cc3f067e8719 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:43.414533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 94e27048-6e33-465a-bae1-c8652ab82b97 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:43.416515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.451818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.457085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 94e27048-6e33-465a-bae1-c8652ab82b97 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:43.457436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 94e27048-6e33-465a-bae1-c8652ab82b97 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:43.467372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=defecb4b-072c-48b2-aa93-c2f461bc3a7d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:43.476449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47564435-a0bf-4c28-8162-89de8a48a8eb None None] Network 812c07c1-37a2-4406-af2d-ef84309640f6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:43.509696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.519012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dc9a67b7-5d32-43bb-900c-53b0a3bd83d8 None None] Provisioning complete for port defecb4b-072c-48b2-aa93-c2f461bc3a7d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:43.519586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc9a67b7-5d32-43bb-900c-53b0a3bd83d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.541057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.575490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.580516 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-773c1a7e-7532-45cc-87f1-9eeab441dd0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/946b9abc-74d3-4902-bea6-0237ae1c0b5d HTTP/1.1" status: 204 len: 168 time: 2.3961093 Dec 24 02:59:43.581919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59694) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.587815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:43.591693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.617457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Made reservation on behalf of 6d5def0a835e4e378d4844b4e04419e7 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:43.618458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.620231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.631257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.679978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.682225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:43.682669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:43.694096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:43.698398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:43.747301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.747539 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment db60df83-a81d-4d7d-b633-f3ac23467ac0 of type vlan for network f5476122-37a9-4e45-84a3-23a23d2d60a5 Dec 24 02:59:43.752457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Pushing event updated for resources: {'Port': ['ID=7d59f46a-b4ea-431c-ae51-1826328cd18e,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:43.784703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:43.814656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=fcddaf24-d7aa-4d05-a2c6-a84af814fecd,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:43.821886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:43.829955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Attempting to bind port 7d59f46a-b4ea-431c-ae51-1826328cd18e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:43.829955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Attempting to bind port 7d59f46a-b4ea-431c-ae51-1826328cd18e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b418c593-bc0e-4630-83ee-3f9ac313d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:43.830275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Attempting to bind port 7d59f46a-b4ea-431c-ae51-1826328cd18e on network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:43.836216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:43.843650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:43.844318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.844748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:43.845180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Checking segment: {'id': 'b418c593-bc0e-4630-83ee-3f9ac313d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:43.845566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.845961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Bound using segment: {'id': 'b418c593-bc0e-4630-83ee-3f9ac313d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:43.846514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Bound port: 7d59f46a-b4ea-431c-ae51-1826328cd18e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b418c593-bc0e-4630-83ee-3f9ac313d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:43.846898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.856172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.916518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] For port 7d59f46a-b4ea-431c-ae51-1826328cd18e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:43.920545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] For port 7d59f46a-b4ea-431c-ae51-1826328cd18e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d59f46a-b4ea-431c-ae51-1826328cd18e,segment=NetworkSegment(b418c593-bc0e-4630-83ee-3f9ac313d965),segment_id=b418c593-bc0e-4630-83ee-3f9ac313d965)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:43.927597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.965232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.969533 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:43.970725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0f731f52-449f-4f5c-8c9d-ef44ea6241a6 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7734792 Dec 24 02:59:43.973484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59696) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:43.980741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1653289712'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:43.994166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ecd70411-b6c2-4325-95d7-db2f4ab67490 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4096544 Dec 24 02:59:43.996192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.005444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2f357e-9fc3-4436-9795-fce41e468694,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.016270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.043097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.045881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.056823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.057460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.087322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333e224-82d1-46f9-9dda-740b317fb1fe None None] Pushing event updated for resources: {'Port': ['ID=7d59f46a-b4ea-431c-ae51-1826328cd18e,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.088003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88767ae-9878-4282-82ff-1416c2d72129 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.089729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88767ae-9878-4282-82ff-1416c2d72129 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.091250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88767ae-9878-4282-82ff-1416c2d72129 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.095597 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a88767ae-9878-4282-82ff-1416c2d72129 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5098865 Dec 24 02:59:44.098115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59700) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.110185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.141239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a4ab1-f6b9-4b7e-90ca-58603e51dbb1 None None] Network 25a90f8d-07e8-4994-bfe1-d70c6175acc2 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:44.146426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064925c5-0332-4bf0-82fd-94720c20f0c7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.148175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-064925c5-0332-4bf0-82fd-94720c20f0c7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/fcddaf24-d7aa-4d05-a2c6-a84af814fecd HTTP/1.1" status: 200 len: 841 time: 0.1505272 Dec 24 02:59:44.152604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:44.154679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59702) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.172836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a90f8d-07e8-4994-bfe1-d70c6175acc2']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:44.189791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b418c593-bc0e-4630-83ee-3f9ac313d965') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:44.190420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b418c593-bc0e-4630-83ee-3f9ac313d965') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:44.198818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2c5611-cd70-45f0-8ea3-7907847a88e8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.201949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:44.205494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.231926 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9435847 Dec 24 02:59:44.234436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.234786 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Added segment 9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8 of type vlan for network 942b7709-55a8-48ce-be35-4a90bb267ae8 Dec 24 02:59:44.236118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d719b53-6374-4c12-b65c-463c3661ce9a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=f5476122-37a9-4e45-84a3-23a23d2d60a5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.236353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.238920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.253250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:44.281477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:44.285603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 575fc3fa-6054-4518-8820-4297c7cff3b7 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:44.285909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:44.290913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.305353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.305711 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment fcac0310-3d8a-4d5e-bc46-db9feea707bb of type vlan for network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 Dec 24 02:59:44.331075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.365453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.369786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.373955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c9898457-1083-42b0-8f67-ad6420dff0e0 None None] Provisioning complete for port defecb4b-072c-48b2-aa93-c2f461bc3a7d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:44.373955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c9898457-1083-42b0-8f67-ad6420dff0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.394596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.395946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.396768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.397669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device defecb4b-072c-48b2-aa93-c2f461bc3a7d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:44.467453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:44.467874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.470986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8387f-82ad-44cd-bc97-03061d048fe7 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:44.474183 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:44.490044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.498380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.499021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.516590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3985744 Dec 24 02:59:44.520234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59710) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.528335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Request body: {'subnet': {'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1355779016-subnet', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:44.531343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa7887-0f5d-42cc-85e0-78c6422a9f69 admin admin] Pushing event updated for resources: {'Network': ['ID=942b7709-55a8-48ce-be35-4a90bb267ae8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.553574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:44.561938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port defecb4b-072c-48b2-aa93-c2f461bc3a7d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:44.563027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.563176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.603844 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6290073 Dec 24 02:59:44.607776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59712) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:44.616115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:44.622417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e8a8f-698a-4202-9583-9ff892e19869 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=e2b2dc66-5398-412a-9cb9-c50256e8dcf5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:44.648064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd802a9f-dd5f-4ad0-af56-626c8c738d21 req-fdb95ca9-ae1c-4ac6-a93e-0c1054607975 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:44.649759 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cd802a9f-dd5f-4ad0-af56-626c8c738d21 req-fdb95ca9-ae1c-4ac6-a93e-0c1054607975 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.3464625 Dec 24 02:59:44.649909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:44.667237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 02:59:44.667237 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 02:59:44.667237 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': '25a90f8d-07e8-4994-bfe1-d70c6175acc2'}] Dec 24 02:59:44.667237 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:44.667766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:44.678014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Made reservation on behalf of 6d5def0a835e4e378d4844b4e04419e7 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:44.682144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.708060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port fcddaf24-d7aa-4d05-a2c6-a84af814fecd {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:44.708311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.813109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b8387f-82ad-44cd-bc97-03061d048fe7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 02:59:44.872529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.876548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.883899 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cd802a9f-dd5f-4ad0-af56-626c8c738d21 req-59dbbaee-ad20-4554-a61d-211f611ef913 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229023 Dec 24 02:59:44.920268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for fcddaf24-d7aa-4d05-a2c6-a84af814fecd owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:44.939422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:44.943166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.958144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:44.990694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59716) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:45.051672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=203f1cb7-8a18-4164-84d7-749af46616d1,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:45.079148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8b783-89b9-476d-b484-d3bfb0c8bd70 req-3d54243a-dd50-4c69-96ef-1c1c72fd90d9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:45.080739 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-40c8b783-89b9-476d-b484-d3bfb0c8bd70 req-3d54243a-dd50-4c69-96ef-1c1c72fd90d9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1178052 Dec 24 02:59:45.083638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:45.084000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Network hostable DHCP agents. Network: 942b7709-55a8-48ce-be35-4a90bb267ae8, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:45.142911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-40c8b783-89b9-476d-b484-d3bfb0c8bd70 req-89af9eed-3346-4924-aa3a-b8e63571ae73 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543652 Dec 24 02:59:45.170169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e53d9-f1c4-46f2-a1be-0bd328e9d7e0 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 02:59:45.175286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:45.197739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.210875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:45.214953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.220525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.238223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 942b7709-55a8-48ce-be35-4a90bb267ae8) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:45.245413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:45.246393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.313406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=575fc3fa-6054-4518-8820-4297c7cff3b7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:45.318526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.325233 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1bb91c0e-378d-42ed-9875-a47352211ae9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/575fc3fa-6054-4518-8820-4297c7cff3b7 HTTP/1.1" status: 204 len: 168 time: 1.2252066 Dec 24 02:59:45.328982 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-468c1fec-efe9-4280-969b-26a344833342 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8055110 Dec 24 02:59:45.328982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59720) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:45.340067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59722) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:45.363216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:45.404087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet baab4a1a-446a-4679-92b4-ed6fad3c345f {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:45.405266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e53d9-f1c4-46f2-a1be-0bd328e9d7e0 None None] Unable to find a vacant binding_index for network 942b7709-55a8-48ce-be35-4a90bb267ae8 and agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea {{(pid=110369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 24 02:59:45.409471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.412561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e53d9-f1c4-46f2-a1be-0bd328e9d7e0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 942b7709-55a8-48ce-be35-4a90bb267ae8) {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 02:59:45.460068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.472268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.487337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.488157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.559596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.572625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.575956 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/fcddaf24-d7aa-4d05-a2c6-a84af814fecd HTTP/1.1" status: 204 len: 168 time: 1.4125197 Dec 24 02:59:45.578816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59724) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:45.584794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c854fe64-654f-4bb5-9f39-11b7319a4343 req-3e45e22e-5286-4e8e-8c61-c556df27d5d6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:45.586283 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c854fe64-654f-4bb5-9f39-11b7319a4343 req-3e45e22e-5286-4e8e-8c61-c556df27d5d6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.3468826 Dec 24 02:59:45.597560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6a237-5261-4bd5-9999-43b1e1ca477b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=fcddaf24-d7aa-4d05-a2c6-a84af814fecd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:45.614584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1bce0c-1052-4d28-ab27-6d8e1118625b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:45.620361 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db1bce0c-1052-4d28-ab27-6d8e1118625b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/fcddaf24-d7aa-4d05-a2c6-a84af814fecd HTTP/1.1" status: 404 len: 333 time: 0.0360522 Dec 24 02:59:45.621233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:45.627771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'name': 'tempest-PortsTestJSON-16493774'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:45.713133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-942b7709-55a8-48ce-be35-4a90bb267ae8', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:45.720335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.720504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.801944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port 7d59f46a-b4ea-431c-ae51-1826328cd18e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:45.802323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.804213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.848856 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c854fe64-654f-4bb5-9f39-11b7319a4343 req-1df15b00-29fe-4500-a64f-8607302a8611 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414875 Dec 24 02:59:45.861908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Allocated IP 172.20.0.2 (942b7709-55a8-48ce-be35-4a90bb267ae8/203f1cb7-8a18-4164-84d7-749af46616d1/9f455946-7e46-453d-8810-19df82f5eb07) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:45.868123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:45.992171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.008327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=08b39186-aa18-4dfc-85d7-b8cf39d38a04,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.020302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port 7d59f46a-b4ea-431c-ae51-1826328cd18e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d59f46a-b4ea-431c-ae51-1826328cd18e,segment=NetworkSegment(b418c593-bc0e-4630-83ee-3f9ac313d965),segment_id=b418c593-bc0e-4630-83ee-3f9ac313d965)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:46.020684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.031437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.045595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.049527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for 7d59f46a-b4ea-431c-ae51-1826328cd18e owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:46.084156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.114174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'db60df83-a81d-4d7d-b633-f3ac23467ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:46.114562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: f5476122-37a9-4e45-84a3-23a23d2d60a5, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:46.137149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:46.140745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:46.145911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:46.150184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Pushing event updated for resources: {'Port': ['ID=9f455946-7e46-453d-8810-19df82f5eb07,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.182782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=94c15088-9d5f-43df-9c09-81c5a3e610c3,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.206980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Attempting to bind port 9f455946-7e46-453d-8810-19df82f5eb07 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:46.208157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Attempting to bind port 9f455946-7e46-453d-8810-19df82f5eb07 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:46.208825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Attempting to bind port 9f455946-7e46-453d-8810-19df82f5eb07 on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:46.218830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:46.220261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:46.220261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.220516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Bound using segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:46.220827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Bound port: 9f455946-7e46-453d-8810-19df82f5eb07, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:46.221206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.225670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:46.226651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: e2b2dc66-5398-412a-9cb9-c50256e8dcf5, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:46.304322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] For port 9f455946-7e46-453d-8810-19df82f5eb07, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:46.307313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:46.308401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] For port 9f455946-7e46-453d-8810-19df82f5eb07, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f455946-7e46-453d-8810-19df82f5eb07,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:46.327835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.365839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:46.415227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.426638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=baab4a1a-446a-4679-92b4-ed6fad3c345f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.428354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:46.433599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.435604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.453579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=7d59f46a-b4ea-431c-ae51-1826328cd18e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.462727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f5476122-37a9-4e45-84a3-23a23d2d60a5) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:46.466976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port 7d59f46a-b4ea-431c-ae51-1826328cd18e on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:46.468496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, e2b2dc66-5398-412a-9cb9-c50256e8dcf5) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:46.480458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:46.481047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.485003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.490747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-67bbb9a3-19fe-4fbb-bc2f-55d87ac57e19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/baab4a1a-446a-4679-92b4-ed6fad3c345f HTTP/1.1" status: 204 len: 168 time: 1.1625013 Dec 24 02:59:46.495102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59730) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:46.502050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:46.502643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.515164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 556628cb-5d13-4778-9c8d-d37c3cce7325 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:46.526583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83024a-677f-4dfb-84aa-768901cda0b2 req-8ac5d679-0a93-4024-b639-804b37be9692 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:46.527888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e83024a-677f-4dfb-84aa-768901cda0b2 req-8ac5d679-0a93-4024-b639-804b37be9692 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.5458722 Dec 24 02:59:46.531615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baa96d-f5be-41b1-85b9-f23a9b38b2b7 None None] Pushing event updated for resources: {'Port': ['ID=9f455946-7e46-453d-8810-19df82f5eb07,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:46.577087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4c690d26-fcc0-40b9-8833-45d70f2368ee tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738287 Dec 24 02:59:46.583793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:46.693716 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e83024a-677f-4dfb-84aa-768901cda0b2 req-036addbd-b495-47fb-948b-a4deff5581f5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210916 Dec 24 02:59:46.893663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.961674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.983525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:46.987118 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-96b9dbd2-9649-462c-9aa7-fe747e8fc600 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7409511 Dec 24 02:59:46.989881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59736) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:46.996564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5', 'name': 'tempest-PortsIpV6TestJSON-236861066'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:47.010918 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-84fd64b4-b9e6-4c2e-9e3b-ae0526c3e51f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3988981 Dec 24 02:59:47.020022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.022316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59738) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.055416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.138400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a90f8d-07e8-4994-bfe1-d70c6175acc2']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:47.149811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:47.160741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:47.176965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b418c593-bc0e-4630-83ee-3f9ac313d965') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:47.177261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b418c593-bc0e-4630-83ee-3f9ac313d965') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:47.185989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:47.191938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:47.192571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.201643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=556628cb-5d13-4778-9c8d-d37c3cce7325,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:47.222001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.249080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Allocated IP 172.26.7.252 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/c846a24b-b9f7-4f3d-b0cd-9c9b382be49c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:47.267684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bcca94-4152-4bb2-9096-1d8f294a15b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:47.271652 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-40bcca94-4152-4bb2-9096-1d8f294a15b8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6821964 Dec 24 02:59:47.275526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59740) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.290669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.300538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:47.300939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:47.304704 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:47.357197 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-54c49c16-d30a-4899-8f6e-a1e407feb39b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7352922 Dec 24 02:59:47.365872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59742) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.376518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:47.425617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b81af-2e95-4bb4-83c5-6fe2dcf6665e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:47.428394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2a9b81af-2e95-4bb4-83c5-6fe2dcf6665e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1510696 Dec 24 02:59:47.434164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59744) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.498637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.508573 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c3bff05c-c69c-4645-af52-0946c582045a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668263 Dec 24 02:59:47.516936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.517236 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59746) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.518077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:47.550867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:47.554963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.613406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 4db86d74-db1f-44e6-a93d-b268bcca8d30 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:47.634474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00125ef-d1ef-4877-beda-fc830a6156af None None] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:47.635389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.649140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdb291-4482-47e4-a2c4-abc9247bd2f0 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:47.667281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.676756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.677170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb445e4b-7f84-4d44-b2d4-92cdbcee6caa None None] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:47.680221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f6eae-1c84-4c22-8632-b6406d3e5cc0 None None] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:47.685486 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/25a90f8d-07e8-4994-bfe1-d70c6175acc2 HTTP/1.1" status: 204 len: 168 time: 5.3112447 Dec 24 02:59:47.698043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59752) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:47.713446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-861097523'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:47.715728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d9a9-c2b5-4aa3-9875-273d03b0d95d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=25a90f8d-07e8-4994-bfe1-d70c6175acc2,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:47.736271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.832534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:47.856992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:47.866369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:47.870056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:47.893262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 4108fc40-314d-4e5d-b523-6e78fede7d71 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:47.895075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.922246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.922503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:47.926035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.927587 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:47.928133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:47.945748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::2bb (f5476122-37a9-4e45-84a3-23a23d2d60a5/08b39186-aa18-4dfc-85d7-b8cf39d38a04/4db86d74-db1f-44e6-a93d-b268bcca8d30) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:47.947678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:47.951151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:47.954536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798adc0c-d130-42d0-ac5e-276c7a3c240e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:48.045594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.066982 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d2c3b00-565d-49d2-8533-a17273b97666 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5528052 Dec 24 02:59:48.072114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:48.079986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:48.088219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 4108fc40-314d-4e5d-b523-6e78fede7d71, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4108fc40-314d-4e5d-b523-6e78fede7d71,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:48.088710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.101083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] Provisioning complete for port 9f455946-7e46-453d-8810-19df82f5eb07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:48.101718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.115254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:48.142907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 4108fc40-314d-4e5d-b523-6e78fede7d71 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:48.144641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] In _notify_port_updated(), no bound segment for port 556628cb-5d13-4778-9c8d-d37c3cce7325 on network 71fde1a0-170a-4a2d-8457-98962d37a532 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:59:48.150399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:48.151060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.155193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/ports/556628cb-5d13-4778-9c8d-d37c3cce7325 HTTP/1.1" status: 200 len: 818 time: 0.7874734 Dec 24 02:59:48.156962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59756) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:48.192445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.192813 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment fb39bbd9-106b-476d-9052-7f5e0ca0aedd of type vlan for network 862c431b-f9fe-442e-b419-22b6c5006551 Dec 24 02:59:48.208196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:48.209043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.220578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8::1 (e2b2dc66-5398-412a-9cb9-c50256e8dcf5/94c15088-9d5f-43df-9c09-81c5a3e610c3/d129b223-3e9a-4c61-95a3-53367c6bdcb6) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:48.226788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59154f4-f68b-4e52-83f1-ecd12a8e37b5 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=556628cb-5d13-4778-9c8d-d37c3cce7325,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:48.333776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f5476122-37a9-4e45-84a3-23a23d2d60a5', 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': '08b39186-aa18-4dfc-85d7-b8cf39d38a04'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:48.334978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.357301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.360638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:48.391949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:48.395809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.398620 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:48.399140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:48.524269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.529371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.557873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f455946-7e46-453d-8810-19df82f5eb07 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:48.558530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.569196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 556628cb-5d13-4778-9c8d-d37c3cce7325 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:48.569196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.599552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.610229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] For port 9f455946-7e46-453d-8810-19df82f5eb07, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f455946-7e46-453d-8810-19df82f5eb07,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:48.617168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Deleting port c70d5038-8e69-4129-8a4a-520d80756d80 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:48.618244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.627365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.633816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:48.635070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.668920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-46cb085c-f726-45a3-ba8b-0004977476cf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5928419 Dec 24 02:59:48.669925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59758) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:48.680747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:48.689035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.699025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] For port c70d5038-8e69-4129-8a4a-520d80756d80, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c70d5038-8e69-4129-8a4a-520d80756d80,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:48.699424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.732338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Calling delete_port for c70d5038-8e69-4129-8a4a-520d80756d80 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:48.758712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9f455946-7e46-453d-8810-19df82f5eb07 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:48.759087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.846810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a9be6-e4c4-4530-a35d-34a5e3025276 None None] Pushing event updated for resources: {'Port': ['ID=9f455946-7e46-453d-8810-19df82f5eb07,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:48.862263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.875935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b30eaa33-6c3f-4743-b931-c61d85d9a450 None None] Provisioning complete for port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:48.876314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b30eaa33-6c3f-4743-b931-c61d85d9a450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.883724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1817076 Dec 24 02:59:48.887165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 556628cb-5d13-4778-9c8d-d37c3cce7325 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:48.887826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.890374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59760) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:48.891732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2becde8-b594-4a1d-84eb-d7d80b64dec2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=862c431b-f9fe-442e-b419-22b6c5006551,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:48.900609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '862c431b-f9fe-442e-b419-22b6c5006551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:48.930364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=4108fc40-314d-4e5d-b523-6e78fede7d71,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:48.937138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.982189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:48.985401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Allocated IP 2001:db8::2 (e2b2dc66-5398-412a-9cb9-c50256e8dcf5/94c15088-9d5f-43df-9c09-81c5a3e610c3/ce3f0eb6-028d-459e-b438-57dc918ece86) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:48.987657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:48.994666 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:48.996164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 862c431b-f9fe-442e-b419-22b6c5006551 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:48.996488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:49.036028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:49.047773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.058167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:49.096018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:49.096758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.096871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b30eaa33-6c3f-4743-b931-c61d85d9a450 None None] Port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:49.181037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:49.191101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.230044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:49.232015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.236928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:49.249407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.252166 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:49.255038 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:49.261418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:49.261418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.263728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] Pushing event deleted for resources: {'Port': ['ID=c70d5038-8e69-4129-8a4a-520d80756d80,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:49.268051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb915cc-d30e-490f-83ae-693dd9438fab None None] No DVR routers for this DVR port c70d5038-8e69-4129-8a4a-520d80756d80 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:49.279636 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4cb57df0-dfa3-43bb-afb8-ee2e76c6e13a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6011879 Dec 24 02:59:49.281842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:49.283420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Allocated IP 2001:db8::2 (f5476122-37a9-4e45-84a3-23a23d2d60a5/08b39186-aa18-4dfc-85d7-b8cf39d38a04/c9e64cbd-0b52-4d59-a32c-1f505969900f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:49.321420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d992a-3829-4958-ba7a-ce92c738e74d None None] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:49.346800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:49.390774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=4db86d74-db1f-44e6-a93d-b268bcca8d30,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:49.450869 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7b90f017-212c-4ac6-89ce-5df20c15ecd1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4573922 Dec 24 02:59:49.451052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59764) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:49.455718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5', 'name': 'tempest-PortsIpV6TestJSON-1611602411'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:49.512299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.522094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a57fa983-2ad6-43dc-886e-2b6fb7e2d66d None None] Provisioning complete for port 9f455946-7e46-453d-8810-19df82f5eb07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:49.522403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a57fa983-2ad6-43dc-886e-2b6fb7e2d66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.527856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.529422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:49.533662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.567986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.571401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.599575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=556628cb-5d13-4778-9c8d-d37c3cce7325,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:49.629470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.659048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.662311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-39e44652-3630-4658-ae7a-2ad2601d5c08 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/556628cb-5d13-4778-9c8d-d37c3cce7325 HTTP/1.1" status: 204 len: 168 time: 1.4993789 Dec 24 02:59:49.672568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:49.776513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:49.780128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:49.782030 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:49.782482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:49.839019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:59:49.886221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:49.899399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:49.901935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:49.922033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Pushing event updated for resources: {'Port': ['ID=ce3f0eb6-028d-459e-b438-57dc918ece86,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:49.954036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.020224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Attempting to bind port ce3f0eb6-028d-459e-b438-57dc918ece86 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:50.020640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Attempting to bind port ce3f0eb6-028d-459e-b438-57dc918ece86 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:50.021013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Attempting to bind port ce3f0eb6-028d-459e-b438-57dc918ece86 on network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:50.028772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:50.028772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Checking segment: {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:50.029037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.029302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Bound using segment: {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:50.029864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Bound port: ce3f0eb6-028d-459e-b438-57dc918ece86, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:50.030251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.045640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.136223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:50.152800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:50.156067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:50.164924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Pushing event updated for resources: {'Port': ['ID=c9e64cbd-0b52-4d59-a32c-1f505969900f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:50.237639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] For port ce3f0eb6-028d-459e-b438-57dc918ece86, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:50.257097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1ba0b-6c11-4bf3-b2aa-99fdb5739742 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:50.262693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] For port ce3f0eb6-028d-459e-b438-57dc918ece86, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce3f0eb6-028d-459e-b438-57dc918ece86,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:50.263903 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2bb1ba0b-6c11-4bf3-b2aa-99fdb5739742 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5902536 Dec 24 02:59:50.264563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Attempting to bind port c9e64cbd-0b52-4d59-a32c-1f505969900f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:50.265162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Attempting to bind port c9e64cbd-0b52-4d59-a32c-1f505969900f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'db60df83-a81d-4d7d-b633-f3ac23467ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:50.265587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Attempting to bind port c9e64cbd-0b52-4d59-a32c-1f505969900f on network f5476122-37a9-4e45-84a3-23a23d2d60a5 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:50.268379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:50.271826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:50.272274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Checking segment: {'id': 'db60df83-a81d-4d7d-b633-f3ac23467ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:50.273184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.273722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Bound using segment: {'id': 'db60df83-a81d-4d7d-b633-f3ac23467ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:50.274268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Bound port: c9e64cbd-0b52-4d59-a32c-1f505969900f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db60df83-a81d-4d7d-b633-f3ac23467ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'f5476122-37a9-4e45-84a3-23a23d2d60a5'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:50.274890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.279853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a159b2f7-c06b-4e21-94c6-fa5294f99453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.327113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-15f280f2-5e41-4c81-9c9b-4064a67a0392 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9847128 Dec 24 02:59:50.328471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-491fe357-c03f-46e7-8a55-4944e448f9a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 02:59:50.333630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-491fe357-c03f-46e7-8a55-4944e448f9a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/556628cb-5d13-4778-9c8d-d37c3cce7325 HTTP/1.1" status: 404 len: 333 time: 0.0621400 Dec 24 02:59:50.365543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59770) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:50.365998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:50.371135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.375293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1177194927'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:50.380713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.390966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:50.411337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-482595cf-4f20-438c-a2b3-19075256fee1 None None] Provisioning complete for port 9f455946-7e46-453d-8810-19df82f5eb07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:50.411713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-482595cf-4f20-438c-a2b3-19075256fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.433544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:50.437699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.445526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] For port c9e64cbd-0b52-4d59-a32c-1f505969900f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:50.456853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f455946-7e46-453d-8810-19df82f5eb07 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:50.506320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] For port c9e64cbd-0b52-4d59-a32c-1f505969900f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c9e64cbd-0b52-4d59-a32c-1f505969900f,segment=NetworkSegment(db60df83-a81d-4d7d-b633-f3ac23467ac0),segment_id=db60df83-a81d-4d7d-b633-f3ac23467ac0)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:50.513065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port ad30437e-e6d0-404e-ae25-06c482b7e0c7 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:50.521784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=f2d28ee1-5f68-4689-ad7a-e723f9630d0d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:50.524798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450263-83c7-4335-a9da-9249d6b3766b None None] Pushing event updated for resources: {'Port': ['ID=ce3f0eb6-028d-459e-b438-57dc918ece86,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:50.590413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.615952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:50.617614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 862c431b-f9fe-442e-b419-22b6c5006551, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:50.631557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:50.634001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:50.654377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.663898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fa5f-e54e-4d9f-9016-5d9370452e75 None None] Pushing event updated for resources: {'Port': ['ID=c9e64cbd-0b52-4d59-a32c-1f505969900f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:50.667246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:50.691013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9f455946-7e46-453d-8810-19df82f5eb07 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:50.691391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.707639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:50.712741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.729976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::3a8 (f5476122-37a9-4e45-84a3-23a23d2d60a5/08b39186-aa18-4dfc-85d7-b8cf39d38a04/ad30437e-e6d0-404e-ae25-06c482b7e0c7) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:50.750055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.750531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.758745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:50.761089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:50.803135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.806293 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ddbb5ead-8264-42d5-97fe-1d3a53ee8aa0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4650266 Dec 24 02:59:50.807282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 862c431b-f9fe-442e-b419-22b6c5006551 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:50.809723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59774) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:50.890310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:50.993265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:50.993612 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 8e4a1698-72e2-4666-bc8b-5c963900f3d6 of type vlan for network 0e3086ad-b446-4a3a-b17b-c249b35733a4 Dec 24 02:59:50.999792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:51.051831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 862c431b-f9fe-442e-b419-22b6c5006551) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:51.057545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:51.058565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.060020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:51.078253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:51.101962 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:51.129011 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b5718b62-884a-4c92-ab4c-f3f095711b09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/826d0109-f521-4752-bbf9-55abf68637b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371562 Dec 24 02:59:51.134488 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:51.135199 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:51.143580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.145952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:51.159723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.163872 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:51.164756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:51.176515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.202104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c90af6f-6bd0-421c-8cc2-781fbd4efdb9 None None] Network 862c431b-f9fe-442e-b419-22b6c5006551 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:51.248443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:51.250537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:51.262902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f2ee3d2-63d0-4a47-a690-82692310e2cc tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3689563 Dec 24 02:59:51.268974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c70d5038-8e69-4129-8a4a-520d80756d80 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:51.292596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59778) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:51.329565 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:51.376580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.393689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c70d5038-8e69-4129-8a4a-520d80756d80 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:51.394338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c70d5038-8e69-4129-8a4a-520d80756d80 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:51.423150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.430573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:51.431313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.439231 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-056779db-2968-46a7-857d-da3c91500e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0693798 Dec 24 02:59:51.452637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59780) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:51.470632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:51.479747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:51.497491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:51.551432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:51.562328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:51.564039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.587874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-862c431b-f9fe-442e-b419-22b6c5006551', 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': 'f2d28ee1-5f68-4689-ad7a-e723f9630d0d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:51.589163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.626827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=ad30437e-e6d0-404e-ae25-06c482b7e0c7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:51.673558 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:51.684731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3137071 Dec 24 02:59:51.691665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24f1c3-3d40-49af-a976-15c22fde199c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=0e3086ad-b446-4a3a-b17b-c249b35733a4,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:51.702840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59784) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:51.708348 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:59:51.709555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:51.709974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:51.722149 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:51.722779 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:51.746383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:51.801261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2dd67ab5-def8-4d34-a504-5dd118ef8001 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3492620 Dec 24 02:59:51.801930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59786) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:51.805055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 02:59:51.872856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Allocated IP 2001:db8::1 (862c431b-f9fe-442e-b419-22b6c5006551/f2d28ee1-5f68-4689-ad7a-e723f9630d0d/16a3bab6-c514-4a3a-881e-81ec080d9e5c) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:51.891113 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:51.942196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 3, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T02:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:51.990715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:52.001278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:59:52.001278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Updating router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:59:52.002625 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ebf61211-505d-42d3-9aa7-0b5ff6dd0353 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9739859 Dec 24 02:59:52.003532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59788) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.009744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 02:59:52.010952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-684327363'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:52.018957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.028375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:52.032514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.034292 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:52.034883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:52.139867 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-feee9523-e78a-4aff-927c-a6c3f0eea8c1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6860518 Dec 24 02:59:52.150107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59790) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.175937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc2174-8984-4b9a-931d-4073cb009128 req-4e41b040-2fad-467c-a752-5d8d940b2c18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:52.183751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2dc2174-8984-4b9a-931d-4073cb009128 req-4e41b040-2fad-467c-a752-5d8d940b2c18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.4047799 Dec 24 02:59:52.191149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:52.192092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:52.194325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.206708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4b1f1e50-32cc-4857-8009-cbf473a74e1d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0529919 Dec 24 02:59:52.208649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59792) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.219532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c642c7b-2de7-45e8-8a64-59facfb2dd67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:52.224495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7c642c7b-2de7-45e8-8a64-59facfb2dd67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2bb HTTP/1.1" status: 200 len: 928 time: 0.4174101 Dec 24 02:59:52.231218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59794) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.234260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:52.241915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.373891 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2dc2174-8984-4b9a-931d-4073cb009128 req-6d5cad14-8eee-46dc-b787-a42f0b5194b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879070 Dec 24 02:59:52.431329 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:52.504381 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54631a6-ed13-40d0-9167-f6d912930fe9 None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'e98dd7fe-3e95-4eae-be40-012b4723bbd9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.108', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'port_id': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'mac_address': 'fa:16:3e:5e:bd:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T02:58:10Z', 'updated_at': '2021-12-24T02:58:16Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:52.544749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:52.544749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.602728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4fb164-6e4d-4062-a18c-75bd6698557b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:52.608951 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1a4fb164-6e4d-4062-a18c-75bd6698557b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3963614 Dec 24 02:59:52.613719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59798) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.642977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port ad30437e-e6d0-404e-ae25-06c482b7e0c7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:52.642977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.643236 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:52.658723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.659071 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment 159be57f-1489-4e7a-8d96-8591b1882adb of type vlan for network f365a31b-cb3e-4f4b-8efd-e9161e1a887f Dec 24 02:59:52.675607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8988fb-6da7-498c-8866-a4339023b229 None None] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:52.678157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c9e64cbd-0b52-4d59-a32c-1f505969900f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:52.691099 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8e01559e-e947-4f6d-93f8-e0fa9fe2c6d9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734136 Dec 24 02:59:52.704327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59800) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:52.712846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:52.750148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.755557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4c874-33cf-46dd-adba-05f9d5f47b3e None None] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:52.775817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.783251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.833127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.904969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for ad30437e-e6d0-404e-ae25-06c482b7e0c7 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:52.909277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=ff1ba907-8ae9-4df3-a61b-8a3d56a21213,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:52.911401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cf40d3f-f81e-416b-adbd-a664b973d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.915677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '8e4a1698-72e2-4666-bc8b-5c963900f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:52.916294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: 0e3086ad-b446-4a3a-b17b-c249b35733a4, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:52.933952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.939727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:52.940841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.970304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] Provisioning complete for port c9e64cbd-0b52-4d59-a32c-1f505969900f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:52.973003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:52.977880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:53.025928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:53.028724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.048537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=f365a31b-cb3e-4f4b-8efd-e9161e1a887f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:53.061407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-81de6a3d-5f53-44c9-8fdf-c831e6fa702a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0552497 Dec 24 02:59:53.064737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.064945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59802) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:53.068202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:53.074260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:53.084339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 02:59:53.197166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 0e3086ad-b446-4a3a-b17b-c249b35733a4) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:53.212584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Allocated IP 172.20.0.1 (942b7709-55a8-48ce-be35-4a90bb267ae8/203f1cb7-8a18-4164-84d7-749af46616d1/92600204-6ebb-41dc-aa00-9ffbc6a7778f) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:53.247082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:53.248198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.249139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.259635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd0aa8-c2bb-4580-98db-61cfacc0978c None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:53.311608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:53.316398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.373582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.379785 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-19584c73-df7a-4c84-a5fb-52a7ba41461c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6757791 Dec 24 02:59:53.382882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59808) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:53.390865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:53.393345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c9e64cbd-0b52-4d59-a32c-1f505969900f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:53.393653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.443264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.449277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d28ee1-5f68-4689-ad7a-e723f9630d0d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:53.459476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-3874bcf0-cf7c-4d4d-9f3f-a5161461b2c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:53.461662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-3874bcf0-cf7c-4d4d-9f3f-a5161461b2c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.2235739 Dec 24 02:59:53.508730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Network 862c431b-f9fe-442e-b419-22b6c5006551 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:53.541621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=ad30437e-e6d0-404e-ae25-06c482b7e0c7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:53.544251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Pushing event updated for resources: {'Port': ['ID=16a3bab6-c514-4a3a-881e-81ec080d9e5c,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:53.556803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:53.558864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:53.608841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e18a44-d401-4df9-83d8-0bf77d30bf67 req-9f228578-2029-42ab-9c5d-f0d01a6e6269 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:53.610298 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17e18a44-d401-4df9-83d8-0bf77d30bf67 req-9f228578-2029-42ab-9c5d-f0d01a6e6269 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.1134491 Dec 24 02:59:53.657421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.662731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 02:59:53.665664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.680263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.680551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.686654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d135e14-83d7-4c76-ab46-c7a790918f5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/ad30437e-e6d0-404e-ae25-06c482b7e0c7 HTTP/1.1" status: 204 len: 168 time: 1.4546821 Dec 24 02:59:53.691335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59812) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:53.696625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-0e3086ad-b446-4a3a-b17b-c249b35733a4', 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:53.697245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.738438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862c431b-f9fe-442e-b419-22b6c5006551']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:53.758303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:53.758590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:53.773388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:53.777904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.781134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.781948 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2457e0da-5edb-4d2d-8476-d96515311de5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:53.786945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2457e0da-5edb-4d2d-8476-d96515311de5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/ad30437e-e6d0-404e-ae25-06c482b7e0c7 HTTP/1.1" status: 404 len: 333 time: 0.0952454 Dec 24 02:59:53.796501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:53.802810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.812829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:53.833836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:53.838279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Attempting to bind port 16a3bab6-c514-4a3a-881e-81ec080d9e5c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:53.838652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Attempting to bind port 16a3bab6-c514-4a3a-881e-81ec080d9e5c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:53.839281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Attempting to bind port 16a3bab6-c514-4a3a-881e-81ec080d9e5c on network 862c431b-f9fe-442e-b419-22b6c5006551 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:53.848405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:53.848405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.863089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.872574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17e18a44-d401-4df9-83d8-0bf77d30bf67 req-41fb78ee-4c51-49f5-8f5c-216340e9242e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352023 Dec 24 02:59:53.882925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.912294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=1c537deb-c343-4b21-a424-94739e63df3e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:53.917308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:53.922705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:53.927367 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:53.964684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a91e0f-c1df-40df-922d-15114a60c63f None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:53.967638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:53.968059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Checking segment: {'id': 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:53.968613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:53.969010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Bound using segment: {'id': 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:53.969505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Bound port: 16a3bab6-c514-4a3a-881e-81ec080d9e5c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '862c431b-f9fe-442e-b419-22b6c5006551'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:53.969883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.014360 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ff1ba907-8ae9-4df3-a61b-8a3d56a21213 (CIDR: 172.20.0.0/28) Dec 24 02:59:54.043569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8385ff1-1618-44ad-9c03-e5cd4a5a75af tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3380003 Dec 24 02:59:54.046570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59816) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:54.053681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:44:ef:8a', 'name': 'tempest-NetworksTestDHCPv6-1679838272'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:54.070331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] For port c9e64cbd-0b52-4d59-a32c-1f505969900f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c9e64cbd-0b52-4d59-a32c-1f505969900f,segment=NetworkSegment(db60df83-a81d-4d7d-b633-f3ac23467ac0),segment_id=db60df83-a81d-4d7d-b633-f3ac23467ac0)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:54.106310 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 02:59:54.107191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 02:59:54.119469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.151140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.159086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.274941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5571bb4f-cf6d-4693-a6d4-b295afab7795 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8896000 Dec 24 02:59:54.275815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59818) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:54.297011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:54.425309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.440528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.507744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:54.534247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Allocated IP 172.20.0.2 (0e3086ad-b446-4a3a-b17b-c249b35733a4/ff1ba907-8ae9-4df3-a61b-8a3d56a21213/7d34c75e-b307-4466-9b18-73d9c9f251c3) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:54.555045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:54.555419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.591307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:54.629349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:54.632953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:54.637107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.669505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 88741fee-29fc-42b0-b136-6a56d540c4c3 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:54.677127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 02:59:54.677127 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 02:59:54.677127 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '862c431b-f9fe-442e-b419-22b6c5006551'}] Dec 24 02:59:54.677127 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:54.677853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:54.687760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.727352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:54.732317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.786064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Provisioning complete for port 4db86d74-db1f-44e6-a93d-b268bcca8d30 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:54.786437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.789411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T02:59:49Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T02:59:50Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:54.832280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea79ef6-f49f-4367-a56f-548b82a4952d None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:54.860355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:54.860750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:54.885516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=75398f91-ec82-40d0-9653-930631b4216d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:54.903348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.909129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Pushing event updated for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:54.954773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:54.955208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.957121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] For port 16a3bab6-c514-4a3a-881e-81ec080d9e5c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:54.978541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fe44:ef8a (bf27008b-e5db-498b-855c-c2529ecfc5ee/1c537deb-c343-4b21-a424-94739e63df3e/88741fee-29fc-42b0-b136-6a56d540c4c3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:54.982178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 4db86d74-db1f-44e6-a93d-b268bcca8d30 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:54.982832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.993968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 02:59:54.994195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:54.994425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Updating router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca port d129b223-3e9a-4c61-95a3-53367c6bdcb6 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 02:59:55.045076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '1c537deb-c343-4b21-a424-94739e63df3e'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:55.046232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.048798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529a58a-9135-4921-993c-3ed5dbde543f None None] Pushing event updated for resources: {'Port': ['ID=c9e64cbd-0b52-4d59-a32c-1f505969900f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:55.095988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:55.099588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:55.100194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: f365a31b-cb3e-4f4b-8efd-e9161e1a887f, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 02:59:55.142307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.154350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Attempting to bind port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:55.154727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Attempting to bind port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:55.155090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Attempting to bind port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:55.158367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] For port 16a3bab6-c514-4a3a-881e-81ec080d9e5c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=16a3bab6-c514-4a3a-881e-81ec080d9e5c,segment=NetworkSegment(fb39bbd9-106b-476d-9052-7f5e0ca0aedd),segment_id=fb39bbd9-106b-476d-9052-7f5e0ca0aedd)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:55.203539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.258939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Port 4db86d74-db1f-44e6-a93d-b268bcca8d30 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 02:59:55.259037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.259134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:55.309373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:55.312360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:55.315588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:55.316185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:55.316768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.317295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:55.317959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Bound port: c846a24b-b9f7-4f3d-b0cd-9c9b382be49c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:55.318668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.340963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.376100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.384954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.430301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7090d-4340-4c00-9c6c-98ad8886c265 None None] Pushing event updated for resources: {'Port': ['ID=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:55.455594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.471622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.509162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:55.512979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:55.517527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 4db86d74-db1f-44e6-a93d-b268bcca8d30 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:55.518344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.521005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:55.521926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.524276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.533279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa394a-c067-4f26-b28e-e5dad32436af req-604d011a-c214-476c-abe7-662eac316505 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:55.544084 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a9aa394a-c067-4f26-b28e-e5dad32436af req-604d011a-c214-476c-abe7-662eac316505 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 946 time: 0.4617496 Dec 24 02:59:55.549334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Provisioning complete for port c9e64cbd-0b52-4d59-a32c-1f505969900f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:55.549695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.561315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 02:59:55.587633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=65f94205-824e-4e06-9c6d-fdc717bcf769,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:55.590853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:55.596677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:55.602028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:55.607902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:55.608819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.621110 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-be8c1d1c-67b4-421e-a698-397a0637b8fe tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3281133 Dec 24 02:59:55.622487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59822) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:55.623145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=88741fee-29fc-42b0-b136-6a56d540c4c3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:55.630241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213'}, {'subnet_id': '65f94205-824e-4e06-9c6d-fdc717bcf769'}], 'name': 'tempest-PortsTestJSON-179586638'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:55.662329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce3f0eb6-028d-459e-b438-57dc918ece86 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:55.678511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f365a31b-cb3e-4f4b-8efd-e9161e1a887f) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:55.713777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:55.714289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.727880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port 16a3bab6-c514-4a3a-881e-81ec080d9e5c {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:55.728221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.736530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe63ae-8594-4c42-9f92-3a54e1751b4f None None] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:55.738920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Pushing event updated for resources: {'Port': ['ID=7d34c75e-b307-4466-9b18-73d9c9f251c3,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:55.758168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-22eb0f1a-cfb0-4f06-81e3-2caa1df10e96 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7103152 Dec 24 02:59:55.764466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59824) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:55.770090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] For port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:55.775810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Attempting to bind port 7d34c75e-b307-4466-9b18-73d9c9f251c3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:55.776184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Attempting to bind port 7d34c75e-b307-4466-9b18-73d9c9f251c3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8e4a1698-72e2-4666-bc8b-5c963900f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:55.776576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Attempting to bind port 7d34c75e-b307-4466-9b18-73d9c9f251c3 on network 0e3086ad-b446-4a3a-b17b-c249b35733a4 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:55.823680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a9aa394a-c067-4f26-b28e-e5dad32436af req-65765e2f-9645-47b6-903a-fa7df4c6d3ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=3af095b1-008f-44a9-90fd-e344bb7c4600&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789485 Dec 24 02:59:55.833625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd63242-d2dc-4f56-a4b6-7393b596fd11 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:55.838086 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-efd63242-d2dc-4f56-a4b6-7393b596fd11 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0697558 Dec 24 02:59:55.838360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59826) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:55.846827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773f3331-22e3-4b61-a434-9eee9b02f238 None None] Network 862c431b-f9fe-442e-b419-22b6c5006551 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:55.869314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:55.873830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] For port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:55.880978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Allocated IP 2001:db8::f816:3eff:fe24:f167 (bf27008b-e5db-498b-855c-c2529ecfc5ee/1c537deb-c343-4b21-a424-94739e63df3e/7488725c-74ba-4c6a-a8a4-d88df2075fa9) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:55.894649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:55.899556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Checking segment: {'id': '8e4a1698-72e2-4666-bc8b-5c963900f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:55.899556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.899556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Bound using segment: {'id': '8e4a1698-72e2-4666-bc8b-5c963900f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:55.899556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Bound port: 7d34c75e-b307-4466-9b18-73d9c9f251c3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4a1698-72e2-4666-bc8b-5c963900f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:55.899556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:55.937454 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-54c5ce95-699c-4a5f-af74-d53f49d7573b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8678634 Dec 24 02:59:55.950060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59828) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:55.980509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.059959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.074196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port 16a3bab6-c514-4a3a-881e-81ec080d9e5c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=16a3bab6-c514-4a3a-881e-81ec080d9e5c,segment=NetworkSegment(fb39bbd9-106b-476d-9052-7f5e0ca0aedd),segment_id=fb39bbd9-106b-476d-9052-7f5e0ca0aedd)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:56.077625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.079573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.136283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for 16a3bab6-c514-4a3a-881e-81ec080d9e5c owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:56.173985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca4728-925d-46a7-9ec4-925390b43111 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 02:59:56.176129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a03a92-b0f2-42bd-8a2c-fe6bf05c4333 None None] Pushing event updated for resources: {'Port': ['ID=16a3bab6-c514-4a3a-881e-81ec080d9e5c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:56.188900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:56.295145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.302972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:56.353343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:56.353630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:56.354723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.358982 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ea44de9-584b-4b5c-985d-c6c61f9d60c8 req-4f5cf600-8fd3-4799-85eb-9d26a3d34773 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c HTTP/1.1" status: 204 len: 173 time: 2.8808217 Dec 24 02:59:56.359631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 88741fee-29fc-42b0-b136-6a56d540c4c3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 02:59:56.360464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.400408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 02:59:56.401315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.404364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'name': 'network-vif-deleted', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 02:59:56.406651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de72b11-4d01-4fda-bf9f-3c7a1fb36a96" -d '{"events": [{"server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "name": "network-vif-deleted", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 02:59:56.411449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.432161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.459912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=4db86d74-db1f-44e6-a93d-b268bcca8d30,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:56.474856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 475f4df2-df45-40f5-9590-e0f84f1c8118 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 02:59:56.530258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8ca6b2-d446-412a-bba5-c29f6eaa2762 x-openstack-request-id: req-af8ca6b2-d446-412a-bba5-c29f6eaa2762 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 02:59:56.530786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b599acb2-d34d-463f-bf0e-cc10e32bf32f", "name": "network-vif-deleted", "tag": "1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 02:59:56.531406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af8ca6b2-d446-412a-bba5-c29f6eaa2762 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 02:59:56.531968 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b599acb2-d34d-463f-bf0e-cc10e32bf32f', 'name': 'network-vif-deleted', 'tag': '1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c', 'status': 'completed', 'code': 200} Dec 24 02:59:56.536453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.565023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.646651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 88741fee-29fc-42b0-b136-6a56d540c4c3 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 02:59:56.662850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.673361 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38dc5627-26f3-4ae6-8ad4-fc159cb6eb95 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/4db86d74-db1f-44e6-a93d-b268bcca8d30 HTTP/1.1" status: 204 len: 168 time: 2.8677073 Dec 24 02:59:56.675851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.677975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ce3f0eb6-028d-459e-b438-57dc918ece86 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:56.678507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:56.750727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] For port 7d34c75e-b307-4466-9b18-73d9c9f251c3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:56.777216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7090d-4340-4c00-9c6c-98ad8886c265 None None] Pushing event updated for resources: {'Port': ['ID=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:56.838148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59832) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:56.857110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] For port 7d34c75e-b307-4466-9b18-73d9c9f251c3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d34c75e-b307-4466-9b18-73d9c9f251c3,segment=NetworkSegment(8e4a1698-72e2-4666-bc8b-5c963900f3d6),segment_id=8e4a1698-72e2-4666-bc8b-5c963900f3d6)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:56.988974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Pushing event updated for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.019503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.040123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.041352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Provisioning complete for port ce3f0eb6-028d-459e-b438-57dc918ece86 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:57.041764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.060274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.10 (0e3086ad-b446-4a3a-b17b-c249b35733a4/ff1ba907-8ae9-4df3-a61b-8a3d56a21213/475f4df2-df45-40f5-9590-e0f84f1c8118) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:57.068428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.26 (0e3086ad-b446-4a3a-b17b-c249b35733a4/65f94205-824e-4e06-9c6d-fdc717bcf769/475f4df2-df45-40f5-9590-e0f84f1c8118) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:57.131425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b31cc2-f0b8-479d-9a73-ed7075125a91 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 02:59:57.136345 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f9b31cc2-f0b8-479d-9a73-ed7075125a91 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/4db86d74-db1f-44e6-a93d-b268bcca8d30 HTTP/1.1" status: 404 len: 333 time: 0.1454473 Dec 24 02:59:57.140885 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b5063d0e-3eae-41bd-b8e8-79f29afbf957 req-f5837ec6-2175-490a-8b8c-a132f9ec3364 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b599acb2-d34d-463f-bf0e-cc10e32bf32f HTTP/1.1" status: 200 len: 210 time: 0.1300828 Dec 24 02:59:57.145216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59838) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:57.146030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=16a3bab6-c514-4a3a-881e-81ec080d9e5c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.164848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port 16a3bab6-c514-4a3a-881e-81ec080d9e5c on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 02:59:57.222065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 02:59:57.224686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.234491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 02:59:57.285310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.330972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=88741fee-29fc-42b0-b136-6a56d540c4c3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.347923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 02:59:57.348262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1e85a5cb-caf6-4bf6-a4d7-82cdd223d63c not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 02:59:57.353315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:57.359744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:57.371509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.371617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet 08b39186-aa18-4dfc-85d7-b8cf39d38a04 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:57.375094 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7ff53741-5db7-4d74-8714-45dd21def480 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/88741fee-29fc-42b0-b136-6a56d540c4c3 HTTP/1.1" status: 204 len: 168 time: 1.5357757 Dec 24 02:59:57.376611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59840) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:57.376755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.379449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.384116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.398593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.411581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.430995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef2a87-556d-4151-8c0e-dcfbb02a3f20 None None] Pushing event updated for resources: {'Port': ['ID=7d34c75e-b307-4466-9b18-73d9c9f251c3,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.467942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988ef99-b2ec-4759-955f-ab7edda8daa9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:57.469780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9988ef99-b2ec-4759-955f-ab7edda8daa9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:57.474885 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9988ef99-b2ec-4759-955f-ab7edda8daa9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0905430 Dec 24 02:59:57.480787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59842) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:57.496379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.545650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.549448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.561419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 1c537deb-c343-4b21-a424-94739e63df3e {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:57.573929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.603227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Allocated IP 2001:db8:1::2 (f365a31b-cb3e-4f4b-8efd-e9161e1a887f/75398f91-ec82-40d0-9653-930631b4216d/f8735da7-d680-49ee-a7b4-19c9799092b4) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:57.621814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:57.655208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.675673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.687530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:57.702387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:57.732776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.845583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:57.851266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:57.862385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:57.942030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:57.942716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:57.949441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=475f4df2-df45-40f5-9590-e0f84f1c8118,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.954785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Pushing event updated for resources: {'Port': ['ID=7488725c-74ba-4c6a-a8a4-d88df2075fa9,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:57.960014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.078796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port ce3f0eb6-028d-459e-b438-57dc918ece86, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce3f0eb6-028d-459e-b438-57dc918ece86,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 02:59:58.087450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b31ef274-3e64-4d73-91b6-b47ad0ccd6f1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4612489 Dec 24 02:59:58.090389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59844) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:58.096636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:58.113842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862c431b-f9fe-442e-b419-22b6c5006551']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:58.117527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.153348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.168327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Attempting to bind port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:58.168734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Attempting to bind port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:58.169204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Attempting to bind port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:58.171844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Attempting to bind port d129b223-3e9a-4c61-95a3-53367c6bdcb6 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:58.172727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Attempting to bind port d129b223-3e9a-4c61-95a3-53367c6bdcb6 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:58.173206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Attempting to bind port d129b223-3e9a-4c61-95a3-53367c6bdcb6 on network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:58.195688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.213385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:58.213881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:58.214406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.221273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:58.221273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Bound port: 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:58.221273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.221273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bcc27-9d5e-4ec8-ace7-141204bf1bfb None None] Pushing event updated for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:58.225901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=1c537deb-c343-4b21-a424-94739e63df3e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:58.227779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.234000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1dcfdf4-9344-4250-9ad2-0f126a40bbd1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1c537deb-c343-4b21-a424-94739e63df3e HTTP/1.1" status: 204 len: 168 time: 0.7520490 Dec 24 02:59:58.234576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:58.234948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.235153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Checking segment: {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:58.235760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.236254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Bound using segment: {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:58.237069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Bound port: d129b223-3e9a-4c61-95a3-53367c6bdcb6, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcac0310-3d8a-4d5e-bc46-db9feea707bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:58.237554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.251079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59848) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:58.356446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59850) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:58.371915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:58.372494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb39bbd9-106b-476d-9052-7f5e0ca0aedd') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:58.421698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.447367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.479489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.494898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=ce3f0eb6-028d-459e-b438-57dc918ece86,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:58.505034 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4a0ec1fc-77a6-4fdb-ac58-c1792efc62b5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494510 Dec 24 02:59:58.512692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59852) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:58.528771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 02:59:58.529463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 02:59:58.530558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.539679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:58.549986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7d34c75e-b307-4466-9b18-73d9c9f251c3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 02:59:58.613907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 02:59:58.614229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 02:59:58.618351 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 02:59:58.625499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 02:59:58.649760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] For port d129b223-3e9a-4c61-95a3-53367c6bdcb6, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:58.666194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Pushing event updated for resources: {'Port': ['ID=f8735da7-d680-49ee-a7b4-19c9799092b4,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:58.684251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] For port 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 02:59:58.693434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.698389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:58.704661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.708293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8:1::1 (f365a31b-cb3e-4f4b-8efd-e9161e1a887f/75398f91-ec82-40d0-9653-930631b4216d/682231e3-4597-44b1-92f1-d9ee8b0e204d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 02:59:58.713181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] For port d129b223-3e9a-4c61-95a3-53367c6bdcb6, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d129b223-3e9a-4c61-95a3-53367c6bdcb6,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:58.718261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T02:59:53Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:58.720645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:58.727379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:58.761198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] For port 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7488725c-74ba-4c6a-a8a4-d88df2075fa9,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 02:59:58.769011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7436634-11ca-4af1-b955-dea1f7667bbb None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T02:59:53Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 02:59:58.785229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.794719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.834190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.847876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Delete allocated IP 172.20.0.26 (0e3086ad-b446-4a3a-b17b-c249b35733a4/65f94205-824e-4e06-9c6d-fdc717bcf769) {{(pid=110368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 02:59:58.870638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:58.873937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.874104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.905682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.909261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7d34c75e-b307-4466-9b18-73d9c9f251c3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 02:59:58.909739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:58.919614 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/862c431b-f9fe-442e-b419-22b6c5006551 HTTP/1.1" status: 204 len: 168 time: 7.6224134 Dec 24 02:59:58.928103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59856) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:58.941058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2099352296'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 02:59:59.022368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bad4f-7677-4d01-b46f-81e1e6e28c3c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=862c431b-f9fe-442e-b419-22b6c5006551,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.067555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Attempting to bind port f8735da7-d680-49ee-a7b4-19c9799092b4 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 02:59:59.068087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Attempting to bind port f8735da7-d680-49ee-a7b4-19c9799092b4 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 02:59:59.068532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Attempting to bind port f8735da7-d680-49ee-a7b4-19c9799092b4 on network f365a31b-cb3e-4f4b-8efd-e9161e1a887f {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 02:59:59.151792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.154505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.155687 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/3af095b1-008f-44a9-90fd-e344bb7c4600 HTTP/1.1" status: 204 len: 168 time: 0.7883954 Dec 24 02:59:59.178426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 02:59:59.182334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.197291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.211257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.211257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd196a-c1aa-428b-801d-e6a6743089d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af095b1-008f-44a9-90fd-e344bb7c4600,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.239945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.274386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 02:59:59.320504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59860) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:59.325808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.329978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/08b39186-aa18-4dfc-85d7-b8cf39d38a04 HTTP/1.1" status: 204 len: 168 time: 2.1804423 Dec 24 02:59:59.344248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59862) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:59.344990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.387817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7ab8d-90c2-4782-9c22-dc24e8dce75a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=08b39186-aa18-4dfc-85d7-b8cf39d38a04,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.399103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 02:59:59.417230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-16c7fdd9-616b-480f-b069-6396243e3e88 admin admin] 10.222.0.36 "PUT /v2.0/routers/ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6031423 Dec 24 02:59:59.445287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b915f015-b7ef-41a5-965f-0364e70ba8c9 None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:59.447587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet fe09d83c-98d1-4145-8b4d-2ff04c225b1d {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 02:59:59.449609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594ee961-6fdb-4d1f-a8ff-70b6bae7a9a3 None None] Network f5476122-37a9-4e45-84a3-23a23d2d60a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 02:59:59.452004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.459491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bcc27-9d5e-4ec8-ace7-141204bf1bfb None None] Pushing event updated for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.492091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.495819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 02:59:59.496357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Checking segment: {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 02:59:59.496876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.497495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Bound using segment: {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 02:59:59.498942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Bound port: f8735da7-d680-49ee-a7b4-19c9799092b4, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 02:59:59.502820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.509938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 02:59:59.509938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 02:59:59.515537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.515894 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 7198c3c8-35f6-454d-b42c-e877a4ac0c55 of type vlan for network 561f25ed-c28f-41d4-bc75-98da37010ec9 Dec 24 02:59:59.547814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.560427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 02:59:59.587470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 02:59:59.590123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 02:59:59.590682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.654579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.676642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=475f4df2-df45-40f5-9590-e0f84f1c8118,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 02:59:59.772784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.794395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.803519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.907678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e576246-d2c7-451f-8b69-814851d07057 None None] Could not find standard attr ID for object ad30437e-e6d0-404e-ae25-06c482b7e0c7. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 02:59:59.919605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.957121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] In _notify_port_updated(), no bound segment for port 475f4df2-df45-40f5-9590-e0f84f1c8118 on network 0e3086ad-b446-4a3a-b17b-c249b35733a4 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 02:59:59.967222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 02:59:59.967900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 02:59:59.972650 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ce359c92-87d5-479e-895d-d20d78613ba9 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/ports/475f4df2-df45-40f5-9590-e0f84f1c8118 HTTP/1.1" status: 200 len: 919 time: 1.8810098 Dec 24 02:59:59.979599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59870) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 02:59:59.993443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213'}, {'subnet_id': '65f94205-824e-4e06-9c6d-fdc717bcf769'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:00.040743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:00.092979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.099122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:00.099736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.100704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce6167-6ac4-41da-baa8-6c46c72de15c None None] Pushing event updated for resources: {'Port': ['ID=7488725c-74ba-4c6a-a8a4-d88df2075fa9,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:00.127850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Could not find standard attr ID for object 4db86d74-db1f-44e6-a93d-b268bcca8d30. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:00.133441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.173698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.230117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.239640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/fe09d83c-98d1-4145-8b4d-2ff04c225b1d HTTP/1.1" status: 204 len: 168 time: 0.9082496 Dec 24 03:00:00.245082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59876) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:00.245082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b61e3-6cbb-4ae5-b39d-22245a6cc96a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=fe09d83c-98d1-4145-8b4d-2ff04c225b1d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:00.269724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.281902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:00:00.285603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc3928-1c8e-4a39-a854-dbdc1fa95b37 None None] Network f715cb4a-dcfa-4fc7-9a96-97466248ad13 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:00.305624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] For port f8735da7-d680-49ee-a7b4-19c9799092b4, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:00.346867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Provisioning complete for port 92600204-6ebb-41dc-aa00-9ffbc6a7778f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:00.347470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.357400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.372821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=561f25ed-c28f-41d4-bc75-98da37010ec9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:00.392922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.403266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c0b2558e-b796-4b5d-90ef-7062cb954249 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4731858 Dec 24 03:00:00.415003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59880) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:00.422337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:00.484753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port c9e64cbd-0b52-4d59-a32c-1f505969900f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:00.485073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.495921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Port 92600204-6ebb-41dc-aa00-9ffbc6a7778f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:00.499076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] DHCP port deletion for f5476122-37a9-4e45-84a3-23a23d2d60a5 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:00.503358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 561f25ed-c28f-41d4-bc75-98da37010ec9 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:00.583526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59884) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:00.599018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] For port f8735da7-d680-49ee-a7b4-19c9799092b4, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f8735da7-d680-49ee-a7b4-19c9799092b4,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:00.613233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674155001-network', 'tenant_id': '6e74953de4b443cc97d50395026f5a13'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:00.670496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 7d34c75e-b307-4466-9b18-73d9c9f251c3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d34c75e-b307-4466-9b18-73d9c9f251c3,segment=NetworkSegment(8e4a1698-72e2-4666-bc8b-5c963900f3d6),segment_id=8e4a1698-72e2-4666-bc8b-5c963900f3d6)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:00.695737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.707110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Provisioning complete for port ce3f0eb6-028d-459e-b438-57dc918ece86 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:00.707521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.724933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:00.728912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.760666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.782032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.782810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c9e64cbd-0b52-4d59-a32c-1f505969900f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:00.818143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,segment=NetworkSegment(4636cd77-4ff5-41fa-aa0e-0d7a69732f17),segment_id=4636cd77-4ff5-41fa-aa0e-0d7a69732f17)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:00.818514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.820124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Update dhcp port {'port': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213', 'ip_address': '172.20.0.2'}, {'subnet_id': '65f94205-824e-4e06-9c6d-fdc717bcf769'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '7d34c75e-b307-4466-9b18-73d9c9f251c3'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:00:00.841636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:00.854385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.28 (0e3086ad-b446-4a3a-b17b-c249b35733a4/65f94205-824e-4e06-9c6d-fdc717bcf769/475f4df2-df45-40f5-9590-e0f84f1c8118) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:00.876034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.955059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.957078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.959740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Made reservation on behalf of 6e74953de4b443cc97d50395026f5a13 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:00.963769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:00.979722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.043292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.056979 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:00:01.068956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port c9e64cbd-0b52-4d59-a32c-1f505969900f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c9e64cbd-0b52-4d59-a32c-1f505969900f,segment=NetworkSegment(db60df83-a81d-4d7d-b633-f3ac23467ac0),segment_id=db60df83-a81d-4d7d-b633-f3ac23467ac0)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:01.070157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:01.070617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.109789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for c9e64cbd-0b52-4d59-a32c-1f505969900f owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:01.171807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b427f8-74fe-4acc-8d6c-da476041a4f3 None None] Pushing event updated for resources: {'Port': ['ID=f8735da7-d680-49ee-a7b4-19c9799092b4,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.183082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c9e64cbd-0b52-4d59-a32c-1f505969900f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:01.183419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.303594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.306339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adeaef-662b-4541-8dd1-b22be3c27499 None None] DHCP port deletion for f715cb4a-dcfa-4fc7-9a96-97466248ad13 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:01.313711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.345463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.349183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.365364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:01.367353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:01.373531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.405351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Could not find standard attr ID for object ad30437e-e6d0-404e-ae25-06c482b7e0c7. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:01.415549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Deleting port c9e64cbd-0b52-4d59-a32c-1f505969900f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:01.415666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.421123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.459242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:01.489193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Allocated IP 172.20.0.18 (0e3086ad-b446-4a3a-b17b-c249b35733a4/65f94205-824e-4e06-9c6d-fdc717bcf769/7d34c75e-b307-4466-9b18-73d9c9f251c3) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:01.588544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.602088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=7d34c75e-b307-4466-9b18-73d9c9f251c3,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.615878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.640215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.659009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=475f4df2-df45-40f5-9590-e0f84f1c8118,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.669804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port c9e64cbd-0b52-4d59-a32c-1f505969900f on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:01.669951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f715cb4a-dcfa-4fc7-9a96-97466248ad13']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.691286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4636cd77-4ff5-41fa-aa0e-0d7a69732f17') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.691679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4636cd77-4ff5-41fa-aa0e-0d7a69732f17') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.734184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:01.736192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.748799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.777329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.801826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:01.801826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:01.808065 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:01.814674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Could not find standard attr ID for object c9e64cbd-0b52-4d59-a32c-1f505969900f. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:01.816609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Provisioning complete for port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:01.817433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.826572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=c9e64cbd-0b52-4d59-a32c-1f505969900f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.827295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:01.830390 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No ports have port_id starting with c9e64cbd-0b52-4d59-a32c-1f505969900f Dec 24 03:00:01.836748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7488725c-74ba-4c6a-a8a4-d88df2075fa9,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:01.839228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c607c1-d672-4df8-bd36-d148cc5869a1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:01.876300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] For port 7d34c75e-b307-4466-9b18-73d9c9f251c3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d34c75e-b307-4466-9b18-73d9c9f251c3,segment=NetworkSegment(8e4a1698-72e2-4666-bc8b-5c963900f3d6),segment_id=8e4a1698-72e2-4666-bc8b-5c963900f3d6)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:01.894847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.909258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4108fc40-314d-4e5d-b523-6e78fede7d71 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:01.914482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] For port c9e64cbd-0b52-4d59-a32c-1f505969900f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c9e64cbd-0b52-4d59-a32c-1f505969900f,segment=NetworkSegment(db60df83-a81d-4d7d-b633-f3ac23467ac0),segment_id=db60df83-a81d-4d7d-b633-f3ac23467ac0)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:01.914773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.927191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5476122-37a9-4e45-84a3-23a23d2d60a5']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.930759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T02:59:49Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T02:59:58Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.944258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db60df83-a81d-4d7d-b633-f3ac23467ac0') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.945124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db60df83-a81d-4d7d-b633-f3ac23467ac0') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:01.947617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] In _notify_port_updated(), no bound segment for port 475f4df2-df45-40f5-9590-e0f84f1c8118 on network 0e3086ad-b446-4a3a-b17b-c249b35733a4 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:00:01.952276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.952759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Added segment bf468850-fbdb-4358-a732-89bbf0e508e0 of type vlan for network 759c58b5-a459-4d4b-adc0-bc676398b750 Dec 24 03:00:01.958260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:01.958820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:01.961949 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-12e285d5-4e41-402a-b1a7-094975777bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/ports/475f4df2-df45-40f5-9590-e0f84f1c8118 HTTP/1.1" status: 200 len: 999 time: 1.9801702 Dec 24 03:00:01.962460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Calling delete_port for c9e64cbd-0b52-4d59-a32c-1f505969900f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:01.968232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59886) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:01.983856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.000727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 4108fc40-314d-4e5d-b523-6e78fede7d71 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:02.001081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4108fc40-314d-4e5d-b523-6e78fede7d71 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:02.011652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870f61-2a4a-4754-b5ea-4d6d00a3281c None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T02:59:49Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T02:59:58Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:02.025418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.034703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.068505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.068879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.068994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:02.068994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.071497 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:02.075350 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:02.092198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:02.102487 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ea796ac5-03e4-4e5e-ab1b-aa8bc717af42 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1482756 Dec 24 03:00:02.104429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59888) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:02.108454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.127627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-586360576'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:02.140542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.140542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/f715cb4a-dcfa-4fc7-9a96-97466248ad13 HTTP/1.1" status: 204 len: 168 time: 1.8850772 Dec 24 03:00:02.141377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.142681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59890) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:02.170231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.184200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.187371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] No DVR routers for this DVR port c9e64cbd-0b52-4d59-a32c-1f505969900f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:02.191477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ffd1d-56cb-425e-8ec1-a5c325f5760f None None] Pushing event deleted for resources: {'Port': ['ID=c9e64cbd-0b52-4d59-a32c-1f505969900f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.240561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.242528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.246057 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:02.270019 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:02.271715 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:02.276722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b80cc-3454-4b65-9272-94ba9284ee36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=f715cb4a-dcfa-4fc7-9a96-97466248ad13,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.311251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=fea0374f-29cf-4bd1-8766-cb8c69616deb,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.381954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:02.389961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:02.396681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:02.397925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.401601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.404390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:02.406433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.412242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 475f4df2-df45-40f5-9590-e0f84f1c8118 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:02.412738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.421229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b3b0-6fa6-43e0-926e-e72102b3a18d None None] Pushing event updated for resources: {'Port': ['ID=7d34c75e-b307-4466-9b18-73d9c9f251c3,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.424086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.453248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] For port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:02.456348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f7f1a-bb19-4185-bdbc-3845d5b4ea7a None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:02.573866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.619288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.621586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f8735da7-d680-49ee-a7b4-19c9799092b4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:02.635246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:02.641183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.661833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=518ef584-8b38-4f6e-868e-af1ea2fcc2f0,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.667841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '7198c3c8-35f6-454d-b42c-e877a4ac0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:02.668198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 561f25ed-c28f-41d4-bc75-98da37010ec9, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:02.681116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] Pushing event updated for resources: {'Network': ['ID=759c58b5-a459-4d4b-adc0-bc676398b750,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.683353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.722355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6b338a33-e615-4ae5-924d-89775d7b48c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1277723 Dec 24 03:00:02.723111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59892) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:02.727701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Request body: {'subnet': {'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674155001-subnet', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:02.733419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Pushing event updated for resources: {'Port': ['ID=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.740287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 759c58b5-a459-4d4b-adc0-bc676398b750 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:02.784588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.790790 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/f5476122-37a9-4e45-84a3-23a23d2d60a5 HTTP/1.1" status: 204 len: 168 time: 3.4436769 Dec 24 03:00:02.792852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 475f4df2-df45-40f5-9590-e0f84f1c8118 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:02.796956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59894) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:02.809077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1560209396'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:02.821271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=7488725c-74ba-4c6a-a8a4-d88df2075fa9,revision_number=5']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.832489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 561f25ed-c28f-41d4-bc75-98da37010ec9 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:02.836093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port a7f1f1e1-089a-4797-814a-61fe4be5d4ec {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:02.836267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:02.841891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4093-a661-4ef8-9cc9-50e4e6507679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=f5476122-37a9-4e45-84a3-23a23d2d60a5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:02.853334 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-da0b8728-bae9-461a-aa86-bba4444e5fbe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3349955 Dec 24 03:00:02.873792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59896) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:02.886873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:cf:1c:d8', 'name': 'tempest-NetworksTestDHCPv6-1526056076'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:02.932115 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:03.004244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 561f25ed-c28f-41d4-bc75-98da37010ec9) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:03.010262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Provisioning complete for port 7d34c75e-b307-4466-9b18-73d9c9f251c3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:03.010758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.012619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:03.015579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.030611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ccd70-8eb4-4677-abf8-c200e0ac5587 None None] Network 561f25ed-c28f-41d4-bc75-98da37010ec9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:03.216610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:03.220207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.229805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Made reservation on behalf of 6e74953de4b443cc97d50395026f5a13 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:03.232160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.237445 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-15adffe0-f439-4ea3-bf29-469339c56ab9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8210590 Dec 24 03:00:03.296439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port f8735da7-d680-49ee-a7b4-19c9799092b4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:03.317341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.360347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.363590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.378472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59898) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:03.451520 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 2, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:03.512180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7735f-a794-494f-933a-b28e25212cc7 None None] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:03.518499 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:03.518856 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Updating router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 port 92600204-6ebb-41dc-aa00-9ffbc6a7778f binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:03.625908 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.626607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-561f25ed-c28f-41d4-bc75-98da37010ec9', 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': '518ef584-8b38-4f6e-868e-af1ea2fcc2f0'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:03.632435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.639727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:03.680696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.681229 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment e2e46b63-0fae-4cbd-872f-8d4849a3b9b4 of type vlan for network c120292e-6091-46ed-a48f-d965cb54ddd1 Dec 24 03:00:03.727438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f74a58-7d3a-4f9b-a16f-996338677958 None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:03.746882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.878118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:03.889309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:03.890133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.001408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=c120292e-6091-46ed-a48f-d965cb54ddd1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:04.023160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:04.056934 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35725422-fb7c-46e6-af07-29d43763155b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9327660 Dec 24 03:00:04.057633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59900) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:04.063180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:04.085969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.090378 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.096877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.134044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Provisioning complete for port d129b223-3e9a-4c61-95a3-53367c6bdcb6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:04.134718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.152863 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.208518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=475f4df2-df45-40f5-9590-e0f84f1c8118,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:04.224805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Allocated IP 2001:db8::1 (561f25ed-c28f-41d4-bc75-98da37010ec9/518ef584-8b38-4f6e-868e-af1ea2fcc2f0/cf016963-745e-435d-b37a-ce26f43db87a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:04.330533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port f8735da7-d680-49ee-a7b4-19c9799092b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f8735da7-d680-49ee-a7b4-19c9799092b4,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:04.340004 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Pushing event updated for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:04.385374 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.386491 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.386852 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.387191 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.387577 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.387911 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.388677 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.389065 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.402660 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.403470 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.403972 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.404321 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.405352 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:04.415556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.424991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d1acbb6c-d921-499b-9493-dd41c0ea7756 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/475f4df2-df45-40f5-9590-e0f84f1c8118 HTTP/1.1" status: 204 len: 168 time: 2.4542818 Dec 24 03:00:04.425639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59902) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:04.444279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.444279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c846a24b-b9f7-4f3d-b0cd-9c9b382be49c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:04.466670 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f516d01-0d6b-4dff-87b9-9a97fc58496c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:00:04.470730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2f516d01-0d6b-4dff-87b9-9a97fc58496c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/475f4df2-df45-40f5-9590-e0f84f1c8118 HTTP/1.1" status: 404 len: 333 time: 0.0440416 Dec 24 03:00:04.471383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59904) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:04.480621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for a7f1f1e1-089a-4797-814a-61fe4be5d4ec owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:04.486160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:04.489568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.525027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Attempting to bind port 92600204-6ebb-41dc-aa00-9ffbc6a7778f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:04.526059 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Attempting to bind port 92600204-6ebb-41dc-aa00-9ffbc6a7778f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:04.527859 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Attempting to bind port 92600204-6ebb-41dc-aa00-9ffbc6a7778f on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:04.540849 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:04.541544 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:04.542111 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.542659 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Bound using segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:04.543436 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Bound port: 92600204-6ebb-41dc-aa00-9ffbc6a7778f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:04.544002 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.581993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.645905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=f8735da7-d680-49ee-a7b4-19c9799092b4,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:04.663686 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] For port 92600204-6ebb-41dc-aa00-9ffbc6a7778f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:04.668185 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] For port 92600204-6ebb-41dc-aa00-9ffbc6a7778f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=92600204-6ebb-41dc-aa00-9ffbc6a7778f,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:04.694773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 65f94205-824e-4e06-9c6d-fdc717bcf769 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:04.701905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.722203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.748055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.769327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.782785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:04.782785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.918610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] For port d129b223-3e9a-4c61-95a3-53367c6bdcb6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d129b223-3e9a-4c61-95a3-53367c6bdcb6,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:04.996728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:04.997786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.003442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.021556 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b528c-9cf5-4a6e-a512-e9f8f7ac20f7 None None] Pushing event updated for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.021772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:05.040099 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:05.040949 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:05.054522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.054946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment 459507c4-5b1c-45c0-9cfd-4fa1e47c53cf of type vlan for network bd194c57-966e-48be-83e0-72c6ef21e799 Dec 24 03:00:05.090913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:05.156560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.162502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.172691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8ce843-c35a-4321-9aa3-653180da2537,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.199859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.255484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.293200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.321626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.329588 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/65f94205-824e-4e06-9c6d-fdc717bcf769 HTTP/1.1" status: 204 len: 168 time: 0.8568587 Dec 24 03:00:05.333023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:05.361746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:05.392564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:00:05.422402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=a7f1f1e1-089a-4797-814a-61fe4be5d4ec,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.464576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=04fa8677-b730-4b21-8182-71cfafa542d6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.508661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecdb48-e92e-433a-8fa4-213a7c0800ef tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=65f94205-824e-4e06-9c6d-fdc717bcf769,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.555988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet ff1ba907-8ae9-4df3-a61b-8a3d56a21213 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:05.572024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:05.572575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: c120292e-6091-46ed-a48f-d965cb54ddd1, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:05.575807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.635064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce3f0eb6-028d-459e-b438-57dc918ece86 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:05.645668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de247b8-5c77-472a-b666-a2fe34d48d71 None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:05.651827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.657655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.679450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.685227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:05.685887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.699124 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:05.733353 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954bcc93-03e0-46df-b5e8-3e89fb55b98b None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:05.738852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:05.739507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:05.749217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093bf60-b829-424a-8be1-c9f679303ae3 None None] Pushing event updated for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.763818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Checking segment: {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:05.764065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network c120292e-6091-46ed-a48f-d965cb54ddd1 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:05.764642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Network hostable DHCP agents. Network: 759c58b5-a459-4d4b-adc0-bc676398b750, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:05.796642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.796642 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP e98dd7fe-3e95-4eae-be40-012b4723bbd9 disassociated (deleted). External IP: 172.26.7.108, port: 4dabc5c5-3ead-4ec7-83e5-d006cb94c978. Dec 24 03:00:05.799959 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-184ba63a-4c0e-4a45-bdc8-9926c286316a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3519249 Dec 24 03:00:05.814641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:05.843406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.854417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Network 561f25ed-c28f-41d4-bc75-98da37010ec9 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:05.887925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c120292e-6091-46ed-a48f-d965cb54ddd1) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:05.894622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:05.896486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.896639 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.0965090 Dec 24 03:00:05.900078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59908) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:05.910962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:05.925274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:05.932521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:05.941679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72f208-d38e-40e6-be37-61d000939fe6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=bd194c57-966e-48be-83e0-72c6ef21e799,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:05.947884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Provisioning complete for port f8735da7-d680-49ee-a7b4-19c9799092b4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:05.948641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:05.951724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4a046-b211-43f0-91db-1ef5dd0df755 None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:05.969928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port cf016963-745e-435d-b37a-ce26f43db87a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:05.970689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.033208 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2bd3b468-03d9-4bf4-80cb-4b0ba25c6d17 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9744442 Dec 24 03:00:06.036402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:06.062420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:06.070981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port cf016963-745e-435d-b37a-ce26f43db87a, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:06.072129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.087340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for cf016963-745e-435d-b37a-ce26f43db87a owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:06.252352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c120292e-6091-46ed-a48f-d965cb54ddd1', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:06.255989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.261486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.269723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:06.287816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Network 759c58b5-a459-4d4b-adc0-bc676398b750 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:06.302111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 759c58b5-a459-4d4b-adc0-bc676398b750) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:06.307818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1ba907-8ae9-4df3-a61b-8a3d56a21213,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:06.316641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.317924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:06.318649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.321379 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-abcf7c18-3450-43a5-80a8-f83f0d8268b8 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/ff1ba907-8ae9-4df3-a61b-8a3d56a21213 HTTP/1.1" status: 204 len: 168 time: 0.9862843 Dec 24 03:00:06.325798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59912) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:06.339096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:06.342638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.379820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.393061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Attempting to bind port cf016963-745e-435d-b37a-ce26f43db87a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:06.393572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Attempting to bind port cf016963-745e-435d-b37a-ce26f43db87a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '7198c3c8-35f6-454d-b42c-e877a4ac0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:06.393944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Attempting to bind port cf016963-745e-435d-b37a-ce26f43db87a on network 561f25ed-c28f-41d4-bc75-98da37010ec9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:06.395920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Pushing event updated for resources: {'Port': ['ID=cf016963-745e-435d-b37a-ce26f43db87a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:06.416843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36df74-a065-4643-acd2-94c876c370b5 None None] Network 759c58b5-a459-4d4b-adc0-bc676398b750 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:06.419216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=cf016963-745e-435d-b37a-ce26f43db87a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:06.423570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-8e2180d5-996f-4a37-a42f-3f20322ef952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:06.425330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-8e2180d5-996f-4a37-a42f-3f20322ef952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.5505049 Dec 24 03:00:06.456438 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1fa9eee2-653d-4a11-85e8-de4925064699 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7324891 Dec 24 03:00:06.478321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59914) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:06.492635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.497607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:06.532385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:06.532810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Checking segment: {'id': '7198c3c8-35f6-454d-b42c-e877a4ac0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:06.533216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.533611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Bound using segment: {'id': '7198c3c8-35f6-454d-b42c-e877a4ac0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:06.534231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Bound port: cf016963-745e-435d-b37a-ce26f43db87a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7198c3c8-35f6-454d-b42c-e877a4ac0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '561f25ed-c28f-41d4-bc75-98da37010ec9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:06.534471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.596648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.605916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ce3f0eb6-028d-459e-b438-57dc918ece86 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:06.606292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.627422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port cf016963-745e-435d-b37a-ce26f43db87a on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:06.731270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-53c6f5ad-635e-4b1d-8436-f9fde1d8388e None None] Port cf016963-745e-435d-b37a-ce26f43db87a has been deleted concurrently {{(pid=110369) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 24 03:00:06.792165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 856a96d5-c6bb-4641-bdf1-ae78ce8783fd yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:06.842836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-759c58b5-a459-4d4b-adc0-bc676398b750', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'project_id': '6e74953de4b443cc97d50395026f5a13', 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:06.843679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.853333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.859890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 7d34c75e-b307-4466-9b18-73d9c9f251c3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:06.859890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.903805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.906032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:06.913001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-c18ebea2-7ee3-48c6-af22-cd2ca8e8b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:06.916588 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-c18ebea2-7ee3-48c6-af22-cd2ca8e8b9f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.4292388 Dec 24 03:00:06.964578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9951b4-c2a8-4e09-be4c-c3bec0ff6ff6 None None] Update dhcp port {'port': {'network_id': '0e3086ad-b446-4a3a-b17b-c249b35733a4', 'fixed_ips': [{'subnet_id': 'ff1ba907-8ae9-4df3-a61b-8a3d56a21213'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '7d34c75e-b307-4466-9b18-73d9c9f251c3'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:00:07.029741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port 7d34c75e-b307-4466-9b18-73d9c9f251c3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7d34c75e-b307-4466-9b18-73d9c9f251c3,segment=NetworkSegment(8e4a1698-72e2-4666-bc8b-5c963900f3d6),segment_id=8e4a1698-72e2-4666-bc8b-5c963900f3d6)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:07.030217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.044507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-2e00f0da-8d72-44f6-81d5-31c3f1492ff3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.0826309 Dec 24 03:00:07.069543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.081660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.085893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 7d34c75e-b307-4466-9b18-73d9c9f251c3 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:07.107347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Allocated IP 2001:db8:2::2 (c120292e-6091-46ed-a48f-d965cb54ddd1/04fa8677-b730-4b21-8182-71cfafa542d6/c3d73d65-91fc-45ff-864e-75be538220c0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:07.110790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b9951b4-c2a8-4e09-be4c-c3bec0ff6ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.154693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Provisioning complete for port 92600204-6ebb-41dc-aa00-9ffbc6a7778f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:07.155073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.169576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:07.200209 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7d34c75e-b307-4466-9b18-73d9c9f251c3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:07.228875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-cf3385e6-41c5-47e9-9582-f19f47c4dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:07.230572 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-cf3385e6-41c5-47e9-9582-f19f47c4dc5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.1630340 Dec 24 03:00:07.307625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.308756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:07.377420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:07.378062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: bd194c57-966e-48be-83e0-72c6ef21e799, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:07.390660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.473005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network bd194c57-966e-48be-83e0-72c6ef21e799 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:07.489580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.504908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fecf:1cd8 (bf27008b-e5db-498b-855c-c2529ecfc5ee/fea0374f-29cf-4bd1-8766-cb8c69616deb/856a96d5-c6bb-4641-bdf1-ae78ce8783fd) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:07.527988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=7d34c75e-b307-4466-9b18-73d9c9f251c3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:07.538795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port 7d34c75e-b307-4466-9b18-73d9c9f251c3 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:07.541595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=518ef584-8b38-4f6e-868e-af1ea2fcc2f0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:07.551928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7d34c75e-b307-4466-9b18-73d9c9f251c3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:07.551928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7d34c75e-b307-4466-9b18-73d9c9f251c3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 03:00:07.561697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-115b5642-37f0-442d-9d54-f6b88b940570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:07.563239 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-115b5642-37f0-442d-9d54-f6b88b940570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3001237 Dec 24 03:00:07.571728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, bd194c57-966e-48be-83e0-72c6ef21e799) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:07.584392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:07.585848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.597421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc562b-9e0b-4c7c-9084-f0923e491e61 None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:07.611079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 7d34c75e-b307-4466-9b18-73d9c9f251c3 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 03:00:07.671832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.704771 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7471c9e0-cb43-416b-bfed-b447e4d48909 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7988677 Dec 24 03:00:07.705476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59918) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:07.714216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799', 'name': 'tempest-PortsIpV6TestJSON-1114505857', 'fixed_ips': [{'subnet_id': '0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee', 'ip_address': '2001:db8::10'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:07.718116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c9e64cbd-0b52-4d59-a32c-1f505969900f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:07.734405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Allocated IP 172.20.0.2 (759c58b5-a459-4d4b-adc0-bc676398b750/3f8ce843-c35a-4321-9aa3-653180da2537/165dcf4d-e3fc-4570-a263-a3a719a6a42a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:07.746238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.777986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561f25ed-c28f-41d4-bc75-98da37010ec9']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.796855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7198c3c8-35f6-454d-b42c-e877a4ac0c55') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.797511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7198c3c8-35f6-454d-b42c-e877a4ac0c55') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.813554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c9e64cbd-0b52-4d59-a32c-1f505969900f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:07.813924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c9e64cbd-0b52-4d59-a32c-1f505969900f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:07.814334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:07.822123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T02:59:59Z', 'revision_number': 3, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:00Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.833877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3086ad-b446-4a3a-b17b-c249b35733a4']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.860691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4a1698-72e2-4666-bc8b-5c963900f3d6') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.861287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4a1698-72e2-4666-bc8b-5c963900f3d6') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:07.887620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.911464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:07.911816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1ee051bd-8dc4-4c8b-8afb-1a9d33d95dd1 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:07.914943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:07.915238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Updating router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca port 682231e3-4597-44b1-92f1-d9ee8b0e204d binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:07.917683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efde7fb5-4300-4e75-b09e-93ce098c7bd9 None None] Network 0e3086ad-b446-4a3a-b17b-c249b35733a4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:07.919995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.935314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:07.935858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:07.939036 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:08.011280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.014355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.027801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.040564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:08.051410 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:08.064301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.073305 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:08.074067 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:08.075752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.097849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:08.129391 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd7815c5-377a-43c5-ba46-389999861646 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/e98dd7fe-3e95-4eae-be40-012b4723bbd9 HTTP/1.1" status: 204 len: 168 time: 5.9852095 Dec 24 03:00:08.141499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:00:08.143738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.145065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23b990-ec87-46a4-817f-542860600ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:00:08.192585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.210118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.224500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.264017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.267236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/0e3086ad-b446-4a3a-b17b-c249b35733a4 HTTP/1.1" status: 204 len: 168 time: 1.9401271 Dec 24 03:00:08.268338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef768e-d59f-4300-9e54-e8e8a3f76f4f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=0e3086ad-b446-4a3a-b17b-c249b35733a4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:08.276384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59924) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:08.297672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8:2::1 (c120292e-6091-46ed-a48f-d965cb54ddd1/04fa8677-b730-4b21-8182-71cfafa542d6/413a8da6-7028-4e41-973e-5af667d2972e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:08.386461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735acd5a-3470-4d9d-ba56-be6b20a5c08a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:08.387993 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-735acd5a-3470-4d9d-ba56-be6b20a5c08a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1090109 Dec 24 03:00:08.394000 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:08.395072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d4b24-8115-466a-bef4-1014ade0d0ae None None] Network 561f25ed-c28f-41d4-bc75-98da37010ec9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:08.404327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:08.406613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.426416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f8735da7-d680-49ee-a7b4-19c9799092b4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:08.429918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bd194c57-966e-48be-83e0-72c6ef21e799', 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': '0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:08.433640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.473014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] For port 92600204-6ebb-41dc-aa00-9ffbc6a7778f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=92600204-6ebb-41dc-aa00-9ffbc6a7778f,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:08.475418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 1bafb867-0c2b-4b06-94a8-8033281ecd70 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:08.528887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572e9db-1fc6-4a66-8f0f-c0c3a7dcdf7a None None] DHCP port deletion for 0e3086ad-b446-4a3a-b17b-c249b35733a4 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:08.533131 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0d1d4eb2-55b9-4f1c-8936-b3f6542eb3fa tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1089892 Dec 24 03:00:08.572406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59928) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:08.578192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-777625042'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:08.627689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.656197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:08.692971 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:08.723021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.723847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.730418 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:08.743268 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:08.744041 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:08.749706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:08.753488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.761745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:08.769005 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:08.776718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Pushing event updated for resources: {'Port': ['ID=c3d73d65-91fc-45ff-864e-75be538220c0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:08.835024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:08.837992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:08.869186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da69b356-8356-4d78-8d8f-39e7618c5dc1 x-openstack-request-id: req-da69b356-8356-4d78-8d8f-39e7618c5dc1 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:00:08.869763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:00:08.869763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da69b356-8356-4d78-8d8f-39e7618c5dc1 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:00:08.870175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'status': 'completed', 'code': 200} Dec 24 03:00:08.876574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-16c1f4c3-b1b0-48cc-acac-80c0b0367ef6 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2934241 Dec 24 03:00:08.878994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::10 (bd194c57-966e-48be-83e0-72c6ef21e799/0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee/1bafb867-0c2b-4b06-94a8-8033281ecd70) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:08.887860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:08.934773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:08.935053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 6817130a-0003-4da3-a581-8eb42b3e10f1 of type vlan for network d72cf316-b0de-4bbb-b6d1-3c19d2983440 Dec 24 03:00:08.942645 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:09.016577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.017672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82d36a-a892-4e41-aae2-420934e5638b None None] DHCP port deletion for 561f25ed-c28f-41d4-bc75-98da37010ec9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:09.043773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7df78e-10af-49e9-ab25-da269d97caf8 req-e035d542-b969-41e9-95b2-cb94c820126b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.051230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e7df78e-10af-49e9-ab25-da269d97caf8 req-e035d542-b969-41e9-95b2-cb94c820126b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.2216790 Dec 24 03:00:09.084700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.108913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Provisioning complete for port 682231e3-4597-44b1-92f1-d9ee8b0e204d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:09.109286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.127759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfbdec49-e481-4d94-8e5c-a47c46d4de53 req-6094e6d4-212a-4c75-a933-b9d9cf3c0f90 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972530 Dec 24 03:00:09.182794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.221147 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:09.235904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.238712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Pushing event updated for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.248363 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network c120292e-6091-46ed-a48f-d965cb54ddd1 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:09.261890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.265063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port f8735da7-d680-49ee-a7b4-19c9799092b4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:09.265459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.265572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.266198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.267172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Attempting to bind port c3d73d65-91fc-45ff-864e-75be538220c0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:09.267545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Attempting to bind port c3d73d65-91fc-45ff-864e-75be538220c0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:09.267912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Attempting to bind port c3d73d65-91fc-45ff-864e-75be538220c0 on network c120292e-6091-46ed-a48f-d965cb54ddd1 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:09.292558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:09.292558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:09.293694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.296242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.308258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=856a96d5-c6bb-4641-bdf1-ae78ce8783fd,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.310742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e7df78e-10af-49e9-ab25-da269d97caf8 req-a9a6dd59-68ec-460a-bea2-d3a96b87b2e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585387 Dec 24 03:00:09.313772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Port 682231e3-4597-44b1-92f1-d9ee8b0e204d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:09.320278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.330411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.346860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:09.347319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Checking segment: {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:09.347695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.348099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Bound using segment: {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:09.348767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Bound port: c3d73d65-91fc-45ff-864e-75be538220c0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:09.349154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.357009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.364975 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/561f25ed-c28f-41d4-bc75-98da37010ec9 HTTP/1.1" status: 204 len: 168 time: 5.9407654 Dec 24 03:00:09.366690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:09.371535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be07f-d0d7-4eff-b06d-8194fbbf5f59 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=561f25ed-c28f-41d4-bc75-98da37010ec9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.378036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Could not find standard attr ID for object 7d34c75e-b307-4466-9b18-73d9c9f251c3. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:09.378887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59932) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:09.387284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b990-ec87-46a4-817f-542860600ff4 req-15d5b079-1bab-4938-a64f-3cad55f4695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.390256 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-15d5b079-1bab-4938-a64f-3cad55f4695a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 1098 time: 0.5020900 Dec 24 03:00:09.395814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934533878'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:09.412300 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049d81c-1f36-4ecb-ace6-c1ba606d9acb None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T02:59:48Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2871a06b-089c-4036-a9ea-85c1d8e26f52', 'name': '', 'network_id': '2c69c282-c59b-4e91-ab3a-44740c021efb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:65:88:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '87401225-ef90-4762-b877-53fda6e31138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:25Z', 'updated_at': '2021-12-24T02:57:33Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '87401225-ef90-4762-b877-53fda6e31138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:09.416022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:09.439726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:09.447621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.448762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.453829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ed6f8277-7237-4b29-aea4-2bf65947a8c2 None None] Could not find standard attr ID for object 475f4df2-df45-40f5-9590-e0f84f1c8118. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:09.477947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Network 759c58b5-a459-4d4b-adc0-bc676398b750 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:09.508164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:09.512059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:09.514099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Pushing event updated for resources: {'Port': ['ID=165dcf4d-e3fc-4570-a263-a3a719a6a42a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.675550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7563ae53-354e-4ba9-8a80-987a7fc5cfc3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.7981789 Dec 24 03:00:09.675786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] For port c3d73d65-91fc-45ff-864e-75be538220c0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:09.677811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59934) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:09.717739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Provisioning complete for port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:09.718099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.721048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] For port c3d73d65-91fc-45ff-864e-75be538220c0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c3d73d65-91fc-45ff-864e-75be538220c0,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:09.732097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Attempting to bind port 165dcf4d-e3fc-4570-a263-a3a719a6a42a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:09.732535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Attempting to bind port 165dcf4d-e3fc-4570-a263-a3a719a6a42a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:09.732773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Attempting to bind port 165dcf4d-e3fc-4570-a263-a3a719a6a42a on network 759c58b5-a459-4d4b-adc0-bc676398b750 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:09.765525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c846a24b-b9f7-4f3d-b0cd-9c9b382be49c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:09.775321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:09.779216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.852279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.855079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b990-ec87-46a4-817f-542860600ff4 req-9fc11097-76d5-41fc-99fb-b21f513ec962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.856637 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-9fc11097-76d5-41fc-99fb-b21f513ec962 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 200 len: 898 time: 0.4568143 Dec 24 03:00:09.868170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b94b6-86a8-480e-bb0e-0bfe72b3ff77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.876666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2b94b6-86a8-480e-bb0e-0bfe72b3ff77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:09.883202 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9a2b94b6-86a8-480e-bb0e-0bfe72b3ff77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1989322 Dec 24 03:00:09.903969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:09.936572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:09.942178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:09.945826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-c62f1695-99bc-4b01-85e3-cfd1f73b1d28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 200 len: 217 time: 0.0658629 Dec 24 03:00:09.961698 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3880417 Dec 24 03:00:09.967183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59938) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:09.975505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:09.998316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b8173-5307-44c4-a378-7d3078eee337 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=d72cf316-b0de-4bbb-b6d1-3c19d2983440,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:09.999382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2258ccc1-0f0c-41cb-adfc-9f522d147ca3 None None] New status for floating IP e98dd7fe-3e95-4eae-be40-012b4723bbd9: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:00:10.000850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.001071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 87a03d23-3e0f-4a31-9228-b3fb61edea29 of type vlan for network 414b56a0-adb3-4abb-bd5f-a2700e70af2c Dec 24 03:00:10.010216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.018017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:10.019907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:10.020280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Checking segment: {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:10.020708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.021099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Bound using segment: {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:10.021590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Bound port: 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:10.021957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.026579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.150246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.155660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 856a96d5-c6bb-4641-bdf1-ae78ce8783fd {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:10.155660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.156879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b990-ec87-46a4-817f-542860600ff4 req-71a40498-3371-46ae-bb80-d5d2b0c09896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:10.158395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-71a40498-3371-46ae-bb80-d5d2b0c09896 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=87401225-ef90-4762-b877-53fda6e31138 HTTP/1.1" status: 200 len: 835 time: 0.2027218 Dec 24 03:00:10.167410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.230611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.264735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.311871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Allocated IP 172.26.7.3 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/44138bdc-4058-49c5-9e54-ead5797ee6c0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:10.326992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b990-ec87-46a4-817f-542860600ff4 req-64c8df4e-f2d6-4c57-8444-91cd6d2746b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:10.331741 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-64c8df4e-f2d6-4c57-8444-91cd6d2746b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2c69c282-c59b-4e91-ab3a-44740c021efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1400166 Dec 24 03:00:10.370659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network bd194c57-966e-48be-83e0-72c6ef21e799 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:10.372898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.390310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:10.396818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:10.401848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81888f4-4fcf-4bc3-aea4-32710f87d9f8 None None] Pushing event updated for resources: {'Port': ['ID=c3d73d65-91fc-45ff-864e-75be538220c0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:10.403708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:10.404349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.409233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=1bafb867-0c2b-4b06-94a8-8033281ecd70,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:10.421560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:10.428180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.438587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.445173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:10.445942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.472665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Allocated IP 2001:db8::2 (bd194c57-966e-48be-83e0-72c6ef21e799/0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee/4d9b1853-380e-4332-bb3e-4327ee3e97ac) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:10.509582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.523725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7827c1b-77f4-4255-abb2-ba4c3c3c34c9 None None] Pushing event updated for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:10.529406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 856a96d5-c6bb-4641-bdf1-ae78ce8783fd owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:10.531789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] For port 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:10.548839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:10.549215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.579842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] For port 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=165dcf4d-e3fc-4570-a263-a3a719a6a42a,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:10.606438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cc07c626-ebf3-49de-9651-1b348d8ef30b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8949161 Dec 24 03:00:10.607893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59942) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:10.613557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799', 'name': 'tempest-PortsIpV6TestJSON-781465019', 'fixed_ips': [{'subnet_id': '0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee', 'ip_address': '2001:db8::f'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:10.652235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.719618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.777615 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3835716 Dec 24 03:00:10.787334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59944) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:10.802560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:10.823924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c638b-f424-460a-8e28-7f4205e99059 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=414b56a0-adb3-4abb-bd5f-a2700e70af2c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:10.849870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Attempting to bind port 682231e3-4597-44b1-92f1-d9ee8b0e204d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:10.849870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Attempting to bind port 682231e3-4597-44b1-92f1-d9ee8b0e204d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:10.850945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Attempting to bind port 682231e3-4597-44b1-92f1-d9ee8b0e204d on network f365a31b-cb3e-4f4b-8efd-e9161e1a887f {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:10.862206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:10.920948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:10.921331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Checking segment: {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:10.921730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.922132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Bound using segment: {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:10.922639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Bound port: 682231e3-4597-44b1-92f1-d9ee8b0e204d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159be57f-1489-4e7a-8d96-8591b1882adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:10.923007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:10.931527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] For port 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7488725c-74ba-4c6a-a8a4-d88df2075fa9,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:10.962859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7473cf7-6cd1-48f5-8e9e-72e60061546a req-dee21d79-2626-4549-810b-f511b5ff7749 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:10.965670 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f7473cf7-6cd1-48f5-8e9e-72e60061546a req-dee21d79-2626-4549-810b-f511b5ff7749 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.5598319 Dec 24 03:00:11.012526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-a02ec561-f018-47e9-8cf8-71a1d23d5407 service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608515 Dec 24 03:00:11.018524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-bfb73c10-575f-458e-9d5d-3eaa68e262b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:11.020238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-bfb73c10-575f-458e-9d5d-3eaa68e262b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.4532163 Dec 24 03:00:11.048067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.048660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.089380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.103446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea06df9-0c57-43c3-a536-246ada55ca2a None None] Pushing event updated for resources: {'Port': ['ID=165dcf4d-e3fc-4570-a263-a3a719a6a42a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:11.125423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Could not find standard attr ID for object cf016963-745e-435d-b37a-ce26f43db87a. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:11.135578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:11.141504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.144099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.148756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.152156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.234014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port ac73ed9e-2374-436a-8708-9019c89f20a9 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:11.240317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.251409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7488725c-74ba-4c6a-a8a4-d88df2075fa9 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:11.299268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Provisioning complete for port 92600204-6ebb-41dc-aa00-9ffbc6a7778f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:11.299648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.337970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=856a96d5-c6bb-4641-bdf1-ae78ce8783fd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:11.349400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] For port 682231e3-4597-44b1-92f1-d9ee8b0e204d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:11.355436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.372382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Pushing event updated for resources: {'Port': ['ID=7488725c-74ba-4c6a-a8a4-d88df2075fa9,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:11.389804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] For port 682231e3-4597-44b1-92f1-d9ee8b0e204d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=682231e3-4597-44b1-92f1-d9ee8b0e204d,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:11.449411 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f7473cf7-6cd1-48f5-8e9e-72e60061546a req-891f0e80-1e6d-4917-8c51-9689325cefff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508352 Dec 24 03:00:11.463617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:11.466028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Pushing event updated for resources: {'Port': ['ID=4d9b1853-380e-4332-bb3e-4327ee3e97ac,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:11.474227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:11.486190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:11.495055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.538633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:11.545129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.612558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7827c1b-77f4-4255-abb2-ba4c3c3c34c9 None None] Pushing event updated for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:11.634893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::f (bd194c57-966e-48be-83e0-72c6ef21e799/0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee/ac73ed9e-2374-436a-8708-9019c89f20a9) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:11.670777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:11.671509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.759025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:11.759805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:11.782270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Attempting to bind port 4d9b1853-380e-4332-bb3e-4327ee3e97ac on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:11.782937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Attempting to bind port 4d9b1853-380e-4332-bb3e-4327ee3e97ac by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:11.783646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Attempting to bind port 4d9b1853-380e-4332-bb3e-4327ee3e97ac on network bd194c57-966e-48be-83e0-72c6ef21e799 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:11.856470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.913983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.916570 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b72edff-d6a0-4cf7-ab61-7ce734b84ae2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/856a96d5-c6bb-4641-bdf1-ae78ce8783fd HTTP/1.1" status: 204 len: 168 time: 1.9762256 Dec 24 03:00:11.920668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:11.921066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Checking segment: {'id': '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:11.921446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.921842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Bound using segment: {'id': '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:11.922718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Bound port: 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'bd194c57-966e-48be-83e0-72c6ef21e799'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:11.923122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:11.928178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:11.955328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network c120292e-6091-46ed-a48f-d965cb54ddd1 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:11.989562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:12.003521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.059419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:12.120087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network bd194c57-966e-48be-83e0-72c6ef21e799 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:12.121186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Provisioning complete for port 682231e3-4597-44b1-92f1-d9ee8b0e204d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:12.121504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.143477 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c23b990-ec87-46a4-817f-542860600ff4 req-e48f1146-7c1b-4a50-84eb-f1d3aa7f024e service neutron] 10.222.0.49 "GET /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1100047 Dec 24 03:00:12.144308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.157664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:12.159935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:12.160616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] For port 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:12.169638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.170411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.185350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.212197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d21e9-fb93-48a4-ac9b-0e72b6a5cf14 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.214337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d21e9-fb93-48a4-ac9b-0e72b6a5cf14 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.217963 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-646d21e9-fb93-48a4-ac9b-0e72b6a5cf14 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2863648 Dec 24 03:00:12.227688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.238373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59950) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:12.319776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=ac73ed9e-2374-436a-8708-9019c89f20a9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.346560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:12.419896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] For port 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4d9b1853-380e-4332-bb3e-4327ee3e97ac,segment=NetworkSegment(459507c4-5b1c-45c0-9cfd-4fa1e47c53cf),segment_id=459507c4-5b1c-45c0-9cfd-4fa1e47c53cf)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:12.431827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e36046-f94b-45f1-a27a-56dfaa320ae4 None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:12.471293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:12.482398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=f22b7308-a587-4f78-b5d2-9ff8d2e4e835,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.487160 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ff99e925-3dfc-461e-a6c7-3baacba1d188 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4466338 Dec 24 03:00:12.487811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59954) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:12.493353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-780237789'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:12.511492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:12.512660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.518769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ee93c21a-7d6a-4107-b4d5-7c13193ad8bf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9076192 Dec 24 03:00:12.519654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59956) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:12.523200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:12.545454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 92600204-6ebb-41dc-aa00-9ffbc6a7778f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:12.558713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:12.575197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:12.585705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71020a7-31ad-40fd-a66b-55a539d76ecd None None] Network 759c58b5-a459-4d4b-adc0-bc676398b750 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:12.596674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1f6e70-23a5-43f2-9fe4-f6d09042f21f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:12.608603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Pushing event updated for resources: {'Port': ['ID=44138bdc-4058-49c5-9e54-ead5797ee6c0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.628027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.643885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '6817130a-0003-4da3-a581-8eb42b3e10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:12.644263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: d72cf316-b0de-4bbb-b6d1-3c19d2983440, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:12.663006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.671955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809609b-696e-41fd-bd71-38edd5b453b9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.677547 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f809609b-696e-41fd-bd71-38edd5b453b9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1533153 Dec 24 03:00:12.677547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59958) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:12.684106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet fea0374f-29cf-4bd1-8766-cb8c69616deb {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:12.701934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c267e-a6d1-4e0e-9352-8bc7ae7c3fba req-03a6bbe0-514d-412a-b777-566d77e2856b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.703459 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d37c267e-a6d1-4e0e-9352-8bc7ae7c3fba req-03a6bbe0-514d-412a-b777-566d77e2856b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 945 time: 0.1361465 Dec 24 03:00:12.714147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.747468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:12.751039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.826602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08befc6-76ee-4a73-963d-16628f7dd949 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.831789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08befc6-76ee-4a73-963d-16628f7dd949 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.839714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08befc6-76ee-4a73-963d-16628f7dd949 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:12.843738 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c08befc6-76ee-4a73-963d-16628f7dd949 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1632748 Dec 24 03:00:12.845586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59960) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:12.856715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d37c267e-a6d1-4e0e-9352-8bc7ae7c3fba req-65ae294c-2799-4abe-a448-925b528a1be1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=55b84c20-5f7e-4255-93d4-4dbac8564035&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342299 Dec 24 03:00:12.862173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:12.876559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:12.887297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.888546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.906400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cfa43-ae11-4d94-becb-d7d927ead5b9 None None] Pushing event updated for resources: {'Port': ['ID=4d9b1853-380e-4332-bb3e-4327ee3e97ac,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.910954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.911311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added segment c5409d39-2d6a-451e-82c6-08d679eeb461 of type vlan for network db3be8ea-002e-4128-b830-5560694bf59a Dec 24 03:00:12.952853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=7e699b0e-0447-4489-b1c4-cee72a9855bb,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:12.995295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 92600204-6ebb-41dc-aa00-9ffbc6a7778f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:12.995675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:12.997646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.015491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:13.016264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.028680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] For port 682231e3-4597-44b1-92f1-d9ee8b0e204d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=682231e3-4597-44b1-92f1-d9ee8b0e204d,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:13.042721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port ac73ed9e-2374-436a-8708-9019c89f20a9 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:13.045946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.047989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d72cf316-b0de-4bbb-b6d1-3c19d2983440) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:13.069818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:13.076738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:13.077402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.085913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '87a03d23-3e0f-4a31-9228-b3fb61edea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:13.086394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 414b56a0-adb3-4abb-bd5f-a2700e70af2c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:13.139261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.143474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:11Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:13.156673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:13.156673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.190048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.196305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85d7da-816d-4f1f-8289-3a002c4fcb14 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:11Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:13.228834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964d3a91-c980-4138-8f06-224b50ab61db None None] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:13.244858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.275469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.289926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:13.297173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for ac73ed9e-2374-436a-8708-9019c89f20a9 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:13.300778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Could not find standard attr ID for object 7d34c75e-b307-4466-9b18-73d9c9f251c3. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:13.321033 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8318009 Dec 24 03:00:13.327908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59964) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:13.338162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'subnet': {'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:13.392289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ee779-7176-4ad4-8dd5-444a2143568a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Network': ['ID=db3be8ea-002e-4128-b830-5560694bf59a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:13.507941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:13.508625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network db3be8ea-002e-4128-b830-5560694bf59a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:13.521871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-32979a2c-b4da-47f1-916a-7e3e8d49b700 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5502779 Dec 24 03:00:13.527972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59966) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:13.545393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440', 'name': 'tempest-PortsTestJSON-200196941'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:13.619168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d129b223-3e9a-4c61-95a3-53367c6bdcb6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:13.651853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 414b56a0-adb3-4abb-bd5f-a2700e70af2c) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:13.683833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Made reservation on behalf of 5f997d137aea4bfaa5fb914e85e7e59d for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:13.687592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.717561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6715151-94c2-4ec1-ac2a-e408ade63678 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:13.778545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:13.779165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.959518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.985934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d72cf316-b0de-4bbb-b6d1-3c19d2983440', 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': 'f22b7308-a587-4f78-b5d2-9ff8d2e4e835'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:13.986888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:13.993100 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No ports have port_id starting with 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 Dec 24 03:00:13.994277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Provisioning complete for port 44138bdc-4058-49c5-9e54-ead5797ee6c0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:13.994656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.013443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.095474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-414b56a0-adb3-4abb-bd5f-a2700e70af2c', 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': '7e699b0e-0447-4489-b1c4-cee72a9855bb'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:14.096359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.111144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.122460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df6ce-2558-4bca-9c84-f270b2048834 None None] Pushing event updated for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:14.132753 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/ac73ed9e-2374-436a-8708-9019c89f20a9 HTTP/1.1" status: 204 len: 168 time: 1.2868292 Dec 24 03:00:14.144169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.154159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59974) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.157027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400a17c-4e08-48e7-992f-e56dc7a1ac35 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=ac73ed9e-2374-436a-8708-9019c89f20a9,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:14.207099 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-293c21e1-3562-4875-98a4-8b61d962026f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4100249 Dec 24 03:00:14.212516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59976) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.231823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=4dabc5c5-3ead-4ec7-83e5-d006cb94c978,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:14.243244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:14.343892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.348524 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/fea0374f-29cf-4bd1-8766-cb8c69616deb HTTP/1.1" status: 204 len: 168 time: 2.1026831 Dec 24 03:00:14.355335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.356638 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00ea365-a934-4a40-876f-45aafce3337b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 03:00:14.358371 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a00ea365-a934-4a40-876f-45aafce3337b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/ac73ed9e-2374-436a-8708-9019c89f20a9 HTTP/1.1" status: 404 len: 333 time: 0.1993430 Dec 24 03:00:14.382633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa00452-745c-4661-ab4a-6a89a206fee5 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:14.390096 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1265fc54-014a-411a-906e-d37a567d50f9 req-e66730df-161d-4c9a-8fde-a8f6f13276ae tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.2360435 Dec 24 03:00:14.392974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59980) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.408855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.498712 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7bce7b8e-578f-459a-9005-78c3439aab5f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013236 Dec 24 03:00:14.507478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59982) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.556088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c58bed-e1a1-4513-b828-a97f554487c5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=fea0374f-29cf-4bd1-8766-cb8c69616deb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:14.562574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Port 44138bdc-4058-49c5-9e54-ead5797ee6c0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:14.570702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Could not find standard attr ID for object 856a96d5-c6bb-4641-bdf1-ae78ce8783fd. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:14.614828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 4dabc5c5-3ead-4ec7-83e5-d006cb94c978 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:14.618460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.622108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3f2af8a7-ec48-40f5-8806-921262617c3b req-a01644e3-39da-40cf-a557-f92b5259154f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/4dabc5c5-3ead-4ec7-83e5-d006cb94c978 HTTP/1.1" status: 204 len: 173 time: 3.5643885 Dec 24 03:00:14.642861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'name': 'network-vif-deleted', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:00:14.654841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bcbcbb-d5fc-45cb-8bfb-5da7c51f994c" -d '{"events": [{"server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "name": "network-vif-deleted", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:00:14.657797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.695806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Allocated IP 172.20.0.2 (d72cf316-b0de-4bbb-b6d1-3c19d2983440/f22b7308-a587-4f78-b5d2-9ff8d2e4e835/b535cc00-83df-42a7-bc52-1c99102c2b4d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:14.718684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d129b223-3e9a-4c61-95a3-53367c6bdcb6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:14.719061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.758814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Subnet': ['ID=300e0e0e-15df-49be-926d-e69cda038c46,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:14.768925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e9fb2-8701-417a-8131-50aed1b05095 None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:14.781147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Provisioning complete for port 165dcf4d-e3fc-4570-a263-a3a719a6a42a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:14.781528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:14.807249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8daf68-a1ef-4134-8979-43ba5a86b891 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:14.816608 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3a8daf68-a1ef-4134-8979-43ba5a86b891 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3034272 Dec 24 03:00:14.818201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Checking segment: {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:14.818630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network hostable DHCP agents. Network: db3be8ea-002e-4128-b830-5560694bf59a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:14.823112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59986) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:14.988919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae27bc-c909-4ceb-be77-eac074d373d9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:14.991090 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-45ae27bc-c909-4ceb-be77-eac074d373d9 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1642301 Dec 24 03:00:14.997758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59988) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:15.021699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 1bafb867-0c2b-4b06-94a8-8033281ecd70 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:15.024472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.184502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:15.243040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-5d8471c2-946e-44e1-acb6-df21dadb170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:15.244870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-5d8471c2-946e-44e1-acb6-df21dadb170c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 1.1235435 Dec 24 03:00:15.245618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:15.250062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.268527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0111fd37-d9fb-4f28-a63d-524303258b00 x-openstack-request-id: req-0111fd37-d9fb-4f28-a63d-524303258b00 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:00:15.268825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205db4f9-b45d-4b67-8806-6d53fc27b26b", "name": "network-vif-deleted", "tag": "4dabc5c5-3ead-4ec7-83e5-d006cb94c978", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:00:15.269364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0111fd37-d9fb-4f28-a63d-524303258b00 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:00:15.269851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205db4f9-b45d-4b67-8806-6d53fc27b26b', 'name': 'network-vif-deleted', 'tag': '4dabc5c5-3ead-4ec7-83e5-d006cb94c978', 'status': 'completed', 'code': 200} Dec 24 03:00:15.327159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Allocated IP 2001:db8::2 (414b56a0-adb3-4abb-bd5f-a2700e70af2c/7e699b0e-0447-4489-b1c4-cee72a9855bb/15201780-32cd-40f7-962f-46757d419786) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:15.349540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b8359-a952-482c-9e77-eaecfdf811c5 req-d28e88f0-f55d-45f7-bc01-3d4a2380b7e0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:15.351312 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-013b8359-a952-482c-9e77-eaecfdf811c5 req-d28e88f0-f55d-45f7-bc01-3d4a2380b7e0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 1.2337987 Dec 24 03:00:15.362149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port ec8e22b7-a05d-4ae9-952a-26f9cdec8973 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:15.381808 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:15.403375 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:15.404332 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:15.540761 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:15.593213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.594081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network db3be8ea-002e-4128-b830-5560694bf59a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:15.604490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7d34c75e-b307-4466-9b18-73d9c9f251c3 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:15.608593 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f8d4c1b1-3868-4dcb-b270-751584c07793 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6091504 Dec 24 03:00:15.628509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59992) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:15.630426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Deleting port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:15.630426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.650624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:15.683623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.685439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.686875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7d34c75e-b307-4466-9b18-73d9c9f251c3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:15.687228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7d34c75e-b307-4466-9b18-73d9c9f251c3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:15.700879 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-013b8359-a952-482c-9e77-eaecfdf811c5 req-73c16859-27b6-4276-8093-bd5aedaf538a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248358 Dec 24 03:00:15.740567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 1bafb867-0c2b-4b06-94a8-8033281ecd70 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:15.795140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-0d6fc6d5-1219-4d81-8424-abddf3ab510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:15.795140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-0d6fc6d5-1219-4d81-8424-abddf3ab510a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.5269220 Dec 24 03:00:15.820579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.856618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] For port 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=165dcf4d-e3fc-4570-a263-a3a719a6a42a,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:15.901547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.918450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:15.924208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:15.978852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d095dd7d-c184-4982-a59d-1858f71f867c req-dd00125b-9f67-4fa1-82a2-c4281cfef66f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=205db4f9-b45d-4b67-8806-6d53fc27b26b HTTP/1.1" status: 200 len: 210 time: 0.0806556 Dec 24 03:00:15.982005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, db3be8ea-002e-4128-b830-5560694bf59a) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:15.989301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:15.990018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.030145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64f359-0083-49dc-9630-e37e23b0cc3a None None] Network db3be8ea-002e-4128-b830-5560694bf59a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:16.032046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.052228 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:16.057761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] For port 7488725c-74ba-4c6a-a8a4-d88df2075fa9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7488725c-74ba-4c6a-a8a4-d88df2075fa9,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:16.058584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.099369 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:16.099369 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Updating router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca port 413a8da6-7028-4e41-973e-5af667d2972e binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:16.115718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-5853599e-ba67-4918-97c1-489afc78d243 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.2828081 Dec 24 03:00:16.132828 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.143647 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:16.173004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.3 (d72cf316-b0de-4bbb-b6d1-3c19d2983440/f22b7308-a587-4f78-b5d2-9ff8d2e4e835/ec8e22b7-a05d-4ae9-952a-26f9cdec8973) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:16.200169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f6cd9d38-ee07-4246-95a1-23376d6c6ceb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8651533 Dec 24 03:00:16.203744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:16.238978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:16.248899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:16.272956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Calling delete_port for 7488725c-74ba-4c6a-a8a4-d88df2075fa9 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:16.275100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.279097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Pushing event updated for resources: {'Port': ['ID=b535cc00-83df-42a7-bc52-1c99102c2b4d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:16.323946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c3d73d65-91fc-45ff-864e-75be538220c0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:16.325810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Provisioning complete for port 682231e3-4597-44b1-92f1-d9ee8b0e204d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:16.327981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.338814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-b71dbdf7-e8e1-40d0-9306-5eb5e16fef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:16.340725 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-b71dbdf7-e8e1-40d0-9306-5eb5e16fef2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.2049437 Dec 24 03:00:16.421286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:16.426536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.464323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.557534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=1bafb867-0c2b-4b06-94a8-8033281ecd70,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:16.566418 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.596233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Pushing event updated for resources: {'Port': ['ID=165dcf4d-e3fc-4570-a263-a3a719a6a42a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:16.607528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-3978eb7d-fab6-4c9f-a9f1-d416627eeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:16.607759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.609796 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-3978eb7d-fab6-4c9f-a9f1-d416627eeac9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533634 Dec 24 03:00:16.616562 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8892a639-98df-415e-8369-81e03d6c2ed9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/1bafb867-0c2b-4b06-94a8-8033281ecd70 HTTP/1.1" status: 204 len: 168 time: 2.2130191 Dec 24 03:00:16.616562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 59996) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:16.643500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.658039 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-179a23e7-be00-4ed3-bd50-78d58178f345 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 03:00:16.661548 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.676498 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-179a23e7-be00-4ed3-bd50-78d58178f345 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/1bafb867-0c2b-4b06-94a8-8033281ecd70 HTTP/1.1" status: 404 len: 333 time: 0.0589495 Dec 24 03:00:16.678211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Attempting to bind port b535cc00-83df-42a7-bc52-1c99102c2b4d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:16.678836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Attempting to bind port b535cc00-83df-42a7-bc52-1c99102c2b4d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '6817130a-0003-4da3-a581-8eb42b3e10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:16.679309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Attempting to bind port b535cc00-83df-42a7-bc52-1c99102c2b4d on network d72cf316-b0de-4bbb-b6d1-3c19d2983440 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:16.683698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 59998) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:16.763358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:16.763724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Checking segment: {'id': '6817130a-0003-4da3-a581-8eb42b3e10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:16.764126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.764531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Bound using segment: {'id': '6817130a-0003-4da3-a581-8eb42b3e10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:16.765016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Bound port: b535cc00-83df-42a7-bc52-1c99102c2b4d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6817130a-0003-4da3-a581-8eb42b3e10f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:16.765447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.776257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdab534-70c7-4023-8c6d-adca84ba57f3 None None] Pushing event updated for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:16.789296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Pushing event updated for resources: {'Port': ['ID=15201780-32cd-40f7-962f-46757d419786,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:16.855091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.884030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Router 72c63856-d89f-4c83-8f6d-394295316fb4 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:00:16.933349 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Attempting to bind port 413a8da6-7028-4e41-973e-5af667d2972e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:16.933747 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Attempting to bind port 413a8da6-7028-4e41-973e-5af667d2972e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:16.934116 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Attempting to bind port 413a8da6-7028-4e41-973e-5af667d2972e on network c120292e-6091-46ed-a48f-d965cb54ddd1 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:16.937974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c3d73d65-91fc-45ff-864e-75be538220c0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:16.938346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.960887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet 0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:16.966862 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:16.967619 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Checking segment: {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:16.968239 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.969361 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Bound using segment: {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:16.970063 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Bound port: 413a8da6-7028-4e41-973e-5af667d2972e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:16.970685 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:16.986753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.037845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:17.039262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] For port b535cc00-83df-42a7-bc52-1c99102c2b4d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:17.060353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.066182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-db3be8ea-002e-4128-b830-5560694bf59a', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:17.066182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.087406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60004) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:17.112909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:17.117434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:17.145916 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] For port 413a8da6-7028-4e41-973e-5af667d2972e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:17.158272 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] For port 413a8da6-7028-4e41-973e-5af667d2972e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=413a8da6-7028-4e41-973e-5af667d2972e,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:17.164102 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-3cbb3840-7ea9-40fb-baae-a0e97c21b3e4 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016623 Dec 24 03:00:17.183118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] For port b535cc00-83df-42a7-bc52-1c99102c2b4d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b535cc00-83df-42a7-bc52-1c99102c2b4d,segment=NetworkSegment(6817130a-0003-4da3-a581-8eb42b3e10f1),segment_id=6817130a-0003-4da3-a581-8eb42b3e10f1)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:17.200527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.246025 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.270127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.330015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.335162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:17.335771 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:17.340972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.459139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Attempting to bind port 15201780-32cd-40f7-962f-46757d419786 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:17.460827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Attempting to bind port 15201780-32cd-40f7-962f-46757d419786 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '87a03d23-3e0f-4a31-9228-b3fb61edea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:17.471518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Attempting to bind port 15201780-32cd-40f7-962f-46757d419786 on network 414b56a0-adb3-4abb-bd5f-a2700e70af2c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:17.526092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.528605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:17.529316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Checking segment: {'id': '87a03d23-3e0f-4a31-9228-b3fb61edea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:17.529930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.530519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Bound using segment: {'id': '87a03d23-3e0f-4a31-9228-b3fb61edea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:17.531211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Bound port: 15201780-32cd-40f7-962f-46757d419786, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a03d23-3e0f-4a31-9228-b3fb61edea29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:17.531818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.588302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:17.598468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Provisioning complete for port c3d73d65-91fc-45ff-864e-75be538220c0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:17.599491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ef69a8d-30c8-4791-883b-7ef6246cacdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.601908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.638004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54ba0-1420-4b3d-8fb0-80f1fed464ed None None] Pushing event updated for resources: {'Port': ['ID=b535cc00-83df-42a7-bc52-1c99102c2b4d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:17.655908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.658594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:17.660224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/55b84c20-5f7e-4255-93d4-4dbac8564035 HTTP/1.1" status: 204 len: 168 time: 0.5714409 Dec 24 03:00:17.700757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac72aec-6d33-472e-a8b3-86d501cd3769 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b84c20-5f7e-4255-93d4-4dbac8564035,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:17.718564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] Pushing event deleted for resources: {'Port': ['ID=7488725c-74ba-4c6a-a8a4-d88df2075fa9,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:17.724789 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdab534-70c7-4023-8c6d-adca84ba57f3 None None] Pushing event updated for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:17.753256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Allocated IP 2001:db8:3::2 (db3be8ea-002e-4128-b830-5560694bf59a/300e0e0e-15df-49be-926d-e69cda038c46/86d01195-c86b-4609-9bc7-466664775af0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:17.758619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7d43e-bf0c-455c-93d8-7e5b8b3b2749 None None] No DVR routers for this DVR port 7488725c-74ba-4c6a-a8a4-d88df2075fa9 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:17.790353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60008) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:18.071527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port c3d73d65-91fc-45ff-864e-75be538220c0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c3d73d65-91fc-45ff-864e-75be538220c0,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:18.109597 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:17Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:18.124095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f9df9-fb43-438e-bc4f-dfa03b2552c4 req-06df2713-dd56-49d1-bb1b-c95abd6cec16 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:18.125726 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a25f9df9-fb43-438e-bc4f-dfa03b2552c4 req-06df2713-dd56-49d1-bb1b-c95abd6cec16 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 1.2287517 Dec 24 03:00:18.131412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.157411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56fdc21-0704-41d7-84d8-f5198a225181 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:17Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:18.169325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] For port 15201780-32cd-40f7-962f-46757d419786, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:18.194999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] For port 15201780-32cd-40f7-962f-46757d419786, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=15201780-32cd-40f7-962f-46757d419786,segment=NetworkSegment(87a03d23-3e0f-4a31-9228-b3fb61edea29),segment_id=87a03d23-3e0f-4a31-9228-b3fb61edea29)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:18.205958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.210962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.214464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.214815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4d9b1853-380e-4332-bb3e-4327ee3e97ac up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:18.295553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.322211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:18.324783 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-130f99d6-f559-47c4-8e85-fc8633d0ace4 req-9633ea2c-2ce4-4bc4-826b-504e58648001 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0369015 Dec 24 03:00:18.335557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:18.365378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Sync routers for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:18.402525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:18.405174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=ec8e22b7-a05d-4ae9-952a-26f9cdec8973,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:18.408648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:18.419225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:18.421021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T02:59:53Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:18.446530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.509733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:18.512994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:18.516309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=bd712efe-4b2c-4dda-837c-ffae1a36d503,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:18.523147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:18.524060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.573595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=c3d73d65-91fc-45ff-864e-75be538220c0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:18.604692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.646667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Could not find standard attr ID for object 1bafb867-0c2b-4b06-94a8-8033281ecd70. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:18.663453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:00:18.677496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a25f9df9-fb43-438e-bc4f-dfa03b2552c4 req-042ac894-bfb6-404b-a535-d9bc3851a6c9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436797 Dec 24 03:00:18.690379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.700932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae84d799-23f7-4cc0-a9e5-b7da763bb237 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2129846 Dec 24 03:00:18.711752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Provisioning complete for port 165dcf4d-e3fc-4570-a263-a3a719a6a42a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:18.711752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.714782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.744759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.759651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60010) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:18.777039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:18.777937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.787840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:18.794650 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d798765-5657-4bcc-9e59-53e8f4b779c6 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.5590670 Dec 24 03:00:18.796061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60012) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:18.827290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:18.882857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e5978-dab4-4693-b71c-da6f80b4237b None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:18.913667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:18.917788 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d11a3bd7-a181-4f81-a347-a0b091e56ae1 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee HTTP/1.1" status: 204 len: 168 time: 2.2303360 Dec 24 03:00:18.922281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Allocated IP 2001:db8:3::1 (db3be8ea-002e-4128-b830-5560694bf59a/300e0e0e-15df-49be-926d-e69cda038c46/3f30bcf7-8096-434a-b442-9e0b6c569623) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:18.932934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60014) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:19.006334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.010118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd312e31-b2ac-4c16-bc6e-9e19600b6f95 None None] Pushing event updated for resources: {'Port': ['ID=15201780-32cd-40f7-962f-46757d419786,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:19.056485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4d9b1853-380e-4332-bb3e-4327ee3e97ac triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:19.056918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.073716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.081130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.096707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:19.104598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Pushing event updated for resources: {'Port': ['ID=86d01195-c86b-4609-9bc7-466664775af0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:19.119761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:19.121591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=f595625f-8342-4832-9da8-4e867c10b8ae,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:19.130472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.130472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.181027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.185015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc88a52e-36ee-4df5-8e16-82f6628f0e10 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:19.187088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb823670-26d4-4b9b-8a4c-1ad0ad2f47aa None None] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:19.192428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-309843ab-7d9b-4e63-b58e-c11527cc1658 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.6518457 Dec 24 03:00:19.196662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.198272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.199781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.201320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.202825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:19.204601 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-beed780d-2d73-4f52-9ee4-7bdeca7f10e2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4058805 Dec 24 03:00:19.205353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60016) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:19.221229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60018) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:19.233242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': 'd72cf316-b0de-4bbb-b6d1-3c19d2983440', 'name': 'tempest-PortsTestJSON-265698586'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:19.242650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312330087'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:19.317230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network db3be8ea-002e-4128-b830-5560694bf59a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:19.328489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Network db3be8ea-002e-4128-b830-5560694bf59a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:19.330021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:19.337083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:19.340301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.340482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:19.340580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=3f30bcf7-8096-434a-b442-9e0b6c569623,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:19.346545 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d5004702-d532-4564-a247-04dde6bef16c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.7103374 Dec 24 03:00:19.360600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60020) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:19.369667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:64:0e:49', 'name': 'tempest-NetworksTestDHCPv6-357022832'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:19.389950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:19.529311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 4d9b1853-380e-4332-bb3e-4327ee3e97ac {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:19.530608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.576080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:19.579744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.607988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] DHCP port deletion for bd194c57-966e-48be-83e0-72c6ef21e799 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:19.624790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.646423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.652225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 2871a06b-089c-4036-a9ea-85c1d8e26f52 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:19.652790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.679382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:19.684716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.701550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4d9b1853-380e-4332-bb3e-4327ee3e97ac,segment=NetworkSegment(459507c4-5b1c-45c0-9cfd-4fa1e47c53cf),segment_id=459507c4-5b1c-45c0-9cfd-4fa1e47c53cf)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:19.701956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.723651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 04f5c99e-1c9d-48d3-8148-ffdb22a28a76 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:19.751618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Attempting to bind port 86d01195-c86b-4609-9bc7-466664775af0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:19.752219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Attempting to bind port 86d01195-c86b-4609-9bc7-466664775af0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:19.752318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Attempting to bind port 86d01195-c86b-4609-9bc7-466664775af0 on network db3be8ea-002e-4128-b830-5560694bf59a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:19.783208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 4d9b1853-380e-4332-bb3e-4327ee3e97ac owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:19.801764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:19.811749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:19.812137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Checking segment: {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:19.812506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.813347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Bound using segment: {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:19.813593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Bound port: 86d01195-c86b-4609-9bc7-466664775af0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:19.813781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.828596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'f595625f-8342-4832-9da8-4e867c10b8ae'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:19.829024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.850245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4d9b1853-380e-4332-bb3e-4327ee3e97ac,segment=NetworkSegment(459507c4-5b1c-45c0-9cfd-4fa1e47c53cf),segment_id=459507c4-5b1c-45c0-9cfd-4fa1e47c53cf)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:19.881054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.881631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 92704947-a9cd-4f03-bf1f-382a781ca472 of type vlan for network 7088f11a-5af0-451e-9f73-45ed69ce5e54 Dec 24 03:00:19.883116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Provisioning complete for port c3d73d65-91fc-45ff-864e-75be538220c0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:19.883496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.933140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.975137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:19.975987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165dcf4d-e3fc-4570-a263-a3a719a6a42a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:20.022091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:20.046640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:13Z', 'revision_number': 3, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:20.088479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.180015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.187183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:20.187977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.205485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port 4d9b1853-380e-4332-bb3e-4327ee3e97ac on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:20.219776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 2871a06b-089c-4036-a9ea-85c1d8e26f52, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2871a06b-089c-4036-a9ea-85c1d8e26f52,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:20.220244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.230480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09cef2-bcf3-4e2e-8bc7-a1c08fe60024 req-b9bcefbe-c587-46e9-99ec-8b97915b145a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:20.232081 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cb09cef2-bcf3-4e2e-8bc7-a1c08fe60024 req-b9bcefbe-c587-46e9-99ec-8b97915b145a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.3256578 Dec 24 03:00:20.233680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=4d9b1853-380e-4332-bb3e-4327ee3e97ac,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:20.289151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 2871a06b-089c-4036-a9ea-85c1d8e26f52 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:20.338386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.7 (d72cf316-b0de-4bbb-b6d1-3c19d2983440/f22b7308-a587-4f78-b5d2-9ff8d2e4e835/04f5c99e-1c9d-48d3-8148-ffdb22a28a76) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:20.384586 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1581316 Dec 24 03:00:20.394458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60024) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:20.399192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Checking router: 72c63856-d89f-4c83-8f6d-394295316fb4 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:20.404540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Updating router 72c63856-d89f-4c83-8f6d-394295316fb4 port 44138bdc-4058-49c5-9e54-ead5797ee6c0 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:20.404676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d90db5-772a-4a9a-b41d-dfba7c2137b5 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:20.405721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:20.425210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.433441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca398fb4-9749-4e67-b5b0-cd085b68506c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=7088f11a-5af0-451e-9f73-45ed69ce5e54,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:20.454124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.507551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:20.511724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 34b38610-45f7-4eeb-83b9-e58cf84f1e42 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:20.513045 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cb09cef2-bcf3-4e2e-8bc7-a1c08fe60024 req-5a3f20b2-ca17-4043-b01d-e78a094d6322 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676156 Dec 24 03:00:20.518425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd194c57-966e-48be-83e0-72c6ef21e799']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:20.539452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:20.539909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459507c4-5b1c-45c0-9cfd-4fa1e47c53cf') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:20.583271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.612497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.618513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.641250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:20.641713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:20.649279 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:20.653389 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:20.655569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] For port 86d01195-c86b-4609-9bc7-466664775af0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:20.699646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=4d9b1853-380e-4332-bb3e-4327ee3e97ac,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:20.722642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] For port 86d01195-c86b-4609-9bc7-466664775af0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=86d01195-c86b-4609-9bc7-466664775af0,segment=NetworkSegment(c5409d39-2d6a-451e-82c6-08d679eeb461),segment_id=c5409d39-2d6a-451e-82c6-08d679eeb461)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:20.724750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Deleting port 4d9b1853-380e-4332-bb3e-4327ee3e97ac {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:20.728024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.730558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.801992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fe64:e49 (bf27008b-e5db-498b-855c-c2529ecfc5ee/f595625f-8342-4832-9da8-4e867c10b8ae/34b38610-45f7-4eeb-83b9-e58cf84f1e42) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:20.832070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.874182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09dd5f16-9e15-43e7-9bff-3254bb005d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:20.920509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] For port 4d9b1853-380e-4332-bb3e-4327ee3e97ac, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:20.920833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.009689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.037397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Calling delete_port for 4d9b1853-380e-4332-bb3e-4327ee3e97ac owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:21.045998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Port 4d9b1853-380e-4332-bb3e-4327ee3e97ac was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:00:21.049776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 165dcf4d-e3fc-4570-a263-a3a719a6a42a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:21.049776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.090140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.103508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Could not find standard attr ID for object ac73ed9e-2374-436a-8708-9019c89f20a9. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:21.107345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.108490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.112011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9eac3f-95c3-4832-a5ca-2aa77cdbb9c8 None None] Pushing event updated for resources: {'Port': ['ID=86d01195-c86b-4609-9bc7-466664775af0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.133892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Network bd194c57-966e-48be-83e0-72c6ef21e799 is not hosted by any dhcp agent {{(pid=110369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:00:21.134355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] No DVR routers for this DVR port 4d9b1853-380e-4332-bb3e-4327ee3e97ac on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:21.149775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Could not find standard attr ID for object 4d9b1853-380e-4332-bb3e-4327ee3e97ac. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:21.181269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Update dhcp port {'port': {'network_id': '414b56a0-adb3-4abb-bd5f-a2700e70af2c', 'fixed_ips': [{'subnet_id': '7e699b0e-0447-4489-b1c4-cee72a9855bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd712efe-4b2c-4dda-837c-ffae1a36d503'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '15201780-32cd-40f7-962f-46757d419786'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:00:21.191536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25568b-d11d-402e-8a7b-6bba4b348930 None None] Pushing event deleted for resources: {'Port': ['ID=4d9b1853-380e-4332-bb3e-4327ee3e97ac,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.213050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event updated for resources: {'Port': ['ID=3f30bcf7-8096-434a-b442-9e0b6c569623,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.307793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.322361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.347570 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/bd194c57-966e-48be-83e0-72c6ef21e799 HTTP/1.1" status: 204 len: 168 time: 2.4041486 Dec 24 03:00:21.347828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60028) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:21.376762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1208488253'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:21.384154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.390202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b71557-0536-4b33-8b70-1c0fc575de18 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=bd194c57-966e-48be-83e0-72c6ef21e799,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.390418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Provisioning complete for port 413a8da6-7028-4e41-973e-5af667d2972e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:21.390418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.392920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.419514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Allocated IP 172.20.0.1 (759c58b5-a459-4d4b-adc0-bc676398b750/3f8ce843-c35a-4321-9aa3-653180da2537/1d158990-03c8-4336-a320-e9eeab47ea7c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:21.441679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.473511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Network db3be8ea-002e-4128-b830-5560694bf59a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:21.482020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:21.541338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.544365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.579158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.591543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.608442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 is not hosted by any dhcp agent {{(pid=110368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:00:21.612961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 92600204-6ebb-41dc-aa00-9ffbc6a7778f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:21.613866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:21.614476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.619281 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "PUT /v2.0/networks/7088f11a-5af0-451e-9f73-45ed69ce5e54 HTTP/1.1" status: 200 len: 723 time: 1.2203283 Dec 24 03:00:21.627338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:21.630776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.632576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60030) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:21.663393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.667126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:21.712618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.720137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=2871a06b-089c-4036-a9ea-85c1d8e26f52,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.767972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.818218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Allocated IP 2001:db8::f816:3eff:fee6:41f8 (bf27008b-e5db-498b-855c-c2529ecfc5ee/f595625f-8342-4832-9da8-4e867c10b8ae/69de1a67-69cf-4853-aea4-3a6b4bef4c65) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:21.826470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.829028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea6e68-d16c-438a-b726-f3d0bba76d35 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=7088f11a-5af0-451e-9f73-45ed69ce5e54,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.829259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:21.844965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.845507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957ece0-c4a6-426d-802b-a7f4196f4858 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:21.852837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:21.855729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:21.863729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:21.864465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.866913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:21.876454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Attempting to bind port 44138bdc-4058-49c5-9e54-ead5797ee6c0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:21.876865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Attempting to bind port 44138bdc-4058-49c5-9e54-ead5797ee6c0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:21.877643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Attempting to bind port 44138bdc-4058-49c5-9e54-ead5797ee6c0 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:21.879530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a709b8-3a92-4354-acbc-812b66e128e7 None None] Pushing event updated for resources: {'Port': ['ID=44138bdc-4058-49c5-9e54-ead5797ee6c0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.898550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=34b38610-45f7-4eeb-83b9-e58cf84f1e42,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:21.927665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Allocated IP 172.20.0.1 (414b56a0-adb3-4abb-bd5f-a2700e70af2c/bd712efe-4b2c-4dda-837c-ffae1a36d503/15201780-32cd-40f7-962f-46757d419786) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:21.940240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.940524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Network 759c58b5-a459-4d4b-adc0-bc676398b750 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:21.940524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:21.940524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:21.954838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:21.956401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:21.956768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:21.956972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.958571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:21.959069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Bound port: 44138bdc-4058-49c5-9e54-ead5797ee6c0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:21.959974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:21.971585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:21.985666 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-45f7719a-d2f0-4c47-99e0-1f17d208db7d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6176953 Dec 24 03:00:21.989264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60032) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:21.995230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Pushing event updated for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:22.029132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:22.032394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.032823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Added segment a32ec5ba-efe1-4d84-a5d1-85887d6e328d of type vlan for network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d Dec 24 03:00:22.043030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.083796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:22.102819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 92600204-6ebb-41dc-aa00-9ffbc6a7778f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:22.103337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.112289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:22.146255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=04f5c99e-1c9d-48d3-8148-ffdb22a28a76,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:22.335426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] For port 413a8da6-7028-4e41-973e-5af667d2972e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=413a8da6-7028-4e41-973e-5af667d2972e,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:22.345111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.382357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] For port 44138bdc-4058-49c5-9e54-ead5797ee6c0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:22.387406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] For port 44138bdc-4058-49c5-9e54-ead5797ee6c0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=44138bdc-4058-49c5-9e54-ead5797ee6c0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:22.390779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.399697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b44e1a9-f3ff-4ca2-8e54-9d12afd97a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.430376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.485006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced7912-0882-464d-8bb0-ad68a42b43b7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:22.490019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2ced7912-0882-464d-8bb0-ad68a42b43b7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4874279 Dec 24 03:00:22.497364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60034) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:22.585912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.593991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:22.594762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.617237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:22.617987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.621089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:22.624575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.630418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.687058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.696666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.770535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] For port 15201780-32cd-40f7-962f-46757d419786, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=15201780-32cd-40f7-962f-46757d419786,segment=NetworkSegment(87a03d23-3e0f-4a31-9228-b3fb61edea29),segment_id=87a03d23-3e0f-4a31-9228-b3fb61edea29)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:22.775245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.778454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Pushing event updated for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:22.780831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed0933-3310-4412-a412-66338297bff1 None None] Network db3be8ea-002e-4128-b830-5560694bf59a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:22.788337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:22.800289 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:22.811372 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:22.813697 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:22.823609 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f816ad7b-9872-49b3-8510-03e2643ac9e9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6175096 Dec 24 03:00:22.834142 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b62d5d0a-d467-49f3-911f-36935ced1dff tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6025333 Dec 24 03:00:22.834887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60036) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:22.840240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60038) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:22.842577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.848121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:22.852958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e01f0d6-926c-4732-9768-c2ed88728ac2 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:22.856038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:22.856868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:22.861917 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4904354 Dec 24 03:00:22.861917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986872e-e556-4d58-91d1-358b20b5365e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Network': ['ID=ab849ed2-6398-419b-bd0f-0c77b1fcdd3d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:22.872649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60040) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:22.872816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Provisioning complete for port ec8e22b7-a05d-4ae9-952a-26f9cdec8973 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:22.873020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.905688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:22.916739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 682231e3-4597-44b1-92f1-d9ee8b0e204d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:22.919824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:22.930283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:22.954432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:23.038217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Port ec8e22b7-a05d-4ae9-952a-26f9cdec8973 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:23.071581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Network 759c58b5-a459-4d4b-adc0-bc676398b750 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:23.084187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f63f-7d9a-4fc5-b9f8-32cb0f378126 None None] Pushing event updated for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:23.139676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964e6abc-da9e-43ae-867d-fe1fc1733b12 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:23.144371 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-964e6abc-da9e-43ae-867d-fe1fc1733b12 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3026772 Dec 24 03:00:23.145334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:23.150873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60042) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:23.158867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a709b8-3a92-4354-acbc-812b66e128e7 None None] Pushing event updated for resources: {'Port': ['ID=44138bdc-4058-49c5-9e54-ead5797ee6c0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:23.192502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.249300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.259648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Provisioning complete for port b535cc00-83df-42a7-bc52-1c99102c2b4d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:23.260019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.378292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:23.453439 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:19Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:20Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:23.470204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:23.472237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.476092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Pushing event updated for resources: {'Port': ['ID=69de1a67-69cf-4853-aea4-3a6b4bef4c65,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:23.488355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:23.494949 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:23.495298 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Updating router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca port 3f30bcf7-8096-434a-b442-9e0b6c569623 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:23.526574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.579874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 34b38610-45f7-4eeb-83b9-e58cf84f1e42 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:23.579874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.594116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 682231e3-4597-44b1-92f1-d9ee8b0e204d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:23.599611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.641912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:00:23.658622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:23.666723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Removed routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:00:23.667377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.679873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Router 72c63856-d89f-4c83-8f6d-394295316fb4 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:23.805146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2e4a8-33a6-45b7-b7d0-f5496678f0a8 None None] Pushing event updated for resources: {'Port': ['ID=15201780-32cd-40f7-962f-46757d419786,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:23.833630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:23.837185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.837931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Attempting to bind port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:23.838628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Attempting to bind port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:23.839164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Attempting to bind port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:23.849295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.876711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.882208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:23.896957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 34b38610-45f7-4eeb-83b9-e58cf84f1e42 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:23.901801 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3a311ad4-594e-4003-b956-c26c51e60e5f admin admin] 10.222.0.36 "PUT /v2.0/routers/72c63856-d89f-4c83-8f6d-394295316fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1209886 Dec 24 03:00:23.914232 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:23.980728 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.056648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.091502 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cfca3-f5bf-4c82-9ae4-a4342efcd36f None None] Pushing event updated for resources: {'Port': ['ID=3f30bcf7-8096-434a-b442-9e0b6c569623,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:24.120176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.141517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 826d0109-f521-4752-bbf9-55abf68637b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:24.162740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:24.163210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:24.163536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.163935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:24.164723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Bound port: 69de1a67-69cf-4853-aea4-3a6b4bef4c65, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:24.165204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.227800 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Attempting to bind port 3f30bcf7-8096-434a-b442-9e0b6c569623 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:24.229551 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Attempting to bind port 3f30bcf7-8096-434a-b442-9e0b6c569623 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:24.230135 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Attempting to bind port 3f30bcf7-8096-434a-b442-9e0b6c569623 on network db3be8ea-002e-4128-b830-5560694bf59a {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:24.246072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 04f5c99e-1c9d-48d3-8148-ffdb22a28a76 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:24.246307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 2, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:24.246690 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Checking segment: {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:24.247097 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.247497 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Bound using segment: {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:24.247818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.248018 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Bound port: 3f30bcf7-8096-434a-b442-9e0b6c569623, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5409d39-2d6a-451e-82c6-08d679eeb461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:24.248465 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.315242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.320104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=e82bfedb-7046-4832-805c-a69301ed7812,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:24.330127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.412038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] For port 3f30bcf7-8096-434a-b442-9e0b6c569623, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:24.418606 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] For port 3f30bcf7-8096-434a-b442-9e0b6c569623, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3f30bcf7-8096-434a-b442-9e0b6c569623,segment=NetworkSegment(c5409d39-2d6a-451e-82c6-08d679eeb461),segment_id=c5409d39-2d6a-451e-82c6-08d679eeb461)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:24.484512 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.531983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:24.602993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '92704947-a9cd-4f03-bf1f-382a781ca472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:24.602993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 7088f11a-5af0-451e-9f73-45ed69ce5e54, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:24.669186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] For port b535cc00-83df-42a7-bc52-1c99102c2b4d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b535cc00-83df-42a7-bc52-1c99102c2b4d,segment=NetworkSegment(6817130a-0003-4da3-a581-8eb42b3e10f1),segment_id=6817130a-0003-4da3-a581-8eb42b3e10f1)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:24.672711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7488725c-74ba-4c6a-a8a4-d88df2075fa9 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:24.702908 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cfca3-f5bf-4c82-9ae4-a4342efcd36f None None] Pushing event updated for resources: {'Port': ['ID=3f30bcf7-8096-434a-b442-9e0b6c569623,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:24.723294 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:24.723867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:24.729797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7488725c-74ba-4c6a-a8a4-d88df2075fa9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:24.730152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7488725c-74ba-4c6a-a8a4-d88df2075fa9 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:24.730583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cf016963-745e-435d-b37a-ce26f43db87a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:24.783137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:24.792935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.799157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-359d267c-9001-495a-b751-cf891a056e1c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 954 time: 1.9621222 Dec 24 03:00:24.800433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60050) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:24.828127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:24.839962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: cf016963-745e-435d-b37a-ce26f43db87a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:24.843218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cf016963-745e-435d-b37a-ce26f43db87a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:24.869452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] For port 69de1a67-69cf-4853-aea4-3a6b4bef4c65, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:24.958190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] For port 69de1a67-69cf-4853-aea4-3a6b4bef4c65, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=69de1a67-69cf-4853-aea4-3a6b4bef4c65,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:25.013379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Provisioning complete for port 44138bdc-4058-49c5-9e54-ead5797ee6c0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:25.013892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.025640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.046997 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:25.063548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '1d158990-03c8-4336-a320-e9eeab47ea7c', 'name': '', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'mac_address': 'fa:16:3e:40:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:20Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 2, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'subnets': [{'id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:25.129893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:25.170172 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-41904bae-4cdd-4494-a0d1-7542e2c3707d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/826d0109-f521-4752-bbf9-55abf68637b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3783870 Dec 24 03:00:25.199794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60052) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:25.204796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:25.217680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 04f5c99e-1c9d-48d3-8148-ffdb22a28a76 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:25.266737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67d578-d353-4f47-abee-44fdda1597ea None None] The sync data for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv is: [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '1d158990-03c8-4336-a320-e9eeab47ea7c', 'name': '', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'mac_address': 'fa:16:3e:40:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:20Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 2, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'subnets': [{'id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:25.282842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Sync routers for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:25.293832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.295178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.352756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Pushing event updated for resources: {'Port': ['ID=b535cc00-83df-42a7-bc52-1c99102c2b4d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:25.430749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet 87401225-ef90-4762-b877-53fda6e31138 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:25.457888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.523711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:23Z', 'revision_number': 6, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:25.545048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:25.547805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:25.596690 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddc567-968d-4b47-9416-0375527fddd9 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:23Z', 'revision_number': 6, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:25.613177 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-207d0eac-e1c2-416f-a4e3-68a78851f301 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 954 time: 0.8090682 Dec 24 03:00:25.627620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60054) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:25.632633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'routes': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:25.705363 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:25.851570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60056) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:25.866291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9812d-bc59-4c5e-ba8b-0105426f6f90 None None] Pushing event updated for resources: {'Port': ['ID=69de1a67-69cf-4853-aea4-3a6b4bef4c65,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:25.877327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781887117', 'description': 'tempest-secgroup-smoke-1781887117 description', 'project_id': '6d5def0a835e4e378d4844b4e04419e7'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:25.885240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 15201780-32cd-40f7-962f-46757d419786 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:25.978361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.197300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.278861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab69c03-f27f-4f57-9d04-142f4e02fcc5 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:26.312551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 7088f11a-5af0-451e-9f73-45ed69ce5e54) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:26.318342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.444240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e01303-d8a1-4833-8979-682bdc9f4bd0 None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:26.503660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:26.504264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.525273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=d00f3d77-d00f-4f81-9fce-53a49287d71f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:26.556103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.655112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.753192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:26.757785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.779127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=34b38610-45f7-4eeb-83b9-e58cf84f1e42,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:26.789351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:00:26.789765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:00:26.911706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87477b46-5490-4fa2-9b5d-dc131fb6dd95,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:26.966684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:26.976841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffca4e26-2d76-4591-9f8f-d4fd336cbfc6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1203144 Dec 24 03:00:26.977547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60058) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.003121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:27.013154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.019448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.045208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.058728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.071164 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35f4554d-b611-4bf9-b420-1acbee4e5cb2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.4042161 Dec 24 03:00:27.071351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60060) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.081404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:27.135833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.156497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f1f3c5b6-04d7-49f2-9997-4cd8447e8650 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/34b38610-45f7-4eeb-83b9-e58cf84f1e42 HTTP/1.1" status: 204 len: 168 time: 4.6557107 Dec 24 03:00:27.200155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.206198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60062) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.241493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f7f9d-c111-447c-a9ec-a565b1c35f2e None None] Network 2c69c282-c59b-4e91-ab3a-44740c021efb requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:27.276375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Checking segment: {'id': 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:27.276816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network hostable DHCP agents. Network: ab849ed2-6398-419b-bd0f-0c77b1fcdd3d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:27.293488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] For port 44138bdc-4058-49c5-9e54-ead5797ee6c0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=44138bdc-4058-49c5-9e54-ead5797ee6c0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:27.307029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.320392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/87401225-ef90-4762-b877-53fda6e31138 HTTP/1.1" status: 204 len: 168 time: 2.1139302 Dec 24 03:00:27.320779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7c96e-c808-4314-9a1a-113fbd077961 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=87401225-ef90-4762-b877-53fda6e31138,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:27.329896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.331068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60064) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.331867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=04f5c99e-1c9d-48d3-8148-ffdb22a28a76,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:27.523922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.540934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:27.557752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:27.564684 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:27.692293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:27.727463 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:27.735070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 15201780-32cd-40f7-962f-46757d419786 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:27.736309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.741338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.748823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-66c2a05c-0985-4326-bb65-994fe2eda5cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/04f5c99e-1c9d-48d3-8148-ffdb22a28a76 HTTP/1.1" status: 204 len: 168 time: 4.5957005 Dec 24 03:00:27.752008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60066) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.755564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2bd4b-e04f-42bb-b510-f3344c72e5b5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:27.757423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2bd4b-e04f-42bb-b510-f3344c72e5b5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:27.759088 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-10c2bd4b-e04f-42bb-b510-f3344c72e5b5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.4791093 Dec 24 03:00:27.772032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60068) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.847227 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce28f47-52e1-42a2-9f99-bdc2513c7a21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:00:27.861450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3ce28f47-52e1-42a2-9f99-bdc2513c7a21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/04f5c99e-1c9d-48d3-8148-ffdb22a28a76 HTTP/1.1" status: 404 len: 333 time: 0.1011834 Dec 24 03:00:27.862314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, ab849ed2-6398-419b-bd0f-0c77b1fcdd3d) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:27.865783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60070) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.877104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:27.877703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.949599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11799180'] for subnet, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.953556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.964048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-7088f11a-5af0-451e-9f73-45ed69ce5e54', 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': 'e82bfedb-7046-4832-805c-a69301ed7812'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:27.967294 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6b468f6d-20c4-4a1c-8a02-8a4869b83661 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0684485 Dec 24 03:00:27.971056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60072) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:27.973597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:27.980378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84defe6d-7f58-4b77-b600-6ff0578fb359 None None] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:27.985116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1361182003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:27.988195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Provisioning complete for port 1d158990-03c8-4336-a320-e9eeab47ea7c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:27.991400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.029335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.033321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.062919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet f595625f-8342-4832-9da8-4e867c10b8ae {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:28.065494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.105473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.109279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.180652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port ec8e22b7-a05d-4ae9-952a-26f9cdec8973 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:28.181173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.181301 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:28.228715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.232652 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:28.241880 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:28.242428 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:28.270805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Port 1d158990-03c8-4336-a320-e9eeab47ea7c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:28.283473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.284555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.303660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.321544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for ec8e22b7-a05d-4ae9-952a-26f9cdec8973 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:28.379323 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:28.396319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4f571b-8fee-433c-8076-4e3943b2efb7,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:28.407374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.418372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Pushing event updated for resources: {'Port': ['ID=44138bdc-4058-49c5-9e54-ead5797ee6c0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:28.472572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-ab849ed2-6398-419b-bd0f-0c77b1fcdd3d', 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': 'd00f3d77-d00f-4f81-9fce-53a49287d71f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:28.473661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.479646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Provisioning complete for port 15201780-32cd-40f7-962f-46757d419786 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:28.479913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.509051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.517002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e486c83b-f601-4ab1-97bf-8752c99fe7c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5320020 Dec 24 03:00:28.517599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 7e29ff6c-1afc-4f13-9b05-869a57c97514 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:28.518057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.529641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60074) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:28.574113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T03:00:21Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '7e29ff6c-1afc-4f13-9b05-869a57c97514', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826d0109-f521-4752-bbf9-55abf68637b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:12Z', 'updated_at': '2021-12-24T02:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:28.577504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.591046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:28.607547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:28.638729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Checking router: 826d0109-f521-4752-bbf9-55abf68637b7 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:28.645398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] DHCP port deletion for 2c69c282-c59b-4e91-ab3a-44740c021efb request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:28.678472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.714678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Routers {'826d0109-f521-4752-bbf9-55abf68637b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:28.717431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['826d0109-f521-4752-bbf9-55abf68637b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:28.788241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 7e29ff6c-1afc-4f13-9b05-869a57c97514, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7e29ff6c-1afc-4f13-9b05-869a57c97514,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:28.788793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.807258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 7e29ff6c-1afc-4f13-9b05-869a57c97514 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:28.838213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.842910 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-97816d8c-f6b4-429b-83ad-8bacbc25a2e8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8622265 Dec 24 03:00:28.845330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:28.850955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] Set router 826d0109-f521-4752-bbf9-55abf68637b7 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:28.887802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:28.924186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=ec8e22b7-a05d-4ae9-952a-26f9cdec8973,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:28.977618 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:29.023214 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab12c05-0c8b-49b7-b6da-46beeb34095e None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:29.029684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.042977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T03:00:28Z', 'revision_number': 8, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:29.120378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95aa93cb-074c-44b1-9b93-d8b39f4a97ff None None] The sync data for ids ['826d0109-f521-4752-bbf9-55abf68637b7'] in dv-neutron-822868-1-hyperv is: [{'id': '826d0109-f521-4752-bbf9-55abf68637b7', 'name': 'tempest-TestNetworkBasicOps-router-832796210', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:11Z', 'updated_at': '2021-12-24T03:00:28Z', 'revision_number': 8, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:29.146806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.162944 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b273aae0-6adf-499f-9fd7-5c2544dba851 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/ec8e22b7-a05d-4ae9-952a-26f9cdec8973 HTTP/1.1" status: 204 len: 168 time: 1.2956707 Dec 24 03:00:29.165431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60078) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.249858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-418a0646-4815-42d2-af2e-9a986119b444 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:00:29.254561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-418a0646-4815-42d2-af2e-9a986119b444 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/ec8e22b7-a05d-4ae9-952a-26f9cdec8973 HTTP/1.1" status: 404 len: 333 time: 0.0880518 Dec 24 03:00:29.255282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.322746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d', 'name': 'tempest-PortsIpV6TestJSON-1922861717'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:29.346374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet f22b7308-a587-4f78-b5d2-9ff8d2e4e835 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:29.350597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.399037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.403219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.427633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.431326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.436837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Sync routers for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:29.462980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1297207'] for subnet, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.482687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=7e29ff6c-1afc-4f13-9b05-869a57c97514,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:29.487784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:29.501301 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:29.513246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 15201780-32cd-40f7-962f-46757d419786, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=15201780-32cd-40f7-962f-46757d419786,segment=NetworkSegment(87a03d23-3e0f-4a31-9228-b3fb61edea29),segment_id=87a03d23-3e0f-4a31-9228-b3fb61edea29)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:29.520930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c0bec-5be8-4eea-ae69-53467a4b4b19 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:29.528264 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:29.528928 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:29.558838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:29.559494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:29.578673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.580000 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d112f362-606c-465d-a5db-961c9eb830f1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 704 time: 3.9512084 Dec 24 03:00:29.585264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Allocated IP 2001:db8::2 (ab849ed2-6398-419b-bd0f-0c77b1fcdd3d/d00f3d77-d00f-4f81-9fce-53a49287d71f/0566e028-edfc-496c-a762-3795c719dbed) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:29.590288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Deleting port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:29.590792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.595649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60082) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.641844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.642872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b535cc00-83df-42a7-bc52-1c99102c2b4d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:29.673623 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:29.696918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:29.697819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.701654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "PUT /v2.0/subnets/e82bfedb-7046-4832-805c-a69301ed7812 HTTP/1.1" status: 200 len: 826 time: 2.6282115 Dec 24 03:00:29.704871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60084) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.711361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.743076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=15201780-32cd-40f7-962f-46757d419786,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:29.747516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.789339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.815872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0acbbf-7640-4234-bcb5-5683f1aded7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=e82bfedb-7046-4832-805c-a69301ed7812,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:29.869577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Allocated IP 2001:db8::2 (7088f11a-5af0-451e-9f73-45ed69ce5e54/e82bfedb-7046-4832-805c-a69301ed7812/ca3f21c9-eae3-427c-bcfb-c4b5299662d7) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:29.885760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=f595625f-8342-4832-9da8-4e867c10b8ae,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:29.900873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.901395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8477acc5-93f6-494c-b745-89550082179f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/f595625f-8342-4832-9da8-4e867c10b8ae HTTP/1.1" status: 204 len: 168 time: 2.1172941 Dec 24 03:00:29.910282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60086) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.929758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:29.949125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1474485-5ed6-4289-ada9-64c1271cd29b None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:29.950040 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:29.978004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e8b24ef9-0f0f-4b81-b647-1fc21be9af52 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635424 Dec 24 03:00:29.982545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60088) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:29.987772 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:29.988356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:29.999089 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:29.999726 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:30.101786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:00:30.102308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-8f39a4f7-cef7-4de5-a9b7-ee6813129872 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:00:30.103691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.111106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:30.115293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.124734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.153948 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:30.200749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] For port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:30.201305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.204494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port be2609f6-d1b1-4618-b7fd-bd82e2fc2122 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:30.213580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.241603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:30.298761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.303657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.305575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Calling delete_port for 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:30.321255 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-25cb6510-a8d8-4930-993d-699ae3078fcb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 704 time: 0.7217793 Dec 24 03:00:30.326508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:30.364439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.369556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909e6c6d-99f0-4aea-bd62-0c32bbf910ab,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:30.444721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b535cc00-83df-42a7-bc52-1c99102c2b4d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:30.445210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.483154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.489630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.491317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1efd1ad8-9669-4bb8-bcb2-415252000c9f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9093874 Dec 24 03:00:30.491737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:30.493908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60092) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:30.496020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.502897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:30.505105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:30.515288 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:30.557314 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5339e-ef40-4d66-899e-9c6a87e75c8a None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:26Z', 'revision_number': 7, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '3f30bcf7-8096-434a-b442-9e0b6c569623', 'name': '', 'network_id': 'db3be8ea-002e-4128-b830-5560694bf59a', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9e:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '300e0e0e-15df-49be-926d-e69cda038c46', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:17Z', 'updated_at': '2021-12-24T03:00:24Z', 'revision_number': 4, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '300e0e0e-15df-49be-926d-e69cda038c46', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:30.588252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.589044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router 826d0109-f521-4752-bbf9-55abf68637b7 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:00:30.602105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.602105 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-03d53c3e-d62e-4fb7-815e-91afe46cb4c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/826d0109-f521-4752-bbf9-55abf68637b7 HTTP/1.1" status: 204 len: 168 time: 3.2647562 Dec 24 03:00:30.602105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.603866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60094) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:30.743930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=f22b7308-a587-4f78-b5d2-9ff8d2e4e835,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:30.757032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd05ea-2fed-4f37-8a11-832e1f0a702b None None] Network d72cf316-b0de-4bbb-b6d1-3c19d2983440 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:30.762826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.770266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e592d1d0-7ec9-483e-a570-19e953f76975 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/f22b7308-a587-4f78-b5d2-9ff8d2e4e835 HTTP/1.1" status: 204 len: 168 time: 1.5108774 Dec 24 03:00:30.779801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60096) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:30.904516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.904659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.937008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 413a8da6-7028-4e41-973e-5af667d2972e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:30.961003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:30.971950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.042865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:31.043211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.064434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.072146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.098626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Deleting port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:31.099070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.101457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.117662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:00:31.129633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.146238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,segment=NetworkSegment(98e1f5ee-54a7-418d-a465-11634cba1199),segment_id=98e1f5ee-54a7-418d-a465-11634cba1199)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:31.146238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.162112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:31.176023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.183103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.188516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Could not find standard attr ID for object 34b38610-45f7-4eeb-83b9-e58cf84f1e42. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:31.200872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port b535cc00-83df-42a7-bc52-1c99102c2b4d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:31.201216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.316503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ae70d5-9f66-4d2f-b22b-8be5a06f008b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.343592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::398 (ab849ed2-6398-419b-bd0f-0c77b1fcdd3d/d00f3d77-d00f-4f81-9fce-53a49287d71f/be2609f6-d1b1-4618-b7fd-bd82e2fc2122) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:31.413388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] DHCP port deletion for d72cf316-b0de-4bbb-b6d1-3c19d2983440 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:31.416930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port b535cc00-83df-42a7-bc52-1c99102c2b4d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b535cc00-83df-42a7-bc52-1c99102c2b4d,segment=NetworkSegment(6817130a-0003-4da3-a581-8eb42b3e10f1),segment_id=6817130a-0003-4da3-a581-8eb42b3e10f1)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:31.417426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.418711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.419067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.422791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30b5f85f-827e-4b5e-a667-8234447147e1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9275405 Dec 24 03:00:31.425474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] No DVR routers for this DVR port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:31.427688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:31.428535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:31.433916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.435977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:31.442918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 413a8da6-7028-4e41-973e-5af667d2972e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:31.443313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.460256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.463358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for b535cc00-83df-42a7-bc52-1c99102c2b4d owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:31.472216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.472845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:31.480669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:31.505915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=e82bfedb-7046-4832-805c-a69301ed7812,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.511034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:31.514983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Pushing event updated for resources: {'Port': ['ID=0566e028-edfc-496c-a762-3795c719dbed,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.535448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Provisioning complete for port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:31.535810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.590100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:31.601961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad7385-41e5-4972-88ce-4a647d404787 None None] Pushing event deleted for resources: {'Port': ['ID=5e0b6d7d-f10b-495a-a79b-b47165b1c1dd,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.627842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:31.635989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:31.644459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.656909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] For port 69de1a67-69cf-4853-aea4-3a6b4bef4c65, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=69de1a67-69cf-4853-aea4-3a6b4bef4c65,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:31.657405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.676192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c69c282-c59b-4e91-ab3a-44740c021efb']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.684792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.689720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.690692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e1f5ee-54a7-418d-a465-11634cba1199') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.691306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e1f5ee-54a7-418d-a465-11634cba1199') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.704105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.728626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Calling delete_port for 69de1a67-69cf-4853-aea4-3a6b4bef4c65 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:31.732657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 3f30bcf7-8096-434a-b442-9e0b6c569623 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:31.733041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.737272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.760842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '1d158990-03c8-4336-a320-e9eeab47ea7c', 'name': '', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'mac_address': 'fa:16:3e:40:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:20Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 2, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'subnets': [{'id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.762718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:31.763059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:31.766045 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:31.770116 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:31.772790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.783553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7088f11a-5af0-451e-9f73-45ed69ce5e54']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.832509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Attempting to bind port 0566e028-edfc-496c-a762-3795c719dbed on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:31.832979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Attempting to bind port 0566e028-edfc-496c-a762-3795c719dbed by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:31.833730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Attempting to bind port 0566e028-edfc-496c-a762-3795c719dbed on network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:31.838977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Checking router: 72c63856-d89f-4c83-8f6d-394295316fb4 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:31.839422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Updating router 72c63856-d89f-4c83-8f6d-394295316fb4 port 1d158990-03c8-4336-a320-e9eeab47ea7c binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:31.842021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Pushing event updated for resources: {'Port': ['ID=ca3f21c9-eae3-427c-bcfb-c4b5299662d7,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:31.842882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92704947-a9cd-4f03-bf1f-382a781ca472') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.843189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92704947-a9cd-4f03-bf1f-382a781ca472') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:31.890342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.898437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port 3f30bcf7-8096-434a-b442-9e0b6c569623, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3f30bcf7-8096-434a-b442-9e0b6c569623,segment=NetworkSegment(c5409d39-2d6a-451e-82c6-08d679eeb461),segment_id=c5409d39-2d6a-451e-82c6-08d679eeb461)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:31.898907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.909344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.914398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 3f30bcf7-8096-434a-b442-9e0b6c569623 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:31.924871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Deleting port b535cc00-83df-42a7-bc52-1c99102c2b4d {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:31.925376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.933364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:31.933794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Checking segment: {'id': 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:31.934252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.934707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Bound using segment: {'id': 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:31.935268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Bound port: 0566e028-edfc-496c-a762-3795c719dbed, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'ab849ed2-6398-419b-bd0f-0c77b1fcdd3d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:31.935706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.943372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Attempting to bind port ca3f21c9-eae3-427c-bcfb-c4b5299662d7 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:31.944151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Attempting to bind port ca3f21c9-eae3-427c-bcfb-c4b5299662d7 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '92704947-a9cd-4f03-bf1f-382a781ca472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:31.944698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Attempting to bind port ca3f21c9-eae3-427c-bcfb-c4b5299662d7 on network 7088f11a-5af0-451e-9f73-45ed69ce5e54 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:31.961492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.965411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.973346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.995661 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/2c69c282-c59b-4e91-ab3a-44740c021efb HTTP/1.1" status: 204 len: 168 time: 1.3629234 Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:31.995890 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:32.000733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.001440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60100) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:32.009516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126357-7e9c-4f59-bf67-8f1cee81ea2c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=2c69c282-c59b-4e91-ab3a-44740c021efb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.012026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--1115488917', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:32.041763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.052594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:32.053744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Checking segment: {'id': '92704947-a9cd-4f03-bf1f-382a781ca472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:32.054254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.054747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Bound using segment: {'id': '92704947-a9cd-4f03-bf1f-382a781ca472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:32.055345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Bound port: ca3f21c9-eae3-427c-bcfb-c4b5299662d7, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92704947-a9cd-4f03-bf1f-382a781ca472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:32.055839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.121903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165dcf4d-e3fc-4570-a263-a3a719a6a42a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:32.204194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.247365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.313366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] For port b535cc00-83df-42a7-bc52-1c99102c2b4d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b535cc00-83df-42a7-bc52-1c99102c2b4d,segment=NetworkSegment(6817130a-0003-4da3-a581-8eb42b3e10f1),segment_id=6817130a-0003-4da3-a581-8eb42b3e10f1)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:32.313954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.329983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] For port 0566e028-edfc-496c-a762-3795c719dbed, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:32.341445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] For port 0566e028-edfc-496c-a762-3795c719dbed, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0566e028-edfc-496c-a762-3795c719dbed,segment=NetworkSegment(a32ec5ba-efe1-4d84-a5d1-85887d6e328d),segment_id=a32ec5ba-efe1-4d84-a5d1-85887d6e328d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:32.355623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=3f30bcf7-8096-434a-b442-9e0b6c569623,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.373398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.398562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.423880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Calling delete_port for b535cc00-83df-42a7-bc52-1c99102c2b4d owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:32.433213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.434395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.473175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452e1e41-9057-4157-984f-1df5b679d784,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.485616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port b535cc00-83df-42a7-bc52-1c99102c2b4d on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:32.486956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] For port ca3f21c9-eae3-427c-bcfb-c4b5299662d7, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:32.492380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=b535cc00-83df-42a7-bc52-1c99102c2b4d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.545865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0c3170de-792b-4902-b530-755d7e81025b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1181340 Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '7088f11a-5af0-451e-9f73-45ed69ce5e54'}] Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:00:32.550764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:00:32.561759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60102) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:32.571569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] For port ca3f21c9-eae3-427c-bcfb-c4b5299662d7, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ca3f21c9-eae3-427c-bcfb-c4b5299662d7,segment=NetworkSegment(92704947-a9cd-4f03-bf1f-382a781ca472),segment_id=92704947-a9cd-4f03-bf1f-382a781ca472)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:32.608167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:32.639892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:32.643758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 165dcf4d-e3fc-4570-a263-a3a719a6a42a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:32.644136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.654619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caafad-549e-41c3-b5db-6fe45027e808 None None] Pushing event updated for resources: {'Port': ['ID=0566e028-edfc-496c-a762-3795c719dbed,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.657825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.680367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:32.684181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.712571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port 69de1a67-69cf-4853-aea4-3a6b4bef4c65, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=69de1a67-69cf-4853-aea4-3a6b4bef4c65,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:32.719175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.761690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:32.765799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.770282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72cf316-b0de-4bbb-b6d1-3c19d2983440']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:32.775583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6dc24044-006f-4117-9a41-104c8f1391ae tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447002 Dec 24 03:00:32.778318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60104) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:32.783492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:32.811977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6817130a-0003-4da3-a581-8eb42b3e10f1') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:32.812407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6817130a-0003-4da3-a581-8eb42b3e10f1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:32.824579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.833432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80999ab5-5269-4ed4-a23a-0156108706e0 None None] Pushing event updated for resources: {'Port': ['ID=ca3f21c9-eae3-427c-bcfb-c4b5299662d7,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.849539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:32.873312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 300e0e0e-15df-49be-926d-e69cda038c46 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:32.877464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.893959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:32.894625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:32.912763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.921260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.937788 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Project 6d5def0a835e4e378d4844b4e04419e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:00:32.939695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:32.942415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be18925f-0675-4288-9cc1-ff6cc1763add None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:32.943339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:32.944530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] Pushing event deleted for resources: {'Port': ['ID=b535cc00-83df-42a7-bc52-1c99102c2b4d,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:32.946652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c011f5-b6bd-4002-97da-fcfdb1c7d522 None None] No DVR routers for this DVR port b535cc00-83df-42a7-bc52-1c99102c2b4d on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:32.993312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.017287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.017652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment a5eb11cf-8d13-44b9-b6a7-662a4901ed1b of type vlan for network 529ec9d2-723b-4fac-b16f-c576d47da4a5 Dec 24 03:00:33.019395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.024270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:33.031745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:33.038194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:33.038981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.058697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.059433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.061302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.069820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:33.070538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.087228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:33.099406 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:33.124984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.143277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.164680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=be2609f6-d1b1-4618-b7fd-bd82e2fc2122,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.239609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.273329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=300e0e0e-15df-49be-926d-e69cda038c46,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.279127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.285568 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-43c42c12-d0a6-4b73-a024-03d7ebf5cdea tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/300e0e0e-15df-49be-926d-e69cda038c46 HTTP/1.1" status: 204 len: 168 time: 0.5058942 Dec 24 03:00:33.286254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60106) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.294214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e073a0e6-d25f-4410-bb68-6c849cb3f2e2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9789155 Dec 24 03:00:33.295804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60108) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.320775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=69de1a67-69cf-4853-aea4-3a6b4bef4c65,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.326432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:33.328474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.341165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77867d0-555a-4802-8687-bbc0820055a2 None None] Network db3be8ea-002e-4128-b830-5560694bf59a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:33.357886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.376765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] Pushing event deleted for resources: {'Port': ['ID=69de1a67-69cf-4853-aea4-3a6b4bef4c65,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.379296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 86d01195-c86b-4609-9bc7-466664775af0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:33.398841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:33.414367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:33.416456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.425653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:33.427091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.429630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=0648e565-7f88-4892-a8d1-86796120963f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.443467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.453334 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/d72cf316-b0de-4bbb-b6d1-3c19d2983440 HTTP/1.1" status: 204 len: 168 time: 2.6724019 Dec 24 03:00:33.455017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.461345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60110) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.461518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0542e0-e878-47e9-8113-600bbf5048d2 None None] No DVR routers for this DVR port 69de1a67-69cf-4853-aea4-3a6b4bef4c65 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:33.469195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-830732038'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:33.499195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fd936-65e1-433e-ab0e-8011ba4cee66 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=d72cf316-b0de-4bbb-b6d1-3c19d2983440,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.505660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.505856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.507638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:33.508363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.519609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efe81d7-6614-4bfd-90b5-b256d9bb2643,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.526639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.576142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15afa4a-1044-4e9b-8387-8f486fd4e3fa None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:33.607377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=529ec9d2-723b-4fac-b16f-c576d47da4a5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.620093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-917b01e9-fe58-47ad-911f-0f60c310d92e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6306863 Dec 24 03:00:33.620093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port ca3f21c9-eae3-427c-bcfb-c4b5299662d7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:33.620093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.620093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60112) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.623643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:be:25:fe', 'name': 'tempest-NetworksTestDHCPv6-1161036892'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:33.676149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.677440 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2a9b1125-a083-4f52-aa1e-444c734d2f09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1143873 Dec 24 03:00:33.679292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:33.681286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Provisioning complete for port 86d01195-c86b-4609-9bc7-466664775af0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:33.681747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.683889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60114) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.752730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'security_group_rule': {'security_group_id': '87477b46-5490-4fa2-9b5d-dc131fb6dd95', 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:33.773482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.788869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 86d01195-c86b-4609-9bc7-466664775af0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:33.788869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.802160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c255da99-6a1a-4079-9b02-29f95f784ca1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7996054 Dec 24 03:00:33.813052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60116) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:33.817954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-22686519', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:33.833255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port ca3f21c9-eae3-427c-bcfb-c4b5299662d7, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ca3f21c9-eae3-427c-bcfb-c4b5299662d7,segment=NetworkSegment(92704947-a9cd-4f03-bf1f-382a781ca472),segment_id=92704947-a9cd-4f03-bf1f-382a781ca472)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:33.833797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.845304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608b74-d941-43b0-98b1-1e438ea526e1 None None] Pushing event updated for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:33.882361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for ca3f21c9-eae3-427c-bcfb-c4b5299662d7 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:33.953737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port 86d01195-c86b-4609-9bc7-466664775af0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=86d01195-c86b-4609-9bc7-466664775af0,segment=NetworkSegment(c5409d39-2d6a-451e-82c6-08d679eeb461),segment_id=c5409d39-2d6a-451e-82c6-08d679eeb461)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:33.954097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:33.976248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976b42a-5bdc-4f23-adc8-b4f9f57555be None None] Network 7088f11a-5af0-451e-9f73-45ed69ce5e54 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:33.992693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:33.998323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.040780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 86d01195-c86b-4609-9bc7-466664775af0 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:34.042768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.043791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.081516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 86d01195-c86b-4609-9bc7-466664775af0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:34.082157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.107062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:34.123106 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Project 6d5def0a835e4e378d4844b4e04419e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:00:34.129304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.129654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 102c8fa3-3c19-43c5-bb19-5c99bdcd1443 of type vlan for network 8d499da8-cf5c-4e6c-a420-6ca86547f29a Dec 24 03:00:34.144297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.207400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Attempting to bind port 1d158990-03c8-4336-a320-e9eeab47ea7c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:34.207929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Attempting to bind port 1d158990-03c8-4336-a320-e9eeab47ea7c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:34.208401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Attempting to bind port 1d158990-03c8-4336-a320-e9eeab47ea7c on network 759c58b5-a459-4d4b-adc0-bc676398b750 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:34.211208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] DHCP port deletion for db3be8ea-002e-4128-b830-5560694bf59a request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:34.233493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.234149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.236723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.285807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '0648e565-7f88-4892-a8d1-86796120963f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:34.286880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.287021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=ca3f21c9-eae3-427c-bcfb-c4b5299662d7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:34.290251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.294646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port ca3f21c9-eae3-427c-bcfb-c4b5299662d7 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:34.306312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:34.315650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:34.316028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Checking segment: {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:34.316789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.317183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Bound using segment: {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:34.317672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Bound port: 1d158990-03c8-4336-a320-e9eeab47ea7c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf468850-fbdb-4358-a732-89bbf0e508e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:34.318060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.398703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.413821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3365667-1590-4190-97ff-ebdf831adf96 None None] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:34.439786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.455261 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No ports have port_id starting with 86d01195-c86b-4609-9bc7-466664775af0 Dec 24 03:00:34.474549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c3d73d65-91fc-45ff-864e-75be538220c0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:34.488066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.497048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.502848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:34.503621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.557354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7088f11a-5af0-451e-9f73-45ed69ce5e54']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:34.563750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.612767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.621041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92704947-a9cd-4f03-bf1f-382a781ca472') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:34.621896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92704947-a9cd-4f03-bf1f-382a781ca472') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:34.653377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.657401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=8d499da8-cf5c-4e6c-a420-6ca86547f29a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:34.666745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eac8402-6c52-44bd-b2f7-6a969c2d6f9b,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:34.676513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Could not find standard attr ID for object 04f5c99e-1c9d-48d3-8148-ffdb22a28a76. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:34.677054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-852786ff-7dd8-4d33-8c2a-306d9fb06c74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2125771 Dec 24 03:00:34.684462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60118) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:34.687789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:34.693544 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] For port 1d158990-03c8-4336-a320-e9eeab47ea7c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:34.694637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:34.698150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 1b32f0e6-4328-43af-ab29-635b5fb37198 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:34.705637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.749733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Could not find standard attr ID for object 3f30bcf7-8096-434a-b442-9e0b6c569623. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:34.752545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Deleting port 86d01195-c86b-4609-9bc7-466664775af0 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:34.752920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.765895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] For port 1d158990-03c8-4336-a320-e9eeab47ea7c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1d158990-03c8-4336-a320-e9eeab47ea7c,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:34.782186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.788162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=86d01195-c86b-4609-9bc7-466664775af0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:34.792745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:34.793303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.794349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port 86d01195-c86b-4609-9bc7-466664775af0 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:34.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:34.808229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.809163 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffa965e3-f603-417e-9012-c1dbbbd7a348 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0937598 Dec 24 03:00:34.855948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:32Z', 'revision_number': 8, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:34.895617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.899862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Allocated IP 2001:db8::f816:3eff:fe25:1d32 (bf27008b-e5db-498b-855c-c2529ecfc5ee/0648e565-7f88-4892-a8d1-86796120963f/293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:34.906230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.961982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:34.993181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.000871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.006882 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/7088f11a-5af0-451e-9f73-45ed69ce5e54 HTTP/1.1" status: 204 len: 168 time: 5.2785838 Dec 24 03:00:35.011841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60148) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:35.035978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3b800-acc3-4111-be50-9bd6600d2d43 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=7088f11a-5af0-451e-9f73-45ed69ce5e54,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:35.041423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.078358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:35.082168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.146374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:35.175119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Provisioning complete for port 44138bdc-4058-49c5-9e54-ead5797ee6c0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:35.175732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.190901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] For port 86d01195-c86b-4609-9bc7-466664775af0, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:35.191773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.199763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c3d73d65-91fc-45ff-864e-75be538220c0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:35.200136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.241330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3be8ea-002e-4128-b830-5560694bf59a']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:35.265658 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dbd1b0-8b0c-44be-9dd5-a67165874fd9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:35.266466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87dbd1b0-8b0c-44be-9dd5-a67165874fd9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:35.269943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87dbd1b0-8b0c-44be-9dd5-a67165874fd9 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/7088f11a-5af0-451e-9f73-45ed69ce5e54 HTTP/1.1" status: 404 len: 339 time: 0.2521493 Dec 24 03:00:35.275644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60170) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:35.280696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975496353', 'description': 'd1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:35.290866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=be2609f6-d1b1-4618-b7fd-bd82e2fc2122,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:35.331785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Calling delete_port for 86d01195-c86b-4609-9bc7-466664775af0 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:35.367292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Port 86d01195-c86b-4609-9bc7-466664775af0 was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:00:35.408482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5409d39-2d6a-451e-82c6-08d679eeb461') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:35.408789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5409d39-2d6a-451e-82c6-08d679eeb461') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:35.424828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:35.428649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.472082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:35.472673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:35.474516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.497241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:35.516983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.517335 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 7ec0fd21-ed40-473b-9295-b0560076747c of type vlan for network 8e5a237a-cd98-4807-8f01-c2cfc6a34e10 Dec 24 03:00:35.560375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.584783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.607333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608b74-d941-43b0-98b1-1e438ea526e1 None None] Pushing event updated for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:35.610328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:35.610915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:35.621355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.629308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.657595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.699243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:35.699820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:35.702950 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:35.720919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] No DVR routers for this DVR port 86d01195-c86b-4609-9bc7-466664775af0 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:35.726144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=93c0805e-d191-4755-a0a8-9cb96813e0d1,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:35.744820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '102c8fa3-3c19-43c5-bb19-5c99bdcd1443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:35.746524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: 8d499da8-cf5c-4e6c-a420-6ca86547f29a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:35.766773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc619f59-d95e-461c-88d6-22ec5a00e065 None None] Pushing event deleted for resources: {'Port': ['ID=86d01195-c86b-4609-9bc7-466664775af0,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:35.775545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.798362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.809194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:35.810795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569358'] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.830093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:35.937546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 8d499da8-cf5c-4e6c-a420-6ca86547f29a) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:35.945896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.949336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.950470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:35.957109 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/db3be8ea-002e-4128-b830-5560694bf59a HTTP/1.1" status: 204 len: 168 time: 2.6697671 Dec 24 03:00:35.957793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60172) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:35.965235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6884303 Dec 24 03:00:35.969457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:35.974743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60174) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:35.981267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:35.983363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.005142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe033e59-1653-4b06-a65d-040c21447b59 None None] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:36.057946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.089592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dc3b6-21b7-4c53-915a-c2548064cf97 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=db3be8ea-002e-4128-b830-5560694bf59a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:36.103937 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7896d574-0d54-4191-a656-6826e76be375 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4181521 Dec 24 03:00:36.104829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60176) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:36.107913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0b760-e8a3-4363-a321-49296032a256 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=8e5a237a-cd98-4807-8f01-c2cfc6a34e10,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:36.114595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a', 'name': 'tempest-PortsTestJSON-1763675687', 'fixed_ips': [{'subnet_id': '93c0805e-d191-4755-a0a8-9cb96813e0d1', 'ip_address': '172.20.0.10'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:36.140152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:febe:25fe (bf27008b-e5db-498b-855c-c2529ecfc5ee/0648e565-7f88-4892-a8d1-86796120963f/1b32f0e6-4328-43af-ab29-635b5fb37198) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:36.210719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 8e5a237a-cd98-4807-8f01-c2cfc6a34e10 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:36.422409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.429878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4d9b1853-380e-4332-bb3e-4327ee3e97ac no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:36.456675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:36.524180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:36.533893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.546336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.546609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.553679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:36.584713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.596353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582460b0-080d-48a9-a08c-84cbaa5eb629 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:36.598169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-582460b0-080d-48a9-a08c-84cbaa5eb629 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks?id=8e5a237a-cd98-4807-8f01-c2cfc6a34e10 HTTP/1.1" status: 200 len: 765 time: 0.6216400 Dec 24 03:00:36.608936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60186) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:36.612890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Pushing event updated for resources: {'Port': ['ID=293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:36.614509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'description': 'd2'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:36.615482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 4d9b1853-380e-4332-bb3e-4327ee3e97ac {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:36.615846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4d9b1853-380e-4332-bb3e-4327ee3e97ac not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:36.617405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:36.643319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:36.651352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Provisioning complete for port 1d158990-03c8-4336-a320-e9eeab47ea7c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:36.651730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.656375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.720227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.749956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 2c989e5a-de13-4524-bae0-9c2270fad7a7 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:36.775399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.187 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/345844ca-ad28-4661-8b79-489bad9e7364) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:36.819995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.847360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-8d499da8-cf5c-4e6c-a420-6ca86547f29a', 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': '93c0805e-d191-4755-a0a8-9cb96813e0d1'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:36.848234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.868992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Attempting to bind port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:36.869366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Attempting to bind port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:36.869733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Attempting to bind port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:36.907078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:36.907398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:36.907781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.907971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.908177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:36.908880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Bound port: 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:36.909269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:36.926174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:36.940561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:36.979502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:36.986361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:36.991706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.005576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=be2609f6-d1b1-4618-b7fd-bd82e2fc2122,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:37.015344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.018698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.035616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=1b32f0e6-4328-43af-ab29-635b5fb37198,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:37.049634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.050573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.051133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.051718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.052263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.053340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.053900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.054248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.057606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.057606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.057606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.057606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.057606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:37.125070 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f6e01adc-e9d2-420a-867c-fe5d8dee2454 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5056267 Dec 24 03:00:37.128547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60196) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:37.149037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.10 (8d499da8-cf5c-4e6c-a420-6ca86547f29a/93c0805e-d191-4755-a0a8-9cb96813e0d1/2c989e5a-de13-4524-bae0-9c2270fad7a7) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:37.152981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.204545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 8e5a237a-cd98-4807-8f01-c2cfc6a34e10 is not hosted by any dhcp agent {{(pid=110367) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:00:37.205652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:37.206260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.207608 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "PUT /v2.0/networks/8e5a237a-cd98-4807-8f01-c2cfc6a34e10 HTTP/1.1" status: 200 len: 762 time: 0.5976331 Dec 24 03:00:37.215365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60206) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:37.247333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:37.269211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:37.294239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:37.328454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06e595-f618-448d-8f1a-7c7cfaf73844 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=8e5a237a-cd98-4807-8f01-c2cfc6a34e10,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:37.363214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=345844ca-ad28-4661-8b79-489bad9e7364,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:37.367563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:37.412007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:37.454099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5c359-9bbc-4bf4-b3d3-495edd14eeff None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:37.458588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 15201780-32cd-40f7-962f-46757d419786 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:37.464097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 8e5a237a-cd98-4807-8f01-c2cfc6a34e10 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:37.547946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.631382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.689969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:37.690184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] For port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:37.719644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:37.722674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:37.742276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b9b38-aba8-42bd-a9f5-cd1e0a485238 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:37.748495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67b9b38-aba8-42bd-a9f5-cd1e0a485238 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:37.752852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:37.753036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b67b9b38-aba8-42bd-a9f5-cd1e0a485238 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5469809 Dec 24 03:00:37.759588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60228) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:37.774230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Allocated IP 172.20.0.2 (8d499da8-cf5c-4e6c-a420-6ca86547f29a/93c0805e-d191-4755-a0a8-9cb96813e0d1/3961e40c-8235-4a3b-b5d3-f6ad6b28f02b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:37.792301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] For port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:37.792664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dec523-7af4-42e8-b839-853c9ccd3ca7 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:37.794228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c5dec523-7af4-42e8-b839-853c9ccd3ca7 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks?id=8e5a237a-cd98-4807-8f01-c2cfc6a34e10 HTTP/1.1" status: 200 len: 765 time: 0.5366104 Dec 24 03:00:37.802158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60230) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:37.807503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] For port 1d158990-03c8-4336-a320-e9eeab47ea7c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1d158990-03c8-4336-a320-e9eeab47ea7c,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:37.819524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '1d158990-03c8-4336-a320-e9eeab47ea7c', 'name': '', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'mac_address': 'fa:16:3e:40:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:20Z', 'updated_at': '2021-12-24T03:00:34Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'subnets': [{'id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:37.858187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:32Z', 'revision_number': 8, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:37.862157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ce857-9cb2-4d80-99d7-eab8416dc2eb None None] The sync data for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv is: [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '1d158990-03c8-4336-a320-e9eeab47ea7c', 'name': '', 'network_id': '759c58b5-a459-4d4b-adc0-bc676398b750', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'mac_address': 'fa:16:3e:40:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:20Z', 'updated_at': '2021-12-24T03:00:34Z', 'revision_number': 4, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'subnets': [{'id': '3f8ce843-c35a-4321-9aa3-653180da2537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:38.022681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 15201780-32cd-40f7-962f-46757d419786 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:38.023993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.059708 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:00:38.087211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.104029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcec76-e49d-4686-881c-08fd1749b342 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:32Z', 'revision_number': 8, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '413a8da6-7028-4e41-973e-5af667d2972e', 'name': '', 'network_id': 'c120292e-6091-46ed-a48f-d965cb54ddd1', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:69:e7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:07Z', 'updated_at': '2021-12-24T03:00:22Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '04fa8677-b730-4b21-8182-71cfafa542d6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:38.106264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.179927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Provisioning complete for port 15201780-32cd-40f7-962f-46757d419786 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:38.180303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.386244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 44138bdc-4058-49c5-9e54-ead5797ee6c0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:38.398573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=2c989e5a-de13-4524-bae0-9c2270fad7a7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:38.434563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:38.435291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.592593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969208be-7265-4984-9c32-43d9738a43f1 None None] Pushing event updated for resources: {'Port': ['ID=293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:38.655775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 1b32f0e6-4328-43af-ab29-635b5fb37198 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:38.656445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.820046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.823720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a6c63-3abc-4923-8643-1d4086a10ca7 None None] Pushing event updated for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:38.831737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 44138bdc-4058-49c5-9e54-ead5797ee6c0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:38.832246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.905756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.922964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Provisioning complete for port 345844ca-ad28-4661-8b79-489bad9e7364 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:38.924116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:38.927901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 1b32f0e6-4328-43af-ab29-635b5fb37198 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:38.943916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaab212-3232-4d62-a136-0209cfe1687b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:38.948331 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ddaab212-3232-4d62-a136-0209cfe1687b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1425939 Dec 24 03:00:38.948925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60234) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:38.954940 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8000a8a5-1b58-404e-b0f4-b34aa4dc24cd tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8443432 Dec 24 03:00:38.967183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60236) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:38.972841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a', 'name': 'tempest-PortsTestJSON-1422396792', 'fixed_ips': [{'subnet_id': '93c0805e-d191-4755-a0a8-9cb96813e0d1', 'ip_address': '172.20.0.9'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:38.983191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Port 345844ca-ad28-4661-8b79-489bad9e7364 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:39.007567 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b3ed794a-74d7-4e2c-8ddb-a332ea9e2c7c tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 207 time: 0.0572829 Dec 24 03:00:39.012905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60238) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:39.054722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.103864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Router b5e5c971-5389-4b3f-867c-b88152cfe4a0 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:00:39.125737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0566e028-edfc-496c-a762-3795c719dbed up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:39.164699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Provisioning complete for port 0566e028-edfc-496c-a762-3795c719dbed triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:39.165058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.205025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:39.225067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Pushing event updated for resources: {'Port': ['ID=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:39.241012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:39.243757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:39.356873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Attempting to bind port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:39.357494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Attempting to bind port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '102c8fa3-3c19-43c5-bb19-5c99bdcd1443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:39.358067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Attempting to bind port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b on network 8d499da8-cf5c-4e6c-a420-6ca86547f29a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:39.363586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.368890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 0566e028-edfc-496c-a762-3795c719dbed triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:39.373764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.425719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=1b32f0e6-4328-43af-ab29-635b5fb37198,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:39.433019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:39.433885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Checking segment: {'id': '102c8fa3-3c19-43c5-bb19-5c99bdcd1443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:39.434599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.435864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Bound using segment: {'id': '102c8fa3-3c19-43c5-bb19-5c99bdcd1443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:39.436834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Bound port: 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c8fa3-3c19-43c5-bb19-5c99bdcd1443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '8d499da8-cf5c-4e6c-a420-6ca86547f29a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:39.437513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.438338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:39.445126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.482921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.486167 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ab5f08da-1988-4d0d-a9ad-e3374b94201c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/1b32f0e6-4328-43af-ab29-635b5fb37198 HTTP/1.1" status: 204 len: 168 time: 1.7220929 Dec 24 03:00:39.488995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60240) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:39.547084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975c8e9-61dc-4d7b-bb6c-3bcc1c5240f6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.548735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975c8e9-61dc-4d7b-bb6c-3bcc1c5240f6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.550498 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f975c8e9-61dc-4d7b-bb6c-3bcc1c5240f6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0605569 Dec 24 03:00:39.554418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60242) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:39.567444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 5825e353-ddce-4898-9f2b-e42d18c2cb8d yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:39.594447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.621019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.638753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.645829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.654743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.665331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.666301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 0648e565-7f88-4892-a8d1-86796120963f {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:39.670729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.672234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.680473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:39.688744 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-328066c7-c83b-46d9-8679-e9d4f89b15c5 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6652708 Dec 24 03:00:39.716558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.734255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60246) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:39.782005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.803017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:39.803292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 0566e028-edfc-496c-a762-3795c719dbed, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0566e028-edfc-496c-a762-3795c719dbed,segment=NetworkSegment(a32ec5ba-efe1-4d84-a5d1-85887d6e328d),segment_id=a32ec5ba-efe1-4d84-a5d1-85887d6e328d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:39.815089 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] Sync routers for ids ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:39.831461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] For port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:39.831461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] For port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,segment=NetworkSegment(102c8fa3-3c19-43c5-bb19-5c99bdcd1443),segment_id=102c8fa3-3c19-43c5-bb19-5c99bdcd1443)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:39.832000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8065af9f-0be1-43fe-b2e2-9d4d0e3f8c79 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/routers/b5e5c971-5389-4b3f-867c-b88152cfe4a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5318613 Dec 24 03:00:39.833092 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] Routers {'b5e5c971-5389-4b3f-867c-b88152cfe4a0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:39.833722 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:39.848965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60248) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:39.883858 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:39.884236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.885074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1d158990-03c8-4336-a320-e9eeab47ea7c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:39.894350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:39.898349 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] Routers {'b5e5c971-5389-4b3f-867c-b88152cfe4a0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:39.899204 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:39.950855 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:39.952286 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c36cc-08cc-4da6-8a25-284d057e72c5 None None] The sync data for ids ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:39.984118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:00:39.989904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:00:39.997960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:40.035098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:40.110219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=0566e028-edfc-496c-a762-3795c719dbed,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:40.187555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f09d-d144-4d5a-9a32-4a8133127184 None None] Pushing event updated for resources: {'Port': ['ID=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:40.201361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1d158990-03c8-4336-a320-e9eeab47ea7c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:40.201734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:40.222202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c33f660-1dd7-4eb5-9f95-b03f43b2e66b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.228990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c33f660-1dd7-4eb5-9f95-b03f43b2e66b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e5c971-5389-4b3f-867c-b88152cfe4a0 HTTP/1.1" status: 200 len: 989 time: 0.3735955 Dec 24 03:00:40.232782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60250) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.359321 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b84cac33-c209-4e40-afcd-b5be2c6b2010 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5965269 Dec 24 03:00:40.362209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60252) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.369840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.9 (8d499da8-cf5c-4e6c-a420-6ca86547f29a/93c0805e-d191-4755-a0a8-9cb96813e0d1/5825e353-ddce-4898-9f2b-e42d18c2cb8d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:40.473132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:40.473280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2871a06b-089c-4036-a9ea-85c1d8e26f52 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:40.511647 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2871a06b-089c-4036-a9ea-85c1d8e26f52 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:40.512000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2871a06b-089c-4036-a9ea-85c1d8e26f52 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:40.520830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b535cc00-83df-42a7-bc52-1c99102c2b4d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:40.533695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=0648e565-7f88-4892-a8d1-86796120963f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:40.543758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:40.548086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4b7b34cf-d640-435e-b4fc-f484d5568544 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0648e565-7f88-4892-a8d1-86796120963f HTTP/1.1" status: 204 len: 168 time: 0.9914865 Dec 24 03:00:40.564267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60254) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.633702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b535cc00-83df-42a7-bc52-1c99102c2b4d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:40.634051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b535cc00-83df-42a7-bc52-1c99102c2b4d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:40.634486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:40.682234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:40.682727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5e0b6d7d-f10b-495a-a79b-b47165b1c1dd not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:40.683674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e29ff6c-1afc-4f13-9b05-869a57c97514 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:40.694750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.698916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.701154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.702981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.709952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.722318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-77465b1a-10ed-44d6-a7f8-3a61bbe18a36 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3574526 Dec 24 03:00:40.727515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60256) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.730373 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-97d34d82-46f1-40d0-890e-d7763f872e3c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1609890 Dec 24 03:00:40.735280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7e29ff6c-1afc-4f13-9b05-869a57c97514 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:40.735830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60258) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.736296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7e29ff6c-1afc-4f13-9b05-869a57c97514 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:40.736906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 86d01195-c86b-4609-9bc7-466664775af0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:40.777652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f64a70-5b35-4cfb-b4d6-182a61d28c68 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:40.787779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 86d01195-c86b-4609-9bc7-466664775af0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:40.788123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 86d01195-c86b-4609-9bc7-466664775af0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:40.921654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2639a44-3c6c-43e5-a469-7b0f567b0d84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.925478 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d2639a44-3c6c-43e5-a469-7b0f567b0d84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1835270 Dec 24 03:00:40.925896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.944936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.946559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.947686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.949332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.951024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:40.953182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f049831-7972-4aee-b654-11c7e62f438f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2255840 Dec 24 03:00:40.957722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60264) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:40.996468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fbb1d-a571-4231-8fe9-346038335e17 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:41.000126 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-479fbb1d-a571-4231-8fe9-346038335e17 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691955 Dec 24 03:00:41.000126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.001234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60266) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:41.012794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Provisioning complete for port be2609f6-d1b1-4618-b7fd-bd82e2fc2122 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:41.013384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.047724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 413a8da6-7028-4e41-973e-5af667d2972e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:41.047724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.056872 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-738a1d80-4e42-4996-bb04-fa56ee0518f5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490656 Dec 24 03:00:41.057715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60268) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:41.062079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:41.091298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Port be2609f6-d1b1-4618-b7fd-bd82e2fc2122 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:41.109152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Provisioning complete for port 1d158990-03c8-4336-a320-e9eeab47ea7c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:41.110039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52c25175-26d9-4272-b4df-8ca9d907b6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.169879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:41.172361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.254629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:41.329477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349b0121-6988-43f8-bb1a-c479fe60c2c3 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:41.331226 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-349b0121-6988-43f8-bb1a-c479fe60c2c3 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks/bcf4fcbf-7dec-4abb-935c-823d23b5d739 HTTP/1.1" status: 200 len: 803 time: 0.3724244 Dec 24 03:00:41.340804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60270) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:41.368116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:41.370721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.399814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Deleting port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:41.400149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.435178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.498995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=5825e353-ddce-4898-9f2b-e42d18c2cb8d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:41.511011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] For port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:41.511419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.555449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Calling delete_port for 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:41.617457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:41.629512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:41.635733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:41.643072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4fe729e2-8ed2-4b54-bb2c-922c15438779 None None] Provisioning complete for port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:41.643445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4fe729e2-8ed2-4b54-bb2c-922c15438779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.674238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.745211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,segment=NetworkSegment(102c8fa3-3c19-43c5-bb19-5c99bdcd1443),segment_id=102c8fa3-3c19-43c5-bb19-5c99bdcd1443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:41.774580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.783247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a33888e8-4d23-465f-841e-e74cf54ee792 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/networks/bcf4fcbf-7dec-4abb-935c-823d23b5d739?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4391987 Dec 24 03:00:41.795302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60272) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:41.805907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.806780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0566e028-edfc-496c-a762-3795c719dbed up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:41.813579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4fe729e2-8ed2-4b54-bb2c-922c15438779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.956446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port 413a8da6-7028-4e41-973e-5af667d2972e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=413a8da6-7028-4e41-973e-5af667d2972e,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:41.957098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:41.972604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 413a8da6-7028-4e41-973e-5af667d2972e owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:42.038628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:42.042366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.070473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52069e77-2429-4a61-8178-a2a35966971a None None] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:42.073288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.077564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:00:42.176485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] No DVR routers for this DVR port 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:42.233377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.236035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.241680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:42.254312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 0566e028-edfc-496c-a762-3795c719dbed triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:42.256532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.301602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd7e84a-7065-43cb-b185-20aefea03ef1 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.307280 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7bd7e84a-7065-43cb-b185-20aefea03ef1 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets/57285bbd-23d1-4293-b7ff-3ca7338f5462 HTTP/1.1" status: 200 len: 843 time: 0.5108714 Dec 24 03:00:42.309392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.309981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.310519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.311243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.311825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.313661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.314538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.315093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.315676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60276) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.317571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.317734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.318225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.318582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.319089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.331527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4fe729e2-8ed2-4b54-bb2c-922c15438779 None None] Could not find standard attr ID for object 1b32f0e6-4328-43af-ab29-635b5fb37198. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:42.352771 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-844a88e5-8c6c-4c86-9416-c3829d344f6a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3888574 Dec 24 03:00:42.368758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60278) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.429968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467ca43-0006-4b22-8454-5443b9678802 None None] Pushing event deleted for resources: {'Port': ['ID=293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:42.484026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1d158990-03c8-4336-a320-e9eeab47ea7c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:42.501671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:42.536642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeaff39-3958-41de-9327-09a7ac4cedd0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['shared'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.538836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Sync routers for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:42.543861 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1aeaff39-3958-41de-9327-09a7ac4cedd0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "GET /v2.0/subnets/57285bbd-23d1-4293-b7ff-3ca7338f5462?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2234714 Dec 24 03:00:42.547385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60280) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.557141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-91f1520e-08d1-4df0-bcac-3c07089d6358 None None] Provisioning complete for port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:42.564784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-91f1520e-08d1-4df0-bcac-3c07089d6358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.564948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1781650238'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:42.565048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:42.565048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:42.580624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port be2609f6-d1b1-4618-b7fd-bd82e2fc2122 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:42.581045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.603093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024cfdf5-da9f-4122-9e90-375e0f61cab3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.609036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-024cfdf5-da9f-4122-9e90-375e0f61cab3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2384183 Dec 24 03:00:42.614282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60282) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.630951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.632180 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ae8fa43-392c-46df-b24d-04a9e7383316 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8181744 Dec 24 03:00:42.635750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60284) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.665144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.705354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:42.705975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=413a8da6-7028-4e41-973e-5af667d2972e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:42.709641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.725380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.727832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.728535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.728535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.728702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.728938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.729268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:00:42.737353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e45b27c5-b75b-49bc-830e-a9fdecdc395e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0998600 Dec 24 03:00:42.743463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60286) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.760365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1d158990-03c8-4336-a320-e9eeab47ea7c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:42.760887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.761730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:42.790633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b653b5e-0fa4-45e5-8f15-0486397acf21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.797247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b653b5e-0fa4-45e5-8f15-0486397acf21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.821916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b653b5e-0fa4-45e5-8f15-0486397acf21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:42.827925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4b653b5e-0fa4-45e5-8f15-0486397acf21 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2125919 Dec 24 03:00:42.891178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60288) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:42.891332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:43.015581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:43.030674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.031147 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Added segment 09a5c59c-7674-4b30-b163-79e671026def of type vlan for network 57c19f1a-739f-4f74-8157-bb90e8aff36e Dec 24 03:00:43.070149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:43.101387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.105335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:43.139373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=35ce3b4a-352d-4591-b911-8ebaff27ba90,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:43.144145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:43.144772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.163157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.164465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.185878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for be2609f6-d1b1-4618-b7fd-bd82e2fc2122 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:43.205601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.212361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:43.212992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.238131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd58c20-8df9-4ddf-b2e4-4a8145767e2b None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:43.257867 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7d4a6528-9942-4430-a317-0d002d9de6fc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1963985 Dec 24 03:00:43.258631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60292) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:43.268335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:74:ae:14', 'name': 'tempest-NetworksTestDHCPv6-818099461'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:43.313938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 5825e353-ddce-4898-9f2b-e42d18c2cb8d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:43.314266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.383775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8e0b5-c909-43dd-ae1d-4a77abc6d9a6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:43.388634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75c8e0b5-c909-43dd-ae1d-4a77abc6d9a6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6412988 Dec 24 03:00:43.392586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60294) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:43.404261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Network': ['ID=57c19f1a-739f-4f74-8157-bb90e8aff36e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:43.430787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:43.440299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '35ce3b4a-352d-4591-b911-8ebaff27ba90'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:43.442112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.470813 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6751a487-c75c-4da6-99b3-2d281721ea6a tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9216330 Dec 24 03:00:43.473658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60296) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:43.480100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:43.513237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3f30bcf7-8096-434a-b442-9e0b6c569623 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:43.519004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-faf610f2-2804-4524-aefa-69a64835ae2e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130636 Dec 24 03:00:43.525324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60298) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:43.526798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Provisioning complete for port 2c989e5a-de13-4524-bae0-9c2270fad7a7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:43.527465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.533135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885173934', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:43.638902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3f30bcf7-8096-434a-b442-9e0b6c569623 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:43.639448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3f30bcf7-8096-434a-b442-9e0b6c569623 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:43.720436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.745572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 5825e353-ddce-4898-9f2b-e42d18c2cb8d owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:43.749047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:43.813404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Port 2c989e5a-de13-4524-bae0-9c2270fad7a7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:43.838093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Made reservation on behalf of 48b3bc59f35d46be995c3f60bcce1349 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:43.844173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.846702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Provisioning complete for port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:43.847082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.894752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:43.901427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:43.935951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:43.939642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.947614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:43.949248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing IP validity checks on allocation pools {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:00:43.949858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:00:43.982683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/35ce3b4a-352d-4591-b911-8ebaff27ba90/4513e315-97ad-4479-8243-d828bff7a58c) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:43.987254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:38Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:43.992654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:44.007981 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e0c6028f-1453-4b9e-b065-db485b8d6c0a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0401001 Dec 24 03:00:44.008710 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:44.010627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60302) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:44.023506 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:44.030495 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:44.074961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Checking router: 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:44.075318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Updating router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 port 345844ca-ad28-4661-8b79-489bad9e7364 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:44.105347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=be2609f6-d1b1-4618-b7fd-bd82e2fc2122,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:44.138606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.203221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:44.205537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.206924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port d5d7c54e-fcdc-4ef7-9994-68bc9440c90a yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:44.216008 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:44.226269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 04fa8677-b730-4b21-8182-71cfafa542d6 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:44.232819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.266151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.344313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.380047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f86b9058-d4d6-46f9-a845-746513a74b14 None None] Could not find standard attr ID for object 5825e353-ddce-4898-9f2b-e42d18c2cb8d. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:44.451132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=5825e353-ddce-4898-9f2b-e42d18c2cb8d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:44.467288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.556644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.585801 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:42Z', 'revision_number': 9, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:44.617298 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:44.628116 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:44.628952 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:44.639878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.649519 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1163564a-6ab4-4b4a-a3cd-a9d359d76898 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/5825e353-ddce-4898-9f2b-e42d18c2cb8d HTTP/1.1" status: 204 len: 168 time: 1.7561166 Dec 24 03:00:44.654874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60304) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:44.686481 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c337524-9c0f-4e52-929d-f3cc14654ff1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:00:44.692635 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c337524-9c0f-4e52-929d-f3cc14654ff1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/5825e353-ddce-4898-9f2b-e42d18c2cb8d HTTP/1.1" status: 404 len: 333 time: 0.0387101 Dec 24 03:00:44.694007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60306) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:44.763984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:44.897756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.915151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.962219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 2c989e5a-de13-4524-bae0-9c2270fad7a7 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:44.962591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:44.978134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=bf59dbec-e4e5-447c-8faa-57b27aebcbf2,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:45.077959 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:42Z', 'revision_number': 9, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:45.097531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.116738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 2c989e5a-de13-4524-bae0-9c2270fad7a7 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:45.154264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Router b5e5c971-5389-4b3f-867c-b88152cfe4a0 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:45.155172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Checking segment: {'id': '09a5c59c-7674-4b30-b163-79e671026def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:45.155536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network hostable DHCP agents. Network: 57c19f1a-739f-4f74-8157-bb90e8aff36e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:45.185756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.192886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-13e42554-44ae-40ce-9e8e-0c1d14182cb0 None None] Provisioning complete for port 2c989e5a-de13-4524-bae0-9c2270fad7a7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:45.192886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-13e42554-44ae-40ce-9e8e-0c1d14182cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.200141 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fedf7-a845-4296-b5ed-a6c1625c4cab None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:42Z', 'revision_number': 9, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': '682231e3-4597-44b1-92f1-d9ee8b0e204d', 'name': '', 'network_id': 'f365a31b-cb3e-4f4b-8efd-e9161e1a887f', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:9f:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '75398f91-ec82-40d0-9653-930631b4216d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:58Z', 'updated_at': '2021-12-24T03:00:12Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '75398f91-ec82-40d0-9653-930631b4216d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:45.268264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.279397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:45.281293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.295880 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9b5fbd3e-9c31-40b7-a335-669ff944ed50 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/routers/b5e5c971-5389-4b3f-867c-b88152cfe4a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0519953 Dec 24 03:00:45.302135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:45.304471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60310) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:45.344553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563faf-2364-46cb-a072-64d4a454f3ef None None] Pushing event updated for resources: {'Port': ['ID=345844ca-ad28-4661-8b79-489bad9e7364,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:45.360223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] Sync routers for ids ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:45.370901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-13e42554-44ae-40ce-9e8e-0c1d14182cb0 None None] Port 2c989e5a-de13-4524-bae0-9c2270fad7a7 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:45.374772 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-740147dd-e3f7-45c4-be15-54c0dcfd110a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 03:00:45.378783 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-740147dd-e3f7-45c4-be15-54c0dcfd110a tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/be2609f6-d1b1-4618-b7fd-bd82e2fc2122 HTTP/1.1" status: 404 len: 333 time: 0.0687387 Dec 24 03:00:45.380373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60312) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:45.383161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-13e42554-44ae-40ce-9e8e-0c1d14182cb0 None None] Could not find standard attr ID for object 5825e353-ddce-4898-9f2b-e42d18c2cb8d. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:45.400281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.414014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6ca70-013d-4130-b845-ce646e70ccd8 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:45.425413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] Routers {'b5e5c971-5389-4b3f-867c-b88152cfe4a0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:45.426067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:45.473658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Attempting to bind port 345844ca-ad28-4661-8b79-489bad9e7364 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:45.474046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Attempting to bind port 345844ca-ad28-4661-8b79-489bad9e7364 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:45.474420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Attempting to bind port 345844ca-ad28-4661-8b79-489bad9e7364 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:45.478244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:45.486187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:45.486570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:45.487019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.487425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:45.487932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Bound port: 345844ca-ad28-4661-8b79-489bad9e7364, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:45.488308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.495288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.588360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:45.610373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:45.638538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:45.641449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:45.653360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] Routers {'b5e5c971-5389-4b3f-867c-b88152cfe4a0'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:45.654024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:45.669115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:45.675608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 293e2dc5-2ac0-4e34-ad4e-5b7b10429c0d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:45.750865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.755710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 57c19f1a-739f-4f74-8157-bb90e8aff36e) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:45.798315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc610d6-cf99-422a-a1fc-b8bf9ece6f96 None None] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:45.800291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 413a8da6-7028-4e41-973e-5af667d2972e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:45.804848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::4c (bf27008b-e5db-498b-855c-c2529ecfc5ee/35ce3b4a-352d-4591-b911-8ebaff27ba90/d5d7c54e-fcdc-4ef7-9994-68bc9440c90a) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:45.831373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:45.831982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.837304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:45.851357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Pushing event updated for resources: {'Port': ['ID=4513e315-97ad-4479-8243-d828bff7a58c,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:45.853988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:45.854348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 529ec9d2-723b-4fac-b16f-c576d47da4a5, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:45.863071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:45.865122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74b2aba-33c7-4e24-8367-1b53db5b074c None None] The sync data for ids ['b5e5c971-5389-4b3f-867c-b88152cfe4a0'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:45.875886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 413a8da6-7028-4e41-973e-5af667d2972e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:45.875886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 413a8da6-7028-4e41-973e-5af667d2972e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:45.876058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.913156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] For port 345844ca-ad28-4661-8b79-489bad9e7364, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:45.959741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.961182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=04fa8677-b730-4b21-8182-71cfafa542d6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:45.962987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.966217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:45.970612 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aa081c31-fe79-466a-aeeb-a7a62c472207 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/04fa8677-b730-4b21-8182-71cfafa542d6 HTTP/1.1" status: 204 len: 168 time: 1.9589550 Dec 24 03:00:45.975635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60314) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:45.992857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-318dde21-0e3c-43bc-95cc-7ea0d217d73b None None] Provisioning complete for port 345844ca-ad28-4661-8b79-489bad9e7364 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:45.993227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-318dde21-0e3c-43bc-95cc-7ea0d217d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.001737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcb0c45-7ce0-40b4-b9cf-197eab7e6b8f None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:46.022966 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fa45ea9f-5021-423f-bd8b-b82d6b331de0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5481725 Dec 24 03:00:46.028011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60316) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:46.031408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:46.062217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:46.077326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 529ec9d2-723b-4fac-b16f-c576d47da4a5) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:46.086859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:46.088348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.115880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.116772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Fanout notify agent at l3_agent the message router_deleted on router b5e5c971-5389-4b3f-867c-b88152cfe4a0 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:00:46.120803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473cfba6-7ebf-4d9d-8595-c4a711531c8c None None] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:46.125459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.126638 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bc25eec3-35bf-434c-8b51-11656c3b5b94 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/routers/b5e5c971-5389-4b3f-867c-b88152cfe4a0 HTTP/1.1" status: 204 len: 168 time: 0.7429168 Dec 24 03:00:46.135498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60318) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:46.180779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.193394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11799180'] for subnet, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.204059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.218947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Attempting to bind port 4513e315-97ad-4479-8243-d828bff7a58c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:46.219416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Attempting to bind port 4513e315-97ad-4479-8243-d828bff7a58c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:46.219679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Attempting to bind port 4513e315-97ad-4479-8243-d828bff7a58c on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:46.245648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] For port 345844ca-ad28-4661-8b79-489bad9e7364, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=345844ca-ad28-4661-8b79-489bad9e7364,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:46.248032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-318dde21-0e3c-43bc-95cc-7ea0d217d73b None None] Port 345844ca-ad28-4661-8b79-489bad9e7364 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:46.277781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:46.278461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:46.278570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.278948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:46.279436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Bound port: 4513e315-97ad-4479-8243-d828bff7a58c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:46.279819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.300345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=2c989e5a-de13-4524-bae0-9c2270fad7a7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:46.307822 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-72e89277-b31f-4ab4-9f6d-2896b7f94a40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7787988 Dec 24 03:00:46.326180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60322) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:46.341524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-529ec9d2-723b-4fac-b16f-c576d47da4a5', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:46.342343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.377643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.383256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-57c19f1a-739f-4f74-8157-bb90e8aff36e', 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e', 'project_id': '48b3bc59f35d46be995c3f60bcce1349', 'fixed_ips': [{'subnet_id': 'bf59dbec-e4e5-447c-8faa-57b27aebcbf2'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:46.384108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.431330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.444925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet d00f3d77-d00f-4f81-9fce-53a49287d71f {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:46.449830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.537414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585f284-5f39-4b36-ba58-eedeb5157c4c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:46.558252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.564937 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-72af38e8-fb36-4191-984e-71422b611bc6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/2c989e5a-de13-4524-bae0-9c2270fad7a7 HTTP/1.1" status: 204 len: 168 time: 1.8631985 Dec 24 03:00:46.565940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60324) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:46.572658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] For port 4513e315-97ad-4479-8243-d828bff7a58c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:46.578832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] For port 4513e315-97ad-4479-8243-d828bff7a58c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4513e315-97ad-4479-8243-d828bff7a58c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:46.586810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.640846 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6964700-ab6e-4308-a1a0-dac07e0b037f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:00:46.644925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c6964700-ab6e-4308-a1a0-dac07e0b037f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/2c989e5a-de13-4524-bae0-9c2270fad7a7 HTTP/1.1" status: 404 len: 333 time: 0.0727291 Dec 24 03:00:46.647960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60326) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:46.683748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] DHCP port deletion for c120292e-6091-46ed-a48f-d965cb54ddd1 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:46.692867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:46.694155 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:46.696845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.724256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.768113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 93c0805e-d191-4755-a0a8-9cb96813e0d1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:46.794561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port c3d73d65-91fc-45ff-864e-75be538220c0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:46.794901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.807452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.885522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1297207'] for subnet, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.921117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:46.924408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563faf-2364-46cb-a072-64d4a454f3ef None None] Pushing event updated for resources: {'Port': ['ID=345844ca-ad28-4661-8b79-489bad9e7364,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:46.926372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.955572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=d5d7c54e-fcdc-4ef7-9994-68bc9440c90a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:46.956876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:46.964391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event updated for resources: {'Subnet': ['ID=bf59dbec-e4e5-447c-8faa-57b27aebcbf2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:46.968589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:46.969846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:46.978521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:46.979513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.993252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:46.993857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:46.998034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-048e8bb0-e684-4f22-8d00-bd17a52e9943 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "PUT /v2.0/subnets/bf59dbec-e4e5-447c-8faa-57b27aebcbf2 HTTP/1.1" status: 200 len: 900 time: 0.9712179 Dec 24 03:00:47.000748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60328) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:47.004693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.011511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port c3d73d65-91fc-45ff-864e-75be538220c0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c3d73d65-91fc-45ff-864e-75be538220c0,segment=NetworkSegment(e2e46b63-0fae-4cbd-872f-8d4849a3b9b4),segment_id=e2e46b63-0fae-4cbd-872f-8d4849a3b9b4)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:47.012061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.079881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for c3d73d65-91fc-45ff-864e-75be538220c0 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:47.133778 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5dda3072-50e6-423c-aaa4-1287770d0420 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8687778 Dec 24 03:00:47.139233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60330) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:47.176537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.303418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.377544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.394698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.444689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=d00f3d77-d00f-4f81-9fce-53a49287d71f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:47.463150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.492833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.496563 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f3495f08-6f1b-433d-82bd-26669de28ebf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/d00f3d77-d00f-4f81-9fce-53a49287d71f HTTP/1.1" status: 204 len: 168 time: 1.3602026 Dec 24 03:00:47.510526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5033c-af0c-4193-a4be-fe19f567192b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:47.517608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5033c-af0c-4193-a4be-fe19f567192b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:47.520873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60334) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:47.523278 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26f5033c-af0c-4193-a4be-fe19f567192b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3709185 Dec 24 03:00:47.526770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60336) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:47.529684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476999b7-16e2-41b4-9301-dc384bf833e0 None None] Network ab849ed2-6398-419b-bd0f-0c77b1fcdd3d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:47.559519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] Provisioning complete for port 345844ca-ad28-4661-8b79-489bad9e7364 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:47.559648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.630410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.633827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.674662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=c3d73d65-91fc-45ff-864e-75be538220c0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:47.689210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port c3d73d65-91fc-45ff-864e-75be538220c0 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:47.748382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbd6d-b8e8-42a1-be53-770c4cc5076d None None] Pushing event updated for resources: {'Port': ['ID=4513e315-97ad-4479-8243-d828bff7a58c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:47.776041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.804615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 0566e028-edfc-496c-a762-3795c719dbed {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:47.804960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.840142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Allocated IP 2001:db8::3 (57c19f1a-739f-4f74-8157-bb90e8aff36e/bf59dbec-e4e5-447c-8faa-57b27aebcbf2/5c56e712-bc87-4aee-ace5-b13ed347437b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:47.844079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880aaee0-0efb-4c1d-b8a5-b67cba430ddf None None] Network 8d499da8-cf5c-4e6c-a420-6ca86547f29a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:47.858782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.866000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/93c0805e-d191-4755-a0a8-9cb96813e0d1 HTTP/1.1" status: 204 len: 168 time: 1.2121484 Dec 24 03:00:47.866825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Allocated IP 172.20.0.2 (529ec9d2-723b-4fac-b16f-c576d47da4a5/e2bd3c8f-b728-4f7c-a49d-0b6433a16f70/d95649a6-87e1-4a8e-8b19-b76fd3d03ab5) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:47.867358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60338) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:47.880397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e1df6-729f-48f9-84c1-0f79b9199ea7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=93c0805e-d191-4755-a0a8-9cb96813e0d1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:47.909177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port 0566e028-edfc-496c-a762-3795c719dbed, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0566e028-edfc-496c-a762-3795c719dbed,segment=NetworkSegment(a32ec5ba-efe1-4d84-a5d1-85887d6e328d),segment_id=a32ec5ba-efe1-4d84-a5d1-85887d6e328d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:47.909840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.921341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c3d73d65-91fc-45ff-864e-75be538220c0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:47.929963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Deleting port c3d73d65-91fc-45ff-864e-75be538220c0 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:47.931292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:47.933621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 0566e028-edfc-496c-a762-3795c719dbed owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:47.969369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.056199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port d5d7c54e-fcdc-4ef7-9994-68bc9440c90a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:48.056570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.072506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c3d73d65-91fc-45ff-864e-75be538220c0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:48.072959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c3d73d65-91fc-45ff-864e-75be538220c0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:48.107040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.119746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.123483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.126574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c120292e-6091-46ed-a48f-d965cb54ddd1']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.145353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=0566e028-edfc-496c-a762-3795c719dbed,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:48.166031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port 0566e028-edfc-496c-a762-3795c719dbed on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:48.203633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] For port 345844ca-ad28-4661-8b79-489bad9e7364, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=345844ca-ad28-4661-8b79-489bad9e7364,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:48.240921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.241605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e46b63-0fae-4cbd-872f-8d4849a3b9b4') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.253289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.270611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.281370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:48.281784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.290150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.319742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab849ed2-6398-419b-bd0f-0c77b1fcdd3d']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.345401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.346652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32ec5ba-efe1-4d84-a5d1-85887d6e328d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:48.358442 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:48.369004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.375620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.381500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.386911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] For port c3d73d65-91fc-45ff-864e-75be538220c0, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:48.387394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.406216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.409610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for d5d7c54e-fcdc-4ef7-9994-68bc9440c90a owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:48.417475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:48.418264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:48.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:48.445381 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:48.456833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Calling delete_port for c3d73d65-91fc-45ff-864e-75be538220c0 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:48.484445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Port c3d73d65-91fc-45ff-864e-75be538220c0 was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:00:48.506787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.515936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.523062 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/c120292e-6091-46ed-a48f-d965cb54ddd1 HTTP/1.1" status: 204 len: 168 time: 2.5457890 Dec 24 03:00:48.528680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60342) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:48.567835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bea6c7-5c9d-4bd0-9797-4917569d7d42 None None] Pushing event updated for resources: {'Port': ['ID=345844ca-ad28-4661-8b79-489bad9e7364,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:48.579895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.609684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.618462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.621764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/ab849ed2-6398-419b-bd0f-0c77b1fcdd3d HTTP/1.1" status: 204 len: 168 time: 1.0988758 Dec 24 03:00:48.625678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60344) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:48.640857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24e40-3081-4626-9eed-c7c956c96b89 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=c120292e-6091-46ed-a48f-d965cb54ddd1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:48.668553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31692ddf-a289-4741-b0bf-5bec958b82d4 None None] DHCP port deletion for ab849ed2-6398-419b-bd0f-0c77b1fcdd3d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:48.672040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Pushing event deleted for resources: {'Port': ['ID=c3d73d65-91fc-45ff-864e-75be538220c0,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:48.692449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:48.692799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.694731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] Provisioning complete for port 4513e315-97ad-4479-8243-d828bff7a58c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:48.695334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.722568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] Network c120292e-6091-46ed-a48f-d965cb54ddd1 is not hosted by any dhcp agent {{(pid=110369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:00:48.723180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a68bf-c669-46cd-9e28-36a3513349a6 None None] No DVR routers for this DVR port c3d73d65-91fc-45ff-864e-75be538220c0 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:48.767200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,segment=NetworkSegment(102c8fa3-3c19-43c5-bb19-5c99bdcd1443),segment_id=102c8fa3-3c19-43c5-bb19-5c99bdcd1443)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:48.767565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:48.785650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2ce95-2488-4845-bc33-45e4346fa9ed tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:48.790930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:48.791129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ddf2ce95-2488-4845-bc33-45e4346fa9ed tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 HTTP/1.1" status: 200 len: 845 time: 0.1571281 Dec 24 03:00:48.791129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94ce6a-f240-45c6-aec1-c1a932b38fba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=ab849ed2-6398-419b-bd0f-0c77b1fcdd3d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:48.791331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60346) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:48.850840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:38Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:48.857479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-384e46c1-7580-41ef-80bb-654e92e327c5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/0ad89a5c-3d7e-4329-b23b-b2edd65a16b1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0618484 Dec 24 03:00:48.858132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60348) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:48.863841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:48.925984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7c62a-ea01-45f9-b769-1712c89ac1fc None None] The sync data for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv is: [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:38Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:48.929538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] DHCP port deletion for 8d499da8-cf5c-4e6c-a420-6ca86547f29a request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:49.025678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.033921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.095357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:49.098186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.100091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.118780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Deleting port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:49.119242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.144308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.147477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.169173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.178065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.228561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=d5d7c54e-fcdc-4ef7-9994-68bc9440c90a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.229157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] For port 4513e315-97ad-4479-8243-d828bff7a58c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4513e315-97ad-4479-8243-d828bff7a58c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:49.272591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:49.314706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:49.316100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:49.323255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:49.329006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (529ec9d2-723b-4fac-b16f-c576d47da4a5/e2bd3c8f-b728-4f7c-a49d-0b6433a16f70/88a43776-c6f3-448a-8974-c7b53521f319) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:49.329494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:49.329494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.329494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:49.330452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.333211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] For port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,segment=NetworkSegment(102c8fa3-3c19-43c5-bb19-5c99bdcd1443),segment_id=102c8fa3-3c19-43c5-bb19-5c99bdcd1443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:49.333606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.337000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Pushing event updated for resources: {'Port': ['ID=5c56e712-bc87-4aee-ace5-b13ed347437b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.361915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.389991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=bf59dbec-e4e5-447c-8faa-57b27aebcbf2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.392920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Calling delete_port for 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:49.418013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.427173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60350) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:49.428121 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21bea50d-056f-462c-b4e7-c50a0457630b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/d5d7c54e-fcdc-4ef7-9994-68bc9440c90a HTTP/1.1" status: 204 len: 168 time: 1.8988433 Dec 24 03:00:49.440498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:49.606664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4fa771cc-c166-4640-bcd3-d0850e29a387 None None] Could not find standard attr ID for object d5d7c54e-fcdc-4ef7-9994-68bc9440c90a. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:00:49.658204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.699684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Pushing event updated for resources: {'Port': ['ID=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.708172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d499da8-cf5c-4e6c-a420-6ca86547f29a']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.711165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.745609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Attempting to bind port 5c56e712-bc87-4aee-ace5-b13ed347437b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:49.752092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Attempting to bind port 5c56e712-bc87-4aee-ace5-b13ed347437b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '09a5c59c-7674-4b30-b163-79e671026def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:49.752092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Attempting to bind port 5c56e712-bc87-4aee-ace5-b13ed347437b on network 57c19f1a-739f-4f74-8157-bb90e8aff36e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:49.757252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102c8fa3-3c19-43c5-bb19-5c99bdcd1443') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.757810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102c8fa3-3c19-43c5-bb19-5c99bdcd1443') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.777333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.780992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Attempting to bind port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:49.782407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Attempting to bind port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:49.784409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Attempting to bind port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 on network 529ec9d2-723b-4fac-b16f-c576d47da4a5 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:49.820257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.839633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:49.840030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:49.845925 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:49.849301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:49.852988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Checking segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:49.852988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.852988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Bound using segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:49.852988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Bound port: d95649a6-87e1-4a8e-8b19-b76fd3d03ab5, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:49.852988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.859043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:49.859687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Checking segment: {'id': '09a5c59c-7674-4b30-b163-79e671026def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:49.860291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.862078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Bound using segment: {'id': '09a5c59c-7674-4b30-b163-79e671026def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:49.862736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Bound port: 5c56e712-bc87-4aee-ace5-b13ed347437b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a5c59c-7674-4b30-b163-79e671026def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:49.864708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.867969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abbbeec-1130-428c-bc03-5c5c7bf5bf6e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:49.876662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abbbeec-1130-428c-bc03-5c5c7bf5bf6e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:49.878496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0abbbeec-1130-428c-bc03-5c5c7bf5bf6e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3789566 Dec 24 03:00:49.886225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:49.891890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c19f1a-739f-4f74-8157-bb90e8aff36e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.939677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a5c59c-7674-4b30-b163-79e671026def') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.940328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a5c59c-7674-4b30-b163-79e671026def') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:49.946801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:49.951923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72f587-3cf3-476d-b170-b6a27ba49923 None None] Pushing event updated for resources: {'Port': ['ID=4513e315-97ad-4479-8243-d828bff7a58c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:49.991734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.009773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.019454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:50.019454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:50.041797 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:50.140794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.217965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.230313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:50.237620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:50.246520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:50.247375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.294419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=403c60d6-837b-4486-bae5-bb47662b5f92,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:50.305866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:00:50.305866 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:00:50.305866 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '57c19f1a-739f-4f74-8157-bb90e8aff36e'}] Dec 24 03:00:50.305866 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:00:50.306299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:00:50.340213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 345844ca-ad28-4661-8b79-489bad9e7364 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:50.354833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3bcef50b-22cf-44f1-aab1-164a35ae2a21 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4920332 Dec 24 03:00:50.354833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60356) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:50.359955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877302817'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:50.387447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a339b9c8-50f5-44a7-a147-4a0a9c898f21 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:50.433477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.513699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.529635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:50.545900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:50.554737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17d74654-8e68-4276-bae5-0cfd75323234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.556918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:50.559126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] For port 5c56e712-bc87-4aee-ace5-b13ed347437b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:50.570832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.602509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:50.618057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] For port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:50.625392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] Pushing event deleted for resources: {'Port': ['ID=3961e40c-8235-4a3b-b5d3-f6ad6b28f02b,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:50.633476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 345844ca-ad28-4661-8b79-489bad9e7364 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:50.633863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.645391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] For port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:50.647642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019b1c6-5a2f-45f2-aa4f-ad9e621fdeaa None None] No DVR routers for this DVR port 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:50.664810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.700738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 35ce3b4a-352d-4591-b911-8ebaff27ba90 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:50.704890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.741404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.758226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.762584 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/8d499da8-cf5c-4e6c-a420-6ca86547f29a HTTP/1.1" status: 204 len: 168 time: 2.8923044 Dec 24 03:00:50.763114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.777447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60360) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:50.778040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] For port 5c56e712-bc87-4aee-ace5-b13ed347437b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5c56e712-bc87-4aee-ace5-b13ed347437b,segment=NetworkSegment(09a5c59c-7674-4b30-b163-79e671026def),segment_id=09a5c59c-7674-4b30-b163-79e671026def)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:50.782280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776930078'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:50.790545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a008d10-b69f-481b-a0ba-47f25954d17a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=8d499da8-cf5c-4e6c-a420-6ca86547f29a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:50.810986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.816293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.838969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f0b680f9-3362-4232-9de2-3f9ed1969c69', 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'project_id': '2ef51d403c9a4cd8b801fb58526c04bb', 'fixed_ips': [{'subnet_id': '403c60d6-837b-4486-bae5-bb47662b5f92'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:50.839474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.880459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.920702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.954985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:50.965501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port 5c56e712-bc87-4aee-ace5-b13ed347437b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:50.966749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.048800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Allocated IP 2001:db8::2 (f0b680f9-3362-4232-9de2-3f9ed1969c69/403c60d6-837b-4486-bae5-bb47662b5f92/9b9ca2b4-f0ea-4313-8490-1f285ae80f81) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:51.119349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.123289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.143690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port 5c56e712-bc87-4aee-ace5-b13ed347437b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5c56e712-bc87-4aee-ace5-b13ed347437b,segment=NetworkSegment(09a5c59c-7674-4b30-b163-79e671026def),segment_id=09a5c59c-7674-4b30-b163-79e671026def)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:51.144633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.160018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for 5c56e712-bc87-4aee-ace5-b13ed347437b owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:51.164666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=35ce3b4a-352d-4591-b911-8ebaff27ba90,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:51.170793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.174536 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fd5bfe74-6cb7-42b9-b33b-7fab85c6e139 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/35ce3b4a-352d-4591-b911-8ebaff27ba90 HTTP/1.1" status: 204 len: 168 time: 1.2859566 Dec 24 03:00:51.175398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:51.179863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.181803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1e459-4c2a-4ff7-ac1c-d6fad2f8817e None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:51.182261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60362) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.243477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4513e315-97ad-4479-8243-d828bff7a58c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:51.283840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204ef0-fbc8-4d68-98e6-b739ce06fb16 None None] Pushing event updated for resources: {'Port': ['ID=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:51.322053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-67c6a701-a4a6-4ab4-9de9-c72e82714b03 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369948 Dec 24 03:00:51.327756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60364) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.427081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:00:51.433195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port 682231e3-4597-44b1-92f1-d9ee8b0e204d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:51.437070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.449982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ac1dd-771a-4725-b1e5-707ffdfaaa8e None None] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:51.478535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.479238 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Added segment 4bee5dab-20e0-4d43-a406-91d7bbfdf03e of type vlan for network d1864eb4-3503-4c7b-90be-7d941d23f607 Dec 24 03:00:51.584641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.592201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1b6d4-9474-45fb-909b-6e949b69dc06 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:51.594293 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-caf1b6d4-9474-45fb-909b-6e949b69dc06 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2649539 Dec 24 03:00:51.600863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.611449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60366) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.631076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8097c-9d3e-461e-a815-be5f3c9d4fd4 None None] Pushing event updated for resources: {'Port': ['ID=5c56e712-bc87-4aee-ace5-b13ed347437b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:51.644106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4513e315-97ad-4479-8243-d828bff7a58c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:51.644534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.715520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:51.717535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port 682231e3-4597-44b1-92f1-d9ee8b0e204d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=682231e3-4597-44b1-92f1-d9ee8b0e204d,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:51.719414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.722075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.764595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for 682231e3-4597-44b1-92f1-d9ee8b0e204d owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:51.772506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8599f0-924a-4185-8095-1a35fd1dbc79 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:51.778737 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cd8599f0-924a-4185-8095-1a35fd1dbc79 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1722524 Dec 24 03:00:51.780117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.815286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:51.826270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.826894 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:51.830226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:51.833508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:51.840565 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5b747773-de85-4081-b02c-e207802ced51 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541413 Dec 24 03:00:51.840565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.842734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:51.843360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.845651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60372) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.849961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b723a94-ef8d-42d3-b7d0-2e644e984d69 None None] Network 57c19f1a-739f-4f74-8157-bb90e8aff36e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:51.867443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cf30ef-440d-44c5-aead-27184e1dc6f8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:51.883752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:51.931474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:51.933965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ee7aad55-6d8f-434f-a822-254546f964d7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5770063 Dec 24 03:00:51.938933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60374) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:51.950539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'security_group': {'name': 'tempest-secgroup-627516476'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:52.037732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.040486 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2624428 Dec 24 03:00:52.048205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60376) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:52.058312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:52.065872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Attempting to bind port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:52.065872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Attempting to bind port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'eebf4ef1-eef4-4922-85a3-9fade148819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:52.065872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Attempting to bind port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 on network f0b680f9-3362-4232-9de2-3f9ed1969c69 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:52.070182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Deleting port 4513e315-97ad-4479-8243-d828bff7a58c {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:52.070559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.079501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a79dd-b83e-423a-bc08-f872bbe86301 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Network': ['ID=d1864eb4-3503-4c7b-90be-7d941d23f607,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:52.090173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:52.090554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Checking segment: {'id': 'eebf4ef1-eef4-4922-85a3-9fade148819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:52.090955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.091350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Bound using segment: {'id': 'eebf4ef1-eef4-4922-85a3-9fade148819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:52.091833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Bound port: 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebf4ef1-eef4-4922-85a3-9fade148819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:52.092213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.105919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d1864eb4-3503-4c7b-90be-7d941d23f607 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:00:52.148918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=5c56e712-bc87-4aee-ace5-b13ed347437b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:52.169506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port 5c56e712-bc87-4aee-ace5-b13ed347437b on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:52.222126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.266722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0566e028-edfc-496c-a762-3795c719dbed no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:52.334349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.336925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 0566e028-edfc-496c-a762-3795c719dbed {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:52.336925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0566e028-edfc-496c-a762-3795c719dbed not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:52.337861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:52.344460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] For port 4513e315-97ad-4479-8243-d828bff7a58c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4513e315-97ad-4479-8243-d828bff7a58c,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:52.344758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.371983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:52.376683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.401913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c19f1a-739f-4f74-8157-bb90e8aff36e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:52.421081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:52.421471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3961e40c-8235-4a3b-b5d3-f6ad6b28f02b not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:52.423609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Calling delete_port for 4513e315-97ad-4479-8243-d828bff7a58c owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:52.438839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a5c59c-7674-4b30-b163-79e671026def') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:52.439130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a5c59c-7674-4b30-b163-79e671026def') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:52.445207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:52.452144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.487892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.500812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=682231e3-4597-44b1-92f1-d9ee8b0e204d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:52.516394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:52.536298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec179-33dc-4116-8fa1-8fe0bc3ea6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.570826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.586641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:52.586917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:52.604501 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:52.659098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.666951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:52.670501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.700515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:52.729945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.796825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.812510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.930033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4065f1-5b16-46f8-b4ac-39ca8ca80f70,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:52.952959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.978713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:52.994194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/57c19f1a-739f-4f74-8157-bb90e8aff36e HTTP/1.1" status: 204 len: 168 time: 5.9921014 Dec 24 03:00:53.005251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60380) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:53.052339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.059757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d1c218d1-2df0-4fdd-9620-569165596679 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1150720 Dec 24 03:00:53.097857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60382) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:53.108769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1807959732', 'security_groups': ['6e4065f1-5b16-46f8-b4ac-39ca8ca80f70'], 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '403c60d6-837b-4486-bae5-bb47662b5f92'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:53.111412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403951d3-309e-41b1-a863-e0bfeb51fd4d None None] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:53.128755 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1693c8-2ddb-48f9-93e7-a8221079e85b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:53.134808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1693c8-2ddb-48f9-93e7-a8221079e85b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:53.136700 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d1693c8-2ddb-48f9-93e7-a8221079e85b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/bf59dbec-e4e5-447c-8faa-57b27aebcbf2 HTTP/1.1" status: 404 len: 337 time: 0.1283090 Dec 24 03:00:53.137797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60386) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:53.140754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.152821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd23c4-7280-424a-a8c2-715afbbd3b0b tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=57c19f1a-739f-4f74-8157-bb90e8aff36e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.165708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-7300176c-50eb-45c8-8528-529924bd3138 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:53.166321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7300176c-50eb-45c8-8528-529924bd3138 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:53.172851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7300176c-50eb-45c8-8528-529924bd3138 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/57c19f1a-739f-4f74-8157-bb90e8aff36e HTTP/1.1" status: 404 len: 339 time: 0.0295577 Dec 24 03:00:53.173661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60388) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:53.262413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.266688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.305550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] No DVR routers for this DVR port 4513e315-97ad-4479-8243-d828bff7a58c on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:53.355789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018cdf1-d5bc-445e-a85a-9c480a3f5fe9 None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.369693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.385657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] Provisioning complete for port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:53.386036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.394068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=3ce03ccd-9bcd-45d0-83e5-a03abe300476,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.399217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.400988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.403083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.453342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26daf39a-09fb-4481-80b2-b21f7b447b7d None None] Pushing event deleted for resources: {'Port': ['ID=4513e315-97ad-4479-8243-d828bff7a58c,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.515837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:53.515837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.583033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.612796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5a237a-cd98-4807-8f01-c2cfc6a34e10']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:53.635141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec0fd21-ed40-473b-9295-b0560076747c') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:53.635439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec0fd21-ed40-473b-9295-b0560076747c') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:53.676994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.679724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.710688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.725898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:53.726323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.759276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.768247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] For port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:53.777896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:53.790802 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:53.793067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:53.797203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:53.803919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:53.861816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.928193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.932910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:53.937057 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/8e5a237a-cd98-4807-8f01-c2cfc6a34e10 HTTP/1.1" status: 204 len: 168 time: 0.7623005 Dec 24 03:00:53.944942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60394) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:53.969391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8cff1-76da-45b8-bdc2-2ecd2e648fc6 None None] Pushing event updated for resources: {'Port': ['ID=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:53.983565 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e05a30-fdde-4833-9068-bd4fe1714996 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:53.984028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e05a30-fdde-4833-9068-bd4fe1714996 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:53.987680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a4e05a30-fdde-4833-9068-bd4fe1714996 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/e82bfedb-7046-4832-805c-a69301ed7812 HTTP/1.1" status: 404 len: 337 time: 0.0392177 Dec 24 03:00:54.004815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60396) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:54.006530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bf8a2-33a2-4b08-9951-53b9973de222 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=8e5a237a-cd98-4807-8f01-c2cfc6a34e10,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:54.033019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Checking segment: {'id': '4bee5dab-20e0-4d43-a406-91d7bbfdf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:54.033534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network hostable DHCP agents. Network: d1864eb4-3503-4c7b-90be-7d941d23f607, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:00:54.040217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:54.062947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:00:54.076294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.108946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:00:54.109307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:00:54.111188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f65ce2e9-4fc9-460e-bf6a-880360c3f1f6 None None] Provisioning complete for port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:54.111558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f65ce2e9-4fc9-460e-bf6a-880360c3f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.113564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af1800-d61e-4504-af3d-3545b3216c32 req-b42489fa-2f8f-463e-b903-c16bd904732c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:54.122725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a7af1800-d61e-4504-af3d-3545b3216c32 req-b42489fa-2f8f-463e-b903-c16bd904732c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.8576632 Dec 24 03:00:54.136910 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-da52f7e2-e373-4fb4-88d9-1161fbb6e95e tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:54.137751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da52f7e2-e373-4fb4-88d9-1161fbb6e95e tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:54.140892 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-da52f7e2-e373-4fb4-88d9-1161fbb6e95e tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/7088f11a-5af0-451e-9f73-45ed69ce5e54 HTTP/1.1" status: 404 len: 339 time: 0.1308465 Dec 24 03:00:54.150635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60398) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:54.244959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:54.261493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f65ce2e9-4fc9-460e-bf6a-880360c3f1f6 None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:54.262230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f65ce2e9-4fc9-460e-bf6a-880360c3f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.313914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:54.326228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:54.332109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f65ce2e9-4fc9-460e-bf6a-880360c3f1f6 None None] Port 88a43776-c6f3-448a-8974-c7b53521f319 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:54.334271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba8ee9-6889-41cb-8c83-c8b1429dba0e None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:54.345930 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Sync routers for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:54.358110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-07258908-884e-4167-9f58-7076f0b96507 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/42270100-9a9b-4a6c-8aab-418b6f9ca7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0275762 Dec 24 03:00:54.363985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting subnet bd712efe-4b2c-4dda-837c-ffae1a36d503 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:54.366692 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:54.367704 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:54.368712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.426940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.427708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a7af1800-d61e-4504-af3d-3545b3216c32 req-93192c9c-a090-4632-9620-c7b1380e352d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038907 Dec 24 03:00:54.430763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60400) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:54.433819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:54.434401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.550724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-332d3fc5-8bfa-4a3c-8a7e-ffff49e3eac6 None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:54.551145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-332d3fc5-8bfa-4a3c-8a7e-ffff49e3eac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.557711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d1864eb4-3503-4c7b-90be-7d941d23f607 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:00:54.563044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.623085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=6b440768-f372-47ff-ae05-3b2576b7b87b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:54.628405 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:54.674565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '6b440768-f372-47ff-ae05-3b2576b7b87b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:54.675643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.729467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-332d3fc5-8bfa-4a3c-8a7e-ffff49e3eac6 None None] Port 88a43776-c6f3-448a-8974-c7b53521f319 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:54.781016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:54.812175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 7d0093ff-3819-4818-b85b-056e8340b87c yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:54.852302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4513e315-97ad-4479-8243-d828bff7a58c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:00:54.910977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 4513e315-97ad-4479-8243-d828bff7a58c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:00:54.911322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4513e315-97ad-4479-8243-d828bff7a58c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:00:54.943275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:54.943651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.013765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7f9af-c980-4a9c-94c6-7553d211b7cd req-b3de241c-1266-4d7a-9df4-6bf6dd5a044d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:55.023599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-97f7f9af-c980-4a9c-94c6-7553d211b7cd req-b3de241c-1266-4d7a-9df4-6bf6dd5a044d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4298897 Dec 24 03:00:55.027638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.033745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Allocated IP 2001:db8::f816:3eff:fe5d:dbc8 (bf27008b-e5db-498b-855c-c2529ecfc5ee/6b440768-f372-47ff-ae05-3b2576b7b87b/cdd1da38-6247-42ab-a5ef-4bfef7f359da) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:55.035659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::26b (f0b680f9-3362-4232-9de2-3f9ed1969c69/403c60d6-837b-4486-bae5-bb47662b5f92/7d0093ff-3819-4818-b85b-056e8340b87c) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:55.076098 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-72127697-ec81-4d9c-83c6-42e7978f0e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1961601 Dec 24 03:00:55.078251 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:52Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:55.089349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60408) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:55.092535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d1864eb4-3503-4c7b-90be-7d941d23f607) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:55.106161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:55.125458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:55.126139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.132084 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Checking router: 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:55.133246 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Updating router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 port 88a43776-c6f3-448a-8974-c7b53521f319 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:00:55.145293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc9f7d-8dc7-4e01-8c62-e5284b688400 None None] Network d1864eb4-3503-4c7b-90be-7d941d23f607 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:55.149824 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-97f7f9af-c980-4a9c-94c6-7553d211b7cd req-a1e9e034-934d-40c1-9ccf-13e92d47c8c3 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136360 Dec 24 03:00:55.176893 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.187007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.249922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.261572 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/bd712efe-4b2c-4dda-837c-ffae1a36d503 HTTP/1.1" status: 204 len: 168 time: 1.1097755 Dec 24 03:00:55.262249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60414) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:55.267550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6695cc-6292-49f3-8df6-abc3c0c0576d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=bd712efe-4b2c-4dda-837c-ffae1a36d503,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:55.310626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f81dc9-a054-472f-a65c-2b4adbaef662 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:55.360843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d1864eb4-3503-4c7b-90be-7d941d23f607', 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': '3ce03ccd-9bcd-45d0-83e5-a03abe300476'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:00:55.361706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.419409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting subnet 7e699b0e-0447-4489-b1c4-cee72a9855bb {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:55.425211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.480070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.518252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.533442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:55.621476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.672168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:55.772549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.781064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506596d-c78a-4e54-a69b-353aa581de89 req-1e733c71-8238-4db8-ad6d-be112c39ee0a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:55.785945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1506596d-c78a-4e54-a69b-353aa581de89 req-1e733c71-8238-4db8-ad6d-be112c39ee0a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.0906835 Dec 24 03:00:55.786517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.808948 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.814848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:55.815254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.860898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=7e699b0e-0447-4489-b1c4-cee72a9855bb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:55.889160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:55.889160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e05f9dd6-64d7-417b-a848-f44c0dd039b8 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/7e699b0e-0447-4489-b1c4-cee72a9855bb HTTP/1.1" status: 204 len: 168 time: 0.6172423 Dec 24 03:00:55.889160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60420) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:55.927867 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1506596d-c78a-4e54-a69b-353aa581de89 req-aa88e526-7def-42bc-b110-b8c61516234d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355364 Dec 24 03:00:56.000567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.041038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:00:56.061547 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-157154c8-9fb9-4fbb-974d-b5e2cf300d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0050588 Dec 24 03:00:56.065229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60424) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:56.072771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-92443469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:56.106808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port 15201780-32cd-40f7-962f-46757d419786 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:56.107320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.117566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.118418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.118893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.119412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.119876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.120452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.120977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.121530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.122107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.122872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.123710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.125379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.126170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.127470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.128676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.129438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.132611 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1586eb49-6901-41b0-a12d-8244755e146d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11235 time: 1.6714358 Dec 24 03:00:56.137412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60426) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:56.215537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:56.215787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.249413 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.263485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.265156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:56.290622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Allocated IP 172.20.0.2 (d1864eb4-3503-4c7b-90be-7d941d23f607/3ce03ccd-9bcd-45d0-83e5-a03abe300476/2569acb9-4453-4fea-ad81-90d0e277993a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:56.294675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.309655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fc8dcf86-fb06-4129-bd54-7db754185e5c None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:00:56.320612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.323344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.337775 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03e9f9-8a99-4eec-8fed-5898fa81cb4d None None] Pushing event updated for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:56.364434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.398310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:00:56.419325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.433026 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b97f8926-d5ae-492b-b0b5-ea81e294cbc1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8956568 Dec 24 03:00:56.443890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60428) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:56.461972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.468525 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Attempting to bind port 88a43776-c6f3-448a-8974-c7b53521f319 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:56.469138 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Attempting to bind port 88a43776-c6f3-448a-8974-c7b53521f319 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:56.469674 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Attempting to bind port 88a43776-c6f3-448a-8974-c7b53521f319 on network 529ec9d2-723b-4fac-b16f-c576d47da4a5 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:56.481639 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:56.482362 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Checking segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:56.483165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.484084 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Bound using segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:56.484802 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Bound port: 88a43776-c6f3-448a-8974-c7b53521f319, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:56.486357 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.489664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.521561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port 15201780-32cd-40f7-962f-46757d419786, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=15201780-32cd-40f7-962f-46757d419786,segment=NetworkSegment(87a03d23-3e0f-4a31-9228-b3fb61edea29),segment_id=87a03d23-3e0f-4a31-9228-b3fb61edea29)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:56.521561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.539649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.540112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.540589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.541041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.547488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.548040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.548547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.552954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:56.557115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:00:56.569473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bb519e94-7c17-4a60-9a6e-f2e15f5b0764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8993 time: 0.4218924 Dec 24 03:00:56.575575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60432) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:56.619444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:56.620206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 75398f91-ec82-40d0-9653-930631b4216d {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:00:56.627522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.659430 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] For port 88a43776-c6f3-448a-8974-c7b53521f319, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:56.668730 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] For port 88a43776-c6f3-448a-8974-c7b53521f319, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=88a43776-c6f3-448a-8974-c7b53521f319,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:56.690571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:56.694633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.719703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:56.720353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:56.736550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.742818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60434) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:56.744010 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4948d6e9-4bac-4942-bd64-7cab6e470fe2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6761606 Dec 24 03:00:56.744973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.747394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for 15201780-32cd-40f7-962f-46757d419786 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:56.751842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607', 'name': 'tempest-PortsTestJSON-322290503'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:56.759739 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.871631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:56.888982 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:56.890374 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:56.902168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:56.902168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.925272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:56.930462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:56.977791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:56.985483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Pushing event updated for resources: {'Port': ['ID=cdd1da38-6247-42ab-a5ef-4bfef7f359da,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:56.997570 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03e9f9-8a99-4eec-8fed-5898fa81cb4d None None] Pushing event updated for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:57.128787 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:57.187840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:57.193897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.415679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.447272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:57.501665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=75398f91-ec82-40d0-9653-930631b4216d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:57.504342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:57.524619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.528226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=7d0093ff-3819-4818-b85b-056e8340b87c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:57.532080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:57.542062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:57.542062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.564693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da88d1e-de6f-49c6-8671-826cbf5dd975 None None] Network 414b56a0-adb3-4abb-bd5f-a2700e70af2c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:57.569304 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b440768-f372-47ff-ae05-3b2576b7b87b (CIDR: 2001:db8::/64) Dec 24 03:00:57.572806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.577069 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-29a8d73d-1fc4-462f-bf93-a8e4a983fe4c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/75398f91-ec82-40d0-9653-930631b4216d HTTP/1.1" status: 204 len: 168 time: 1.1280766 Dec 24 03:00:57.578667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60442) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:57.588189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f926a957-a8b0-4cb7-a826-1a2a5e7b92c8 None None] Network f365a31b-cb3e-4f4b-8efd-e9161e1a887f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:00:57.592490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6de9c-48c7-4b5d-b2f7-0e006ed77b2d req-40b8abb7-e1bd-4a93-8c7a-94ae0f869ae6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:57.594099 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4bc6de9c-48c7-4b5d-b2f7-0e006ed77b2d req-40b8abb7-e1bd-4a93-8c7a-94ae0f869ae6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.4485161 Dec 24 03:00:57.609296 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:56Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:57.634499 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:00:57.634970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:57.685904 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067916d-478f-43df-ae15-ff357ef455a1 None None] The sync data for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv is: [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:56Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:00:57.700458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4bc6de9c-48c7-4b5d-b2f7-0e006ed77b2d req-dab87585-3d3e-4ff3-b070-bd034df785f5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914745 Dec 24 03:00:57.713830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.744523 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-14742c5e-9f96-427e-91c2-3160ae373e59 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6435812 Dec 24 03:00:57.747343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60444) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:57.757539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:57.796331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.864131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port 15201780-32cd-40f7-962f-46757d419786 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:57.907593 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-63b90d5e-967c-409d-bdd9-ff1ec93faa64 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8099360 Dec 24 03:00:57.912372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:57.940906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:57.953512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Attempting to bind port cdd1da38-6247-42ab-a5ef-4bfef7f359da on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:57.954142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Attempting to bind port cdd1da38-6247-42ab-a5ef-4bfef7f359da by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:57.954262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Attempting to bind port cdd1da38-6247-42ab-a5ef-4bfef7f359da on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:57.975512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.977478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=15201780-32cd-40f7-962f-46757d419786,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:57.993164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:57.993823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:57.994391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:57.994946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:57.996146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Bound port: cdd1da38-6247-42ab-a5ef-4bfef7f359da, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:57.996741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.017278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:58.018149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.036845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Network d1864eb4-3503-4c7b-90be-7d941d23f607 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:58.105097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:58.140328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.161096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Pushing event updated for resources: {'Port': ['ID=2569acb9-4453-4fea-ad81-90d0e277993a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:58.167054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:58.167218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:58.170781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.204720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414b56a0-adb3-4abb-bd5f-a2700e70af2c']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:58.216809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d3e18-aa8f-485d-9ab0-ec658dfe86f4 None None] DHCP port deletion for 414b56a0-adb3-4abb-bd5f-a2700e70af2c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:58.219537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fe8e33a8-567b-4e8d-b817-dc58b28336b3 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4825 time: 1.6332657 Dec 24 03:00:58.231195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a03d23-3e0f-4a31-9228-b3fb61edea29') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:58.231488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a03d23-3e0f-4a31-9228-b3fb61edea29') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:58.238527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port a57b7617-cb50-487a-ad1a-6ba76167dd50 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:00:58.244673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.266096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port f8735da7-d680-49ee-a7b4-19c9799092b4 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:58.266444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.277291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.291181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:00:58.291737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:00:58.396232 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:00:58.421956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:52Z', 'revision_number': 10, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:58.424454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.442865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.4 (d1864eb4-3503-4c7b-90be-7d941d23f607/3ce03ccd-9bcd-45d0-83e5-a03abe300476/a57b7617-cb50-487a-ad1a-6ba76167dd50) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:00:58.516582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:00:58.520496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] For port cdd1da38-6247-42ab-a5ef-4bfef7f359da, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:58.559326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port f8735da7-d680-49ee-a7b4-19c9799092b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f8735da7-d680-49ee-a7b4-19c9799092b4,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:58.560003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.571675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Attempting to bind port 2569acb9-4453-4fea-ad81-90d0e277993a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:00:58.572052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Attempting to bind port 2569acb9-4453-4fea-ad81-90d0e277993a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4bee5dab-20e0-4d43-a406-91d7bbfdf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:00:58.572394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Attempting to bind port 2569acb9-4453-4fea-ad81-90d0e277993a on network d1864eb4-3503-4c7b-90be-7d941d23f607 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:00:58.577050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] For port cdd1da38-6247-42ab-a5ef-4bfef7f359da, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cdd1da38-6247-42ab-a5ef-4bfef7f359da,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:58.607758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for f8735da7-d680-49ee-a7b4-19c9799092b4 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:58.616993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:00:58.616993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:58.634867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] DHCP port deletion for f365a31b-cb3e-4f4b-8efd-e9161e1a887f request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:00:58.645094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:00:58.645642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Checking segment: {'id': '4bee5dab-20e0-4d43-a406-91d7bbfdf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:00:58.646105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.646512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Bound using segment: {'id': '4bee5dab-20e0-4d43-a406-91d7bbfdf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:00:58.647015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Bound port: 2569acb9-4453-4fea-ad81-90d0e277993a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bee5dab-20e0-4d43-a406-91d7bbfdf03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd1864eb4-3503-4c7b-90be-7d941d23f607'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:00:58.647401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.711452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:58.717987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] For port 88a43776-c6f3-448a-8974-c7b53521f319, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=88a43776-c6f3-448a-8974-c7b53521f319,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:58.883566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:00:58.967709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27698-a8ec-4f61-966d-ead444feb4ee req-fbdb8767-8c57-45c1-af72-7001eb907772 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:58.969966 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-01c27698-a8ec-4f61-966d-ead444feb4ee req-fbdb8767-8c57-45c1-af72-7001eb907772 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1289818 Dec 24 03:00:59.033026 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-01c27698-a8ec-4f61-966d-ead444feb4ee req-bb273dd6-9f9b-4b1a-93c0-776c6b6fd807 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548723 Dec 24 03:00:59.146987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:00:59.176916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] For port 2569acb9-4453-4fea-ad81-90d0e277993a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:00:59.220889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:59.225616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.257469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.259944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:00:59.265718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.267795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.267949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Deleting port f8735da7-d680-49ee-a7b4-19c9799092b4 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:00:59.268273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.296533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.300709 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/414b56a0-adb3-4abb-bd5f-a2700e70af2c HTTP/1.1" status: 204 len: 168 time: 3.4145484 Dec 24 03:00:59.301700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348492ff-2732-4f67-b571-c8818a5a464d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=414b56a0-adb3-4abb-bd5f-a2700e70af2c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:59.305434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60464) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.325300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.352955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.392381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] For port 2569acb9-4453-4fea-ad81-90d0e277993a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2569acb9-4453-4fea-ad81-90d0e277993a,segment=NetworkSegment(4bee5dab-20e0-4d43-a406-91d7bbfdf03e),segment_id=4bee5dab-20e0-4d43-a406-91d7bbfdf03e)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:00:59.399297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60468) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.410361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.476383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333105099', 'description': 'tempest-secgroup-smoke-1333105099 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:00:59.497418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d1864eb4-3503-4c7b-90be-7d941d23f607 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:00:59.500238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-302435f7-5af3-43fb-9966-2adb87237ded tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:59.501484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302435f7-5af3-43fb-9966-2adb87237ded tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.502591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.509133 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-302435f7-5af3-43fb-9966-2adb87237ded tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/518ef584-8b38-4f6e-868e-af1ea2fcc2f0 HTTP/1.1" status: 404 len: 337 time: 0.1970544 Dec 24 03:00:59.513655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60470) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.514651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=f8735da7-d680-49ee-a7b4-19c9799092b4,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:59.520838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:00:59.521898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.543567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:00:59.559203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:00:59.584658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885557c-240e-49d3-b686-e17b5dee32ed tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:59.585197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5885557c-240e-49d3-b686-e17b5dee32ed tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.591767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5885557c-240e-49d3-b686-e17b5dee32ed tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/561f25ed-c28f-41d4-bc75-98da37010ec9 HTTP/1.1" status: 404 len: 339 time: 0.0578978 Dec 24 03:00:59.599079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port f8735da7-d680-49ee-a7b4-19c9799092b4 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:00:59.636567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60472) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.672312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] For port f8735da7-d680-49ee-a7b4-19c9799092b4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f8735da7-d680-49ee-a7b4-19c9799092b4,segment=NetworkSegment(159be57f-1489-4e7a-8d96-8591b1882adb),segment_id=159be57f-1489-4e7a-8d96-8591b1882adb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:00:59.672796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.686800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Calling delete_port for f8735da7-d680-49ee-a7b4-19c9799092b4 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:00:59.704386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb818a-8028-49ce-bdf9-ea6a44682fe4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:59.705224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fb818a-8028-49ce-bdf9-ea6a44682fe4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.712451 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2fb818a-8028-49ce-bdf9-ea6a44682fe4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/f2d28ee1-5f68-4689-ad7a-e723f9630d0d HTTP/1.1" status: 404 len: 337 time: 0.0693815 Dec 24 03:00:59.717608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60474) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.775130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=a57b7617-cb50-487a-ad1a-6ba76167dd50,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:59.791139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:00:59.791983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.805018 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 403c60d6-837b-4486-bae5-bb47662b5f92 (CIDR: 2001:db8::/64) Dec 24 03:00:59.805430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be0bad-594a-4344-816b-057b9cbfa718 None None] Pushing event updated for resources: {'Port': ['ID=cdd1da38-6247-42ab-a5ef-4bfef7f359da,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:00:59.816129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.820171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.873865 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:00:59.873865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.900681 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b96a0fc-5f0c-466f-a90e-66567082b576 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1516776 Dec 24 03:00:59.903113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60476) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.908468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-7022e337-cd61-4671-bc68-66e82824a52d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:59.908468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7022e337-cd61-4671-bc68-66e82824a52d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.916308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7022e337-cd61-4671-bc68-66e82824a52d tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/862c431b-f9fe-442e-b419-22b6c5006551 HTTP/1.1" status: 404 len: 339 time: 0.1960127 Dec 24 03:00:59.916308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60478) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:00:59.922461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f365a31b-cb3e-4f4b-8efd-e9161e1a887f']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:59.966521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159be57f-1489-4e7a-8d96-8591b1882adb') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:59.967158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159be57f-1489-4e7a-8d96-8591b1882adb') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:00:59.970842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:00:59.973056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a92828-f8bc-4b3b-98e1-93dc12778a34 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:00:59.973517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a92828-f8bc-4b3b-98e1-93dc12778a34 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:00:59.979632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14a92828-f8bc-4b3b-98e1-93dc12778a34 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/8c2f357e-9fc3-4436-9795-fce41e468694 HTTP/1.1" status: 404 len: 337 time: 0.0596178 Dec 24 03:00:59.980296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60480) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:00.013602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1bab9-b6ec-4084-be8a-cd7145850ec2 None None] Pushing event updated for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.022311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6f545d-4f79-432e-bf56-838831aa5056 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:00.022780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6f545d-4f79-432e-bf56-838831aa5056 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:00.028767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ef6f545d-4f79-432e-bf56-838831aa5056 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/25a90f8d-07e8-4994-bfe1-d70c6175acc2 HTTP/1.1" status: 404 len: 339 time: 0.0385227 Dec 24 03:01:00.029816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.032566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60482) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:00.035464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Provisioning complete for port 7d0093ff-3819-4818-b85b-056e8340b87c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:00.035854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.074444 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d18522a8-9a24-4871-9189-022ca65b3527 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3238342 Dec 24 03:01:00.079758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60486) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:00.105398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.108230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:00.108836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Port 7d0093ff-3819-4818-b85b-056e8340b87c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:00.119640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] No DVR routers for this DVR port f8735da7-d680-49ee-a7b4-19c9799092b4 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:00.134138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:00.136409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:00.138617 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:00.186259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:00.186792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.223725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting subnet c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:00.236230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.296592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:52Z', 'revision_number': 10, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:00.299621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.357886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b58c3-69e8-40f1-a00e-d3b7a2d26da8 None None] Pushing event updated for resources: {'Port': ['ID=2569acb9-4453-4fea-ad81-90d0e277993a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.359973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.370929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.391965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440d46b-bd01-4cc2-ab8c-84b52f13e844 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:00:52Z', 'revision_number': 10, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None, '_interfaces': [{'id': 'd129b223-3e9a-4c61-95a3-53367c6bdcb6', 'name': '', 'network_id': 'e2b2dc66-5398-412a-9cb9-c50256e8dcf5', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'mac_address': 'fa:16:3e:3d:37:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:47Z', 'updated_at': '2021-12-24T03:00:04Z', 'revision_number': 5, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'subnets': [{'id': '94c15088-9d5f-43df-9c09-81c5a3e610c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:00.415876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.427892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cec33-21e7-452e-9b55-1f76087247af None None] Pushing event deleted for resources: {'Port': ['ID=f8735da7-d680-49ee-a7b4-19c9799092b4,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.439532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.448532 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/f365a31b-cb3e-4f4b-8efd-e9161e1a887f HTTP/1.1" status: 204 len: 168 time: 2.8511677 Dec 24 03:01:00.448743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 88a43776-c6f3-448a-8974-c7b53521f319 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:00.460999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60496) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:00.461981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.476696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aefb8-8cbc-45b2-a279-ee26786524c2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=f365a31b-cb3e-4f4b-8efd-e9161e1a887f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.496130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.549745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55128ae9-a6c6-4362-aed5-0eee4a56cb6a None None] Could not find standard attr ID for object 15201780-32cd-40f7-962f-46757d419786. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:00.586842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:00.587220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.659796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19806737-952e-4e7d-8976-d6465c1398d8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.699420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.701146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-07ffe69e-3687-460c-aaa4-4a683ecfc444 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2911487 Dec 24 03:01:00.710851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60500) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:00.715804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:00.797864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:00.820266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=6e8d864f-8e23-4331-a781-9a7db779aeb0,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:00.847295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 15201780-32cd-40f7-962f-46757d419786 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:00.905464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 15201780-32cd-40f7-962f-46757d419786 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:00.906244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 15201780-32cd-40f7-962f-46757d419786 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:00.907011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f8735da7-d680-49ee-a7b4-19c9799092b4 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:00.931257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: f8735da7-d680-49ee-a7b4-19c9799092b4 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:00.932122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f8735da7-d680-49ee-a7b4-19c9799092b4 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:00.937197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:00.970365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:01.001148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.004274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e32fe8-dc1b-4c88-89b7-f866cec92f63 req-73456dd6-5fa8-4007-87ce-4f342f7e2dd0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:01.012210 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-71e32fe8-dc1b-4c88-89b7-f866cec92f63 req-73456dd6-5fa8-4007-87ce-4f342f7e2dd0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.7960141 Dec 24 03:01:01.042452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:01.045554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.085715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.093372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:01.111154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.170514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.208876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:01.228093 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-71e32fe8-dc1b-4c88-89b7-f866cec92f63 req-65265a8b-d12a-4306-8391-244ce739059b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148619 Dec 24 03:01:01.232201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-07103798-9fc9-4a51-b48e-4f3ed4937d1c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2961700 Dec 24 03:01:01.247828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141d2b0-53a9-43d4-b957-2a32106e06c4 None None] Network 812c07c1-37a2-4406-af2d-ef84309640f6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:01.259144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.262549 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f3f370f-493b-4715-8cf1-e095ae49d2f4 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/c95b44fe-b30c-4b7a-bfbc-49eb4cafc26a HTTP/1.1" status: 204 len: 168 time: 1.2290211 Dec 24 03:01:01.264556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60502) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:01.269004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:01.317634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:da:7d:9e', 'name': 'tempest-NetworksTestDHCPv6-567825379'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:01.367073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65991b23-4868-4190-a556-9339c7a83c43 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:01.417548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 88a43776-c6f3-448a-8974-c7b53521f319 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:01.465875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.467849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.509856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.517964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606967d5-eea1-4909-93e8-777af7a0fe9a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:01.556835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:01.557214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.635214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:01.667253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.668533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db48cf07-c556-4401-afed-7d5c1e1bacdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9563563 Dec 24 03:01:01.690280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60508) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:01.706193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:01.772130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 88a43776-c6f3-448a-8974-c7b53521f319 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:01.772130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.883715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65226a2e-8c09-4eb1-97f6-7e3189033ece None None] Network d1864eb4-3503-4c7b-90be-7d941d23f607 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:01.964369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] DHCP port deletion for 812c07c1-37a2-4406-af2d-ef84309640f6 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:01.966082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:01.980299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.034239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Update dhcp port {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '6b440768-f372-47ff-ae05-3b2576b7b87b', 'ip_address': '2001:db8::f816:3eff:fe5d:dbc8'}, {'subnet_id': '6e8d864f-8e23-4331-a781-9a7db779aeb0'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': 'cdd1da38-6247-42ab-a5ef-4bfef7f359da'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:02.194046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.257220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] For port cdd1da38-6247-42ab-a5ef-4bfef7f359da, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cdd1da38-6247-42ab-a5ef-4bfef7f359da,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:02.258063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port defecb4b-072c-48b2-aa93-c2f461bc3a7d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:02.258594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.285649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.286249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.292093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.328395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 5f58e574-f9bf-47cb-843a-e69d312a5ad5 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:02.352990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.395551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port defecb4b-072c-48b2-aa93-c2f461bc3a7d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=defecb4b-072c-48b2-aa93-c2f461bc3a7d,segment=NetworkSegment(17ab6103-cd6e-481b-af7a-5899be0b357a),segment_id=17ab6103-cd6e-481b-af7a-5899be0b357a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:02.396745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.426488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Deleting port defecb4b-072c-48b2-aa93-c2f461bc3a7d {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:02.426873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.428698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.440118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.442535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for defecb4b-072c-48b2-aa93-c2f461bc3a7d owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:02.460157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.474697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cdd1da38-6247-42ab-a5ef-4bfef7f359da up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:02.485503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b27c93a-82b1-49d6-8ae0-27e3a61ec0ec,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:02.550120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.587431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:02.628639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:02.629202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d99b7-ccde-4b35-b297-63a468d02155 req-8f7e9299-f855-4927-affa-10e4ec554c88 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:02.631833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4f3d99b7-ccde-4b35-b297-63a468d02155 req-8f7e9299-f855-4927-affa-10e4ec554c88 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2452986 Dec 24 03:01:02.659133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:02.663723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.673049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.674654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-71e90dde-f4d0-4db3-b83d-501a91c35530 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9788702 Dec 24 03:01:02.680656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:02.690609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:02.696324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=63b89269-bd31-4f61-9056-24f325811126,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:02.708901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e2f79-e030-4003-9892-50f97bbd45da None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:02.739899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=a57b7617-cb50-487a-ad1a-6ba76167dd50,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:02.770528 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4f3d99b7-ccde-4b35-b297-63a468d02155 req-113d0f2f-e288-4aa4-9cb9-353017680237 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235895 Dec 24 03:01:02.834289 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3288d892-a51d-4580-8100-80354123a1c3 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7421548 Dec 24 03:01:02.837042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:02.845927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1457625784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '63b89269-bd31-4f61-9056-24f325811126'}], 'security_groups': ['a0cf30ef-440d-44c5-aead-27184e1dc6f8']}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:02.849950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de35766-a741-486b-a4eb-4ca33152cf5e None None] Pushing event updated for resources: {'Port': ['ID=cdd1da38-6247-42ab-a5ef-4bfef7f359da,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:02.912217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] For port defecb4b-072c-48b2-aa93-c2f461bc3a7d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=defecb4b-072c-48b2-aa93-c2f461bc3a7d,segment=NetworkSegment(17ab6103-cd6e-481b-af7a-5899be0b357a),segment_id=17ab6103-cd6e-481b-af7a-5899be0b357a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:02.912605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.912742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.926401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8:0:1::245 (bf27008b-e5db-498b-855c-c2529ecfc5ee/6e8d864f-8e23-4331-a781-9a7db779aeb0/5f58e574-f9bf-47cb-843a-e69d312a5ad5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:02.930198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] Provisioning complete for port 2569acb9-4453-4fea-ad81-90d0e277993a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:02.930392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port d129b223-3e9a-4c61-95a3-53367c6bdcb6 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:02.930604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.930785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:02.943684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Calling delete_port for defecb4b-072c-48b2-aa93-c2f461bc3a7d owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:02.965610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:feda:7d9e (bf27008b-e5db-498b-855c-c2529ecfc5ee/6b440768-f372-47ff-ae05-3b2576b7b87b/5f58e574-f9bf-47cb-843a-e69d312a5ad5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:03.012467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=defecb4b-072c-48b2-aa93-c2f461bc3a7d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:03.022882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port defecb4b-072c-48b2-aa93-c2f461bc3a7d on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:03.091137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:03.091506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.221351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.315432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.338402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.357446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.444079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.501412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] Pushing event deleted for resources: {'Port': ['ID=defecb4b-072c-48b2-aa93-c2f461bc3a7d,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:03.513099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70d64de-7553-483a-8650-4de79fd070a5 None None] No DVR routers for this DVR port defecb4b-072c-48b2-aa93-c2f461bc3a7d on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:03.517429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2569acb9-4453-4fea-ad81-90d0e277993a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:03.542575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812c07c1-37a2-4406-af2d-ef84309640f6']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:03.575831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ab6103-cd6e-481b-af7a-5899be0b357a') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:03.576616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ab6103-cd6e-481b-af7a-5899be0b357a') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:03.586437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] For port 2569acb9-4453-4fea-ad81-90d0e277993a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2569acb9-4453-4fea-ad81-90d0e277993a,segment=NetworkSegment(4bee5dab-20e0-4d43-a406-91d7bbfdf03e),segment_id=4bee5dab-20e0-4d43-a406-91d7bbfdf03e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:03.601424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2569acb9-4453-4fea-ad81-90d0e277993a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:03.601799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.608951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.609836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port d129b223-3e9a-4c61-95a3-53367c6bdcb6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d129b223-3e9a-4c61-95a3-53367c6bdcb6,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:03.610898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.619417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.635314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Update dhcp port {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'fixed_ips': [{'subnet_id': '403c60d6-837b-4486-bae5-bb47662b5f92', 'ip_address': '2001:db8::2'}, {'subnet_id': '63b89269-bd31-4f61-9056-24f325811126'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '9b9ca2b4-f0ea-4313-8490-1f285ae80f81'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:03.639382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for d129b223-3e9a-4c61-95a3-53367c6bdcb6 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:03.639555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.644970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.652273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:03.652906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:03.657170 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:03.671672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.687104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.688881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.751468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.794158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.855644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.881685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:03.888892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Allocated IP 2001:db8:0:1::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/6e8d864f-8e23-4331-a781-9a7db779aeb0/cdd1da38-6247-42ab-a5ef-4bfef7f359da) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:03.889076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:03.892069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:03.900069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:03.900813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.950202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:03.953671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/812c07c1-37a2-4406-af2d-ef84309640f6 HTTP/1.1" status: 204 len: 168 time: 2.6835463 Dec 24 03:01:03.954917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314422b4-e65c-43bb-83eb-46bde86160f2 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=812c07c1-37a2-4406-af2d-ef84309640f6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:03.955297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=5f58e574-f9bf-47cb-843a-e69d312a5ad5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:03.956082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60522) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:03.973268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7be9597-d40b-451e-955c-87e5e35254d8,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.017979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.045358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d433bc7-338e-4014-8d6e-0a91a9241685 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:04.045823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d433bc7-338e-4014-8d6e-0a91a9241685 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:04.048857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d433bc7-338e-4014-8d6e-0a91a9241685 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/1f662fc0-31ea-4c0f-98a9-e961630a048e HTTP/1.1" status: 404 len: 337 time: 0.0834763 Dec 24 03:01:04.051459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60524) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:04.069318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a83f6beb-a8fe-495d-b2cc-820ed1ba9341 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7922752 Dec 24 03:01:04.071014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:04.077234 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2f2f4-eb83-4b86-8eb1-6175f925d573 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:04.077747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb2f2f4-eb83-4b86-8eb1-6175f925d573 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:04.083094 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dcb2f2f4-eb83-4b86-8eb1-6175f925d573 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/0c1fe1ee-ed1a-4f1b-b2f4-316440de2704 HTTP/1.1" status: 404 len: 339 time: 0.0271382 Dec 24 03:01:04.084131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60528) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:04.113674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b376246a-ad06-49b0-98dd-e4e8026cfa2a None None] Provisioning complete for port 2569acb9-4453-4fea-ad81-90d0e277993a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:04.114063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b376246a-ad06-49b0-98dd-e4e8026cfa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.139625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting subnet 57285bbd-23d1-4293-b7ff-3ca7338f5462 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:04.142862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.146934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb208dc4-ea30-44e7-a7eb-ea94219300b0 None None] Pushing event updated for resources: {'Port': ['ID=2569acb9-4453-4fea-ad81-90d0e277993a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.151746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.152962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9bb711c-ea64-4061-b778-dbc8f39915b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4672277 Dec 24 03:01:04.164346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60530) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:04.169704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:04.179458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.200447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881c5f2-adb9-4c06-89c0-0fd06f1fb7a7 req-2fc6fa29-4fb4-40bc-b6c5-b12d025578f5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:04.202017 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1881c5f2-adb9-4c06-89c0-0fd06f1fb7a7 req-2fc6fa29-4fb4-40bc-b6c5-b12d025578f5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2907100 Dec 24 03:01:04.228638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=d129b223-3e9a-4c61-95a3-53367c6bdcb6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.241504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.267288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Allocated IP 2001:db8:0:1::2 (f0b680f9-3362-4232-9de2-3f9ed1969c69/63b89269-bd31-4f61-9056-24f325811126/9b9ca2b4-f0ea-4313-8490-1f285ae80f81) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:04.338201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] For port cdd1da38-6247-42ab-a5ef-4bfef7f359da, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cdd1da38-6247-42ab-a5ef-4bfef7f359da,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:04.363403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 682231e3-4597-44b1-92f1-d9ee8b0e204d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:04.400400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.416883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 682231e3-4597-44b1-92f1-d9ee8b0e204d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:04.417785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 682231e3-4597-44b1-92f1-d9ee8b0e204d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:04.429844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.476933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.480225 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1881c5f2-adb9-4c06-89c0-0fd06f1fb7a7 req-4531221c-b6a4-4207-95b3-4e5dbb31f6fa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621558 Dec 24 03:01:04.548162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:04.558238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 5f58e574-f9bf-47cb-843a-e69d312a5ad5 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:04.558834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.577601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.608291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b376246a-ad06-49b0-98dd-e4e8026cfa2a None None] Provisioning complete for port a57b7617-cb50-487a-ad1a-6ba76167dd50 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:04.608843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b376246a-ad06-49b0-98dd-e4e8026cfa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.701813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.712828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.732279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.773606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cdd1da38-6247-42ab-a5ef-4bfef7f359da up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:04.797497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.821462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b376246a-ad06-49b0-98dd-e4e8026cfa2a None None] Port a57b7617-cb50-487a-ad1a-6ba76167dd50 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:04.826377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.832636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368c05e-5d1c-415e-93bd-701e157ed00e None None] Pushing event updated for resources: {'Port': ['ID=cdd1da38-6247-42ab-a5ef-4bfef7f359da,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.852717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 5f58e574-f9bf-47cb-843a-e69d312a5ad5 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:04.877766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.897022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeed8a4-0c49-4bcc-9150-d516192914ae,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.904049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.913896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.960551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Subnet': ['ID=57285bbd-23d1-4293-b7ff-3ca7338f5462,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:04.969276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:04.976265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-029e1bae-f2bd-45cc-9b0c-59c83de284e0 tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/subnets/57285bbd-23d1-4293-b7ff-3ca7338f5462 HTTP/1.1" status: 204 len: 168 time: 0.8910847 Dec 24 03:01:04.984083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60544) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:04.998384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7ee2f5-d0fe-4e80-9991-d7d284ca2eff None None] Network bcf4fcbf-7dec-4abb-935c-823d23b5d739 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:05.062172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.084553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:05.197270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:05.212713 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:05.217065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.221835 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2be6f5fa-55f3-46e7-a115-bb8f5959060b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0557222 Dec 24 03:01:05.228689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3a991a6d-6d55-423f-8668-1f5f49a671c8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7638237 Dec 24 03:01:05.229259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60546) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:05.246850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:05.251846 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:05.252687 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:05.260591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60548) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:05.327732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=a57b7617-cb50-487a-ad1a-6ba76167dd50,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:05.355149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:05.355715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.374327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4627823-6841-4ca6-8a10-e9d031b70659 None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:05.393232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting subnet 94c15088-9d5f-43df-9c09-81c5a3e610c3 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:05.398187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.404212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.450291 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:05.540451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.551466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] DHCP port deletion for bcf4fcbf-7dec-4abb-935c-823d23b5d739 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:05.564913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:05.640864 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:05.648187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2569acb9-4453-4fea-ad81-90d0e277993a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:05.667970 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:05.669090 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:05.730896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:01:05.737600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Delete allocated IP 2001:db8::26b (f0b680f9-3362-4232-9de2-3f9ed1969c69/403c60d6-837b-4486-bae5-bb47662b5f92) {{(pid=110368) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:01:05.741089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.767539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8:0:1::2a7 (f0b680f9-3362-4232-9de2-3f9ed1969c69/63b89269-bd31-4f61-9056-24f325811126/7d0093ff-3819-4818-b85b-056e8340b87c) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:05.805411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:05.810211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Deleting port e1b21416-75f3-470a-9556-8584a4d4e4d3 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:05.811727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.814649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.832260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.933109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] For port e1b21416-75f3-470a-9556-8584a4d4e4d3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1b21416-75f3-470a-9556-8584a4d4e4d3,segment=NetworkSegment(bf325fe4-c2c9-495e-b88d-3a2ebf8011cd),segment_id=bf325fe4-c2c9-495e-b88d-3a2ebf8011cd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:05.933520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:05.950410 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:05.971737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Calling delete_port for e1b21416-75f3-470a-9556-8584a4d4e4d3 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:06.001781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.021224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=5f58e574-f9bf-47cb-843a-e69d312a5ad5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:06.047442 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d0c302-0918-4df5-a46b-8b156b505806 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:06.133008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.136556 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-91e057eb-b213-4ee0-aa44-cd9b58eb02ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/5f58e574-f9bf-47cb-843a-e69d312a5ad5 HTTP/1.1" status: 204 len: 168 time: 2.0653911 Dec 24 03:01:06.142663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2569acb9-4453-4fea-ad81-90d0e277993a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:06.147958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.155855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:06.195668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4c526-0ab2-4940-8248-70c96755d9f0 req-79ef03b7-c922-482b-ba65-f3614d6043f6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:06.197463 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1fe4c526-0ab2-4940-8248-70c96755d9f0 req-79ef03b7-c922-482b-ba65-f3614d6043f6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.5652301 Dec 24 03:01:06.199630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f67f663e-eef0-4126-a9a3-21406914b98a None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:06.200003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f67f663e-eef0-4126-a9a3-21406914b98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.217150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.242974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Deleting port e1b21416-75f3-470a-9556-8584a4d4e4d3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:06.244060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.267804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.336649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Subnet': ['ID=94c15088-9d5f-43df-9c09-81c5a3e610c3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:06.338684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.344969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7fcddab7-6ffc-465f-9a7b-01014b29d178 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/94c15088-9d5f-43df-9c09-81c5a3e610c3 HTTP/1.1" status: 204 len: 168 time: 1.0815618 Dec 24 03:01:06.348124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.351329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60558) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:06.375206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1fe4c526-0ab2-4940-8248-70c96755d9f0 req-20031126-db77-4b1b-94c7-84c27b1e9b6b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617353 Dec 24 03:01:06.406827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bbe212-9e5f-4a0e-8462-b534e91bd908 None None] Network e2b2dc66-5398-412a-9cb9-c50256e8dcf5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:06.430193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e39133-48f0-449b-b3b9-7888f79b901a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:06.487757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.582332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.594923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.600076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d6f84f99-8979-436e-b829-4f156b2a75b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3694942 Dec 24 03:01:06.642877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:06.649526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device defecb4b-072c-48b2-aa93-c2f461bc3a7d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:06.656149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] Pushing event deleted for resources: {'Port': ['ID=e1b21416-75f3-470a-9556-8584a4d4e4d3,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:06.672259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '19806737-952e-4e7d-8976-d6465c1398d8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:06.686290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f556b7e-43a1-465e-86bb-0f881dd47673 None None] No DVR routers for this DVR port e1b21416-75f3-470a-9556-8584a4d4e4d3 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:06.699845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: defecb4b-072c-48b2-aa93-c2f461bc3a7d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:06.700451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device defecb4b-072c-48b2-aa93-c2f461bc3a7d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:06.735646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Provisioning complete for port 7d0093ff-3819-4818-b85b-056e8340b87c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:06.736248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.818363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Port 7d0093ff-3819-4818-b85b-056e8340b87c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:06.846255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:06.846787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.852653 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-ea153953-7740-435e-9441-32f5dd366fc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5272760 Dec 24 03:01:06.872939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Deleting port ce3f0eb6-028d-459e-b438-57dc918ece86 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:06.873528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.914214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cdd1da38-6247-42ab-a5ef-4bfef7f359da up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:06.951227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] For port e1b21416-75f3-470a-9556-8584a4d4e4d3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1b21416-75f3-470a-9556-8584a4d4e4d3,segment=NetworkSegment(bf325fe4-c2c9-495e-b88d-3a2ebf8011cd),segment_id=bf325fe4-c2c9-495e-b88d-3a2ebf8011cd)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:06.951884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:06.956312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] DHCP port deletion for e2b2dc66-5398-412a-9cb9-c50256e8dcf5 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:06.966164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Calling delete_port for e1b21416-75f3-470a-9556-8584a4d4e4d3 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:07.011234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] For port ce3f0eb6-028d-459e-b438-57dc918ece86, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce3f0eb6-028d-459e-b438-57dc918ece86,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:07.011899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.030306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Calling delete_port for ce3f0eb6-028d-459e-b438-57dc918ece86 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:07.058656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.078189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:07.078574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.129385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] No DVR routers for this DVR port e1b21416-75f3-470a-9556-8584a4d4e4d3 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:07.133156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network d1864eb4-3503-4c7b-90be-7d941d23f607 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:07.141084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Deleting port ce3f0eb6-028d-459e-b438-57dc918ece86 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:07.150701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.150952 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:01:07.158394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.206667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:07.227259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Port': ['ID=e1b21416-75f3-470a-9556-8584a4d4e4d3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:07.230232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.245506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:07.246085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.249831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-08ab81e4-1651-4ef6-b234-6449452b395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.250674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] For port ce3f0eb6-028d-459e-b438-57dc918ece86, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce3f0eb6-028d-459e-b438-57dc918ece86,segment=NetworkSegment(fcac0310-3d8a-4d5e-bc46-db9feea707bb),segment_id=fcac0310-3d8a-4d5e-bc46-db9feea707bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:07.251272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.251606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-08ab81e4-1651-4ef6-b234-6449452b395b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.1117687 Dec 24 03:01:07.270174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No DVR routers for this DVR port ce3f0eb6-028d-459e-b438-57dc918ece86 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:07.286045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d860a95-8b4f-47d1-b13f-972afee2fdff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.288040 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d860a95-8b4f-47d1-b13f-972afee2fdff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1266928 Dec 24 03:01:07.298444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60564) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:07.300726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Calling delete_port for ce3f0eb6-028d-459e-b438-57dc918ece86 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:07.347525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:07.393291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f20e4fce-b8c1-415c-99ef-c974679ecb2e None None] Could not find standard attr ID for object 5f58e574-f9bf-47cb-843a-e69d312a5ad5. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:07.418402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:07.433892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.457965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Port': ['ID=ce3f0eb6-028d-459e-b438-57dc918ece86,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:07.533803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.546656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.548295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.554012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:07.554674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.555026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.581984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-335fc154-5e97-4ef5-aeb3-a732c88fbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.583746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-335fc154-5e97-4ef5-aeb3-a732c88fbb55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.2895875 Dec 24 03:01:07.585636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.605802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] Pushing event deleted for resources: {'Port': ['ID=ce3f0eb6-028d-459e-b438-57dc918ece86,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:07.641874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a847-fa84-48f6-812b-29fc60b891f2 None None] No DVR routers for this DVR port ce3f0eb6-028d-459e-b438-57dc918ece86 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:07.661041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf4fcbf-7dec-4abb-935c-823d23b5d739']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.680056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=7d0093ff-3819-4818-b85b-056e8340b87c,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:07.680390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f8cd5-cc85-4a71-86bd-1c4d3f80a2b2 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:07.693598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-7b7e11e7-099a-40da-b6de-5da61bc6b59a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.0972092 Dec 24 03:01:07.696866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.697168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf325fe4-c2c9-495e-b88d-3a2ebf8011cd') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.700574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.721927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b2dc66-5398-412a-9cb9-c50256e8dcf5']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.723021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] In _notify_port_updated(), no bound segment for port 7d0093ff-3819-4818-b85b-056e8340b87c on network f0b680f9-3362-4232-9de2-3f9ed1969c69 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:01:07.729603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.730414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.731736 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aacde209-e87a-4c23-b2d9-b91099735f13 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/ports/7d0093ff-3819-4818-b85b-056e8340b87c HTTP/1.1" status: 200 len: 931 time: 4.8910382 Dec 24 03:01:07.739448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f467b-0450-43d2-a964-06d5f5198638 req-8f7aa463-b6a5-40ce-8f5f-bd67703621df tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.747518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-834f467b-0450-43d2-a964-06d5f5198638 req-8f7aa463-b6a5-40ce-8f5f-bd67703621df tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2563677 Dec 24 03:01:07.751112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-73ab12db-ad5c-45e8-a964-c0acfa0bddd5 None None] Provisioning complete for port a57b7617-cb50-487a-ad1a-6ba76167dd50 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:07.751854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-73ab12db-ad5c-45e8-a964-c0acfa0bddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.755876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.758681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60568) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:07.767403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcac0310-3d8a-4d5e-bc46-db9feea707bb') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.767707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcac0310-3d8a-4d5e-bc46-db9feea707bb') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:07.772818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbec702-f6c8-4ffd-89f1-49827fb482d2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.772818 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9bbec702-f6c8-4ffd-89f1-49827fb482d2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4697046 Dec 24 03:01:07.779101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bdd3b6-b901-41b3-afa8-bf2c5f283f5c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:07.787820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60570) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:07.809901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.836535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.866464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.878575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9a3f8944-d19e-481b-9840-0d86acc287bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2226820 Dec 24 03:01:07.879527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.886655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-761600cf-b68e-4e6a-9b57-0fe86eb6553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.888719 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-761600cf-b68e-4e6a-9b57-0fe86eb6553b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.1808805 Dec 24 03:01:07.906305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-73ab12db-ad5c-45e8-a964-c0acfa0bddd5 None None] Port a57b7617-cb50-487a-ad1a-6ba76167dd50 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:07.915601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:07.917558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:07.924631 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:07.946953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:07.947371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:07.973623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d64f6-13eb-49f5-bf8e-e355a3519088 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.975784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d64f6-13eb-49f5-bf8e-e355a3519088 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.977390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d64f6-13eb-49f5-bf8e-e355a3519088 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:07.979357 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:07.984217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-257d64f6-13eb-49f5-bf8e-e355a3519088 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1886353 Dec 24 03:01:08.005620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Router 3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:01:08.007349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60574) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:08.019785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1b21416-75f3-470a-9556-8584a4d4e4d3 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:08.050254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-e52a0c1e-28c1-4f85-862b-ac942f033604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:08.051809 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-e52a0c1e-28c1-4f85-862b-ac942f033604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1471460 Dec 24 03:01:08.070399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e1b21416-75f3-470a-9556-8584a4d4e4d3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:08.070743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1b21416-75f3-470a-9556-8584a4d4e4d3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:08.071168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d129b223-3e9a-4c61-95a3-53367c6bdcb6 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:08.081456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f8cd5-cc85-4a71-86bd-1c4d3f80a2b2 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:08.117476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 6b440768-f372-47ff-ae05-3b2576b7b87b {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:08.122638 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-834f467b-0450-43d2-a964-06d5f5198638 req-bd554893-992a-4f47-9793-0c90f9ccf8d0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743081 Dec 24 03:01:08.135568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.137571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.142854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.150204 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/networks/e2b2dc66-5398-412a-9cb9-c50256e8dcf5 HTTP/1.1" status: 204 len: 168 time: 1.7955317 Dec 24 03:01:08.155007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60586) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:08.173390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d129b223-3e9a-4c61-95a3-53367c6bdcb6 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:08.175240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d129b223-3e9a-4c61-95a3-53367c6bdcb6 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:08.185089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'routes': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:08.247537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a73770-a3d8-4f25-aef2-f70f62b7a8a9 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Pushing event deleted for resources: {'Network': ['ID=e2b2dc66-5398-412a-9cb9-c50256e8dcf5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:08.290808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 7d0093ff-3819-4818-b85b-056e8340b87c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:08.291536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.394769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.408441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 7d0093ff-3819-4818-b85b-056e8340b87c owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:08.427799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.431313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.668076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.668979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfbc9b-dba8-41f7-92f3-ce79860b1469 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:08.676401 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] 10.222.0.36 "DELETE /v2.0/networks/bcf4fcbf-7dec-4abb-935c-823d23b5d739 HTTP/1.1" status: 204 len: 168 time: 3.6908393 Dec 24 03:01:08.677802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fafe90-3915-4860-b133-a973cb2b542f tempest-NetworksIpV6Test-526654886 tempest-NetworksIpV6Test-526654886-project] Pushing event deleted for resources: {'Network': ['ID=bcf4fcbf-7dec-4abb-935c-823d23b5d739,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:08.691005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.795982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f15fb-816a-49fe-adee-c134ef9a95dc req-8fd6b458-4094-43d8-98e6-81c0f15262d1 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:08.798114 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ee0f15fb-816a-49fe-adee-c134ef9a95dc req-8fd6b458-4094-43d8-98e6-81c0f15262d1 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1587293 Dec 24 03:01:08.803100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=7d0093ff-3819-4818-b85b-056e8340b87c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:08.829190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfbc9b-dba8-41f7-92f3-ce79860b1469 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:08.829418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:08.846905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce3f0eb6-028d-459e-b438-57dc918ece86 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:08.855809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] Sync routers for ids ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:08.868028 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1cb947c2-830e-48c2-9e1c-75ffe2ccef0a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/routers/3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9603529 Dec 24 03:01:08.869193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ee0f15fb-816a-49fe-adee-c134ef9a95dc req-aeac07a5-eb64-48d7-8041-97ec235cfd85 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617740 Dec 24 03:01:08.872523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60596) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:08.875827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Added routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:01:08.876365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Removed routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:01:08.876610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.946195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: ce3f0eb6-028d-459e-b438-57dc918ece86 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:08.946195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce3f0eb6-028d-459e-b438-57dc918ece86 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:08.968165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:08.969005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] Routers {'3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:08.969722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:08.974455 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e2e0e2fb-7b26-48fe-bab7-383f89d2008c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/7d0093ff-3819-4818-b85b-056e8340b87c HTTP/1.1" status: 204 len: 168 time: 1.2007432 Dec 24 03:01:08.975775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60598) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.004945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-60c623c1-488a-4db5-80fa-7e30a90f1809 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9415765 Dec 24 03:01:09.011705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-25b19bd5-2371-4467-bf7e-12ef0d87b78f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333105099&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.8434165 Dec 24 03:01:09.025874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152e3c0-ea27-42bd-bf50-cf8e18a2f8d3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:09.030135 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7152e3c0-ea27-42bd-bf50-cf8e18a2f8d3 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f HTTP/1.1" status: 200 len: 981 time: 0.1523955 Dec 24 03:01:09.030135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.037164 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-984a9ab6-b2c3-451c-b583-d60266f45771 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 03:01:09.037164 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-984a9ab6-b2c3-451c-b583-d60266f45771 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/7d0093ff-3819-4818-b85b-056e8340b87c HTTP/1.1" status: 404 len: 333 time: 0.0528975 Dec 24 03:01:09.048356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.053207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.053355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60602) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.084867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] Routers {'3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:09.085694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.127545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.127917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6ca420-287f-42d5-9291-a865a8561206 None None] The sync data for ids ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:09.188218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.250356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.261500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.308154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.355949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.374020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=6b440768-f372-47ff-ae05-3b2576b7b87b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:09.401567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.407919 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-48a0da0a-d8cd-42cc-9cd5-166620bde9c8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6b440768-f372-47ff-ae05-3b2576b7b87b HTTP/1.1" status: 204 len: 168 time: 1.3902111 Dec 24 03:01:09.411474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60610) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.416620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bef31963-f3c3-4a6d-b724-de75f72ba031 req-3526fac9-a967-4d70-bf5e-021067f21fe3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994720 Dec 24 03:01:09.455474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:09.472197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-9a6abb8c-e1ae-4869-a8e3-821d1a455052 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:09.473825 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-9a6abb8c-e1ae-4869-a8e3-821d1a455052 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 797 time: 0.4133646 Dec 24 03:01:09.480384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60612) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.516175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 6e8d864f-8e23-4331-a781-9a7db779aeb0 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:09.527838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.542589 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-5cd677d0-0d12-4160-9c12-ea0a248231df tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0588586 Dec 24 03:01:09.589460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.592675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.593845 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/security-groups/6e4065f1-5b16-46f8-b4ac-39ca8ca80f70 HTTP/1.1" status: 204 len: 168 time: 0.5383108 Dec 24 03:01:09.612269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60616) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.636741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956351c-59f8-4329-8eea-ecf3129d9d3d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4065f1-5b16-46f8-b4ac-39ca8ca80f70,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:09.660862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.688378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:09.696212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.702949 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Sync routers for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:09.709113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60618) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.711076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fcfa6185-efa7-4888-9629-2750fe5b80cd tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 705 time: 1.5338211 Dec 24 03:01:09.716215 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:09.717244 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.790583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4ae190f6-35de-42ab-92fd-49edc54dc84e tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 205 time: 0.0796173 Dec 24 03:01:09.794082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60620) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.804166 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:09.828826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-2aa93421-83eb-4ed5-aea9-4db2cc05dbfb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2493303 Dec 24 03:01:09.866270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-5e7328e5-354e-4e1d-8542-cc9f090a23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:09.867931 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-5e7328e5-354e-4e1d-8542-cc9f090a23d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.2290897 Dec 24 03:01:09.873046 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.879509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-90462d8a-70ca-4dd0-af67-6bc1b8b9bc5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48b3bc59f35d46be995c3f60bcce1349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969321 Dec 24 03:01:09.897863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60624) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:09.899247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:09.914571 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Checking router: 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:09.926372 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Routers {'1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:09.928601 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:09.983679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.009027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] Set router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:10.072193 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:10.078059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.107226 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da28700-d673-4161-9b34-75faf4aa58d4 None None] The sync data for ids ['1fdfe13e-bbdf-4d69-9be8-5a966cf698ca'] in dv-neutron-822868-1-hyperv is: [{'id': '1fdfe13e-bbdf-4d69-9be8-5a966cf698ca', 'name': 'tempest-RoutersIpV6Test-router-1397997760', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:43Z', 'updated_at': '2021-12-24T03:01:03Z', 'revision_number': 11, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:10.150604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.155819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ff70b-e927-4811-88d2-6c429087fba7 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:10.253892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-30eef620-582e-41e4-bfc5-6a6097e70c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:10.256535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-30eef620-582e-41e4-bfc5-6a6097e70c76 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.3707974 Dec 24 03:01:10.259933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.393225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.407633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.407633 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/security-groups/a0cf30ef-440d-44c5-aead-27184e1dc6f8 HTTP/1.1" status: 204 len: 168 time: 0.7859137 Dec 24 03:01:10.434619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60630) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:10.483317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-42f3fb87-dedf-4d23-8174-219ff9b1d7e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.2043853 Dec 24 03:01:10.498064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-db971758-96db-48c0-a1a8-ce6ccc8b16dd None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:10.498447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db971758-96db-48c0-a1a8-ce6ccc8b16dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.504355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc1024-cde9-4414-9752-34d22d81fcba tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cf30ef-440d-44c5-aead-27184e1dc6f8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:10.529699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-05295a30-bfa2-4f5e-a212-447fb1eec8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715543 Dec 24 03:01:10.643009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet 403c60d6-837b-4486-bae5-bb47662b5f92 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:10.651910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-409125b7-19d1-4daf-be10-f5f39ade44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:10.653526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-409125b7-19d1-4daf-be10-f5f39ade44b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.1436157 Dec 24 03:01:10.654598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.720378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.723232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.724875 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/296dbc8f-a2bb-482b-97de-f431985cb2ed HTTP/1.1" status: 204 len: 168 time: 0.8230505 Dec 24 03:01:10.755184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4238-3374-41c1-b319-718aa94bc243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296dbc8f-a2bb-482b-97de-f431985cb2ed,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:10.763182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.774782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.806891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7f3355ea-e01d-4ff7-8979-99bbdf84efbb None None] Could not find standard attr ID for object 7d0093ff-3819-4818-b85b-056e8340b87c. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:10.818395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-e2db5415-05a4-4129-af1f-35b7978b0fab service neutron] 10.222.0.36 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640178 Dec 24 03:01:10.834332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.839326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-a83794b6-e78d-4708-b4e7-fb63cd0580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:10.840863 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-a83794b6-e78d-4708-b4e7-fb63cd0580aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604455 Dec 24 03:01:10.853978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.885959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618184-99c6-4e9a-b605-f78527d188a5 req-fe417ae0-8f3b-4ec3-a088-d798605198d2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:10.890358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-32618184-99c6-4e9a-b605-f78527d188a5 req-fe417ae0-8f3b-4ec3-a088-d798605198d2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.8681426 Dec 24 03:01:10.906938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:10.981911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.061338 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-946a1704-a546-4a73-8e20-fdcf20d79317 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047353 Dec 24 03:01:11.133791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-32618184-99c6-4e9a-b605-f78527d188a5 req-15b5e0b4-4827-40a4-8f2e-c8e4c771b6b5 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776605 Dec 24 03:01:11.173703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.174327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router 1fdfe13e-bbdf-4d69-9be8-5a966cf698ca {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:01:11.182256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.183991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e1928786-f024-42ce-a468-cbb5d92acec7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 204 len: 168 time: 1.3878453 Dec 24 03:01:11.211255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60642) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:11.223072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-875678092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:11.234507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.268645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.273574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6e8d864f-8e23-4331-a781-9a7db779aeb0 HTTP/1.1" status: 204 len: 168 time: 1.8586030 Dec 24 03:01:11.278654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60644) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:11.392676 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb0f307a-3cc5-4c52-8a13-39e3e3825fb6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027901 Dec 24 03:01:11.394518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0b91c-3c6e-471c-8360-29101e4179fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8d864f-8e23-4331-a781-9a7db779aeb0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:11.406468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60648) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:11.408743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:11.609032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.610162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.638576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3dd21b93-5934-48c0-81d6-884f1f64dcf8 req-3c2ae8ab-b7bd-470c-a33a-09218c8c8bda tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.4184422 Dec 24 03:01:11.641433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.666072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f0813d-3c5c-406b-872f-64ec9c733577 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:11.679646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port a57b7617-cb50-487a-ad1a-6ba76167dd50 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:11.680148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.695560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=403c60d6-837b-4486-bae5-bb47662b5f92,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:11.705865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.705865 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-541f1723-4ef8-4333-bc5d-e8965b58ebd9 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/403c60d6-837b-4486-bae5-bb47662b5f92 HTTP/1.1" status: 204 len: 168 time: 1.2594397 Dec 24 03:01:11.709304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-763d4dc7-e4ce-4448-8bc9-51ef877d3c1a req-cdd0b3f7-463b-4b54-a977-f0c4a8d121ff service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325490 Dec 24 03:01:11.709304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60660) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:11.714735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:11.737960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1e327d-3356-4025-b59d-8d8a16233f45 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:11.780024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.788934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:11.793422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:11.847802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-271837a8-ea35-424a-bbcb-b920f80bdabb None None] Provisioning complete for port cdd1da38-6247-42ab-a5ef-4bfef7f359da triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:11.848494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-271837a8-ea35-424a-bbcb-b920f80bdabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.290373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.294579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:12.295832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for a57b7617-cb50-487a-ad1a-6ba76167dd50 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:12.295832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.300442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Deleting port cdd1da38-6247-42ab-a5ef-4bfef7f359da {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:12.300442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.300442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] For port cdd1da38-6247-42ab-a5ef-4bfef7f359da, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cdd1da38-6247-42ab-a5ef-4bfef7f359da,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:12.300442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.300442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Calling delete_port for cdd1da38-6247-42ab-a5ef-4bfef7f359da owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:12.300993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:12.300993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.373293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.374775 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e33e6335-e0ea-489a-a286-a63c8b044c87 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1589153 Dec 24 03:01:12.382169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60672) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:12.392661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089618d1-a6de-416f-a601-2fe7efd6dcf1 req-2b084fe7-bc76-48b6-9411-bd5fa1c11f36 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:12.392898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.394529 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-089618d1-a6de-416f-a601-2fe7efd6dcf1 req-2b084fe7-bc76-48b6-9411-bd5fa1c11f36 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1627738 Dec 24 03:01:12.401457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:12.440369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] Pushing event deleted for resources: {'Port': ['ID=cdd1da38-6247-42ab-a5ef-4bfef7f359da,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:12.466234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dba19-86c8-4de4-8bbf-5addad0051ad None None] No DVR routers for this DVR port cdd1da38-6247-42ab-a5ef-4bfef7f359da on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:12.546030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.701137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=a57b7617-cb50-487a-ad1a-6ba76167dd50,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:12.767930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86c696d6-ec57-4783-ba60-758786ef2ae1 req-71de682c-6621-4c48-a7d6-d5028e044183 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.0507250 Dec 24 03:01:12.779978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60682) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:12.781243 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-089618d1-a6de-416f-a601-2fe7efd6dcf1 req-8b50df5d-b732-4cfc-abd5-51b09ad9d85b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655473 Dec 24 03:01:12.816729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.833277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cdd1da38-6247-42ab-a5ef-4bfef7f359da no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:12.865513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: cdd1da38-6247-42ab-a5ef-4bfef7f359da {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:12.866657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cdd1da38-6247-42ab-a5ef-4bfef7f359da not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:12.873975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:12.877714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:12.891715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:12.891715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.913545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b519825c-d9a5-4efa-9e72-d923dd04f6b1 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:12.915640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=b57e6cfa-3755-496e-8f89-7845c02e15f6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:12.917417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3dc1615d-5e13-4ee0-a6c0-9a48227b5b77 None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:12.920536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3dc1615d-5e13-4ee0-a6c0-9a48227b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:12.935028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:01:12.994135 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ef0e76b5-d310-4ce8-8717-de90c48f0438 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2830584 Dec 24 03:01:12.995237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60686) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:13.000457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063139255'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:13.013511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951490883'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:13.027064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.089636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.108925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.118776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:13.126429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:13.131173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:13.131628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.134251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=3e412b23-ce10-44b8-b90d-27d3852b5b6f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:13.138734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb31bbb-752c-4925-aa9e-38cd15b827ff None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:13.141023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.141391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3dc1615d-5e13-4ee0-a6c0-9a48227b5b77 None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:13.141948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3dc1615d-5e13-4ee0-a6c0-9a48227b5b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.172859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:13.178333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.197190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.243399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.270316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3dc1615d-5e13-4ee0-a6c0-9a48227b5b77 None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:13.284816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.311014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Update dhcp port {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'fixed_ips': [{'subnet_id': '63b89269-bd31-4f61-9056-24f325811126', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b57e6cfa-3755-496e-8f89-7845c02e15f6'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '9b9ca2b4-f0ea-4313-8490-1f285ae80f81'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:13.331735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.336911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': '3e412b23-ce10-44b8-b90d-27d3852b5b6f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:13.337761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.360073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.378924 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8260d75-9242-4683-8d45-5664b9766eca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9723098 Dec 24 03:01:13.379771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60688) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:13.387627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:13.393059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.397830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Router 3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:13.434859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.448665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:13.460167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.460625 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 111c3353-fd40-4a1e-8e80-c0153dfed1bd of type vlan for network 4a4de27b-0039-41b3-825f-daa46a4020f7 Dec 24 03:01:13.500691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:13.508846 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b03dc451-8f2c-4cfe-a29d-ecd6999f8622 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/routers/3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4543648 Dec 24 03:01:13.509453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60690) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:13.524063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] Sync routers for ids ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:13.534720 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4054067f-00f8-4ba3-bf65-2ceb8b7de6da tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:01:13.544822 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4054067f-00f8-4ba3-bf65-2ceb8b7de6da tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/a57b7617-cb50-487a-ad1a-6ba76167dd50 HTTP/1.1" status: 404 len: 333 time: 0.0255075 Dec 24 03:01:13.546901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60692) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:13.559761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.568822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f1a850-256f-4991-8c92-b3b288efd99b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:13.588397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] Routers {'3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:13.589123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:13.606650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ccd67-8ffd-4d5b-9603-5b5ad02afd26,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:13.643130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.647941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:13.650490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Allocated IP 2001:db8::f816:3eff:fe70:38b7 (bf27008b-e5db-498b-855c-c2529ecfc5ee/3e412b23-ce10-44b8-b90d-27d3852b5b6f/ce4760c1-cf9e-4262-9d93-a1ef44cef80a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:13.658725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.665384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3c817eb7-154e-4ab0-adc5-3ebffce6b615 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6638465 Dec 24 03:01:13.678355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60694) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:13.683537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1045371397'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:13.696755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Router fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:01:13.717949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.728124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Allocated IP 2001:db8::2 (f0b680f9-3362-4232-9de2-3f9ed1969c69/b57e6cfa-3755-496e-8f89-7845c02e15f6/9b9ca2b4-f0ea-4313-8490-1f285ae80f81) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:13.730989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:13.731656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.733875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] Routers {'3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:13.734555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:13.778492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:13.779425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418de7e-7a40-4841-acd8-0307e73dcd7d None None] The sync data for ids ['3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:13.834498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=4a4de27b-0039-41b3-825f-daa46a4020f7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:13.839080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:13.843067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.851582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:13.898216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5adc06df-b193-450f-a4ea-7918f54adaac tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1173890 Dec 24 03:01:13.992899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:13.993461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f8803705-fd05-4f09-bbb2-1a1e41338c63 req-263c214c-3756-4d7f-a3d4-bb3a141293b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.1049602 Dec 24 03:01:13.995155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.070868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.ipam_backend_mixin [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e412b23-ce10-44b8-b90d-27d3852b5b6f (CIDR: 2001:db8::/64) Dec 24 03:01:14.079332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60702) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.086038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:14.089608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:14.099602 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Sync routers for ids ['fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:14.113513 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Routers {'fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:14.115740 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:14.119141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.122916 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c24510a9-682f-42e9-b23a-920dbba248b7 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "PUT /v2.0/routers/fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 200 len: 697 time: 1.7247171 Dec 24 03:01:14.124922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60704) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.189503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.190021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Fanout notify agent at l3_agent the message router_deleted on router 3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:01:14.198892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.201223 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f089b174-5a21-4f4f-be6e-1e7b6b4232a6 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/routers/3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f HTTP/1.1" status: 204 len: 168 time: 0.6530871 Dec 24 03:01:14.205007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:14.217156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60706) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.217497 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Set router fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:14.253230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.260851 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8db852ef-44e1-4146-877b-9abcfbb1b50a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/routers/fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 200 len: 703 time: 0.1325872 Dec 24 03:01:14.264403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:14.265123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:14.268737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71a033-1645-489b-8c7f-0756d1859cad req-a983d737-4daf-4df5-afca-6590cfef2004 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:14.271399 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea71a033-1645-489b-8c7f-0756d1859cad req-a983d737-4daf-4df5-afca-6590cfef2004 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2122228 Dec 24 03:01:14.271645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.292611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.294972 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a', 'name': 'tempest-RoutersIpV6Test-router-875678092', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:01:11Z', 'updated_at': '2021-12-24T03:01:13Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:14.320322 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f50629e7-f44e-4491-bef7-e56026864849 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 200 len: 205 time: 0.0474105 Dec 24 03:01:14.323401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60710) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.325007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.327697 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Checking router: fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:14.338893 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Routers {'fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:14.340041 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:00:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:14.352215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 3ce03ccd-9bcd-45d0-83e5-a03abe300476 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:14.357503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.384298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:14.394263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.394425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.427906 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] Set router fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:14.431381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.439019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.471057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.497038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8feb48-8be4-4905-88e0-c1c1274ba3a3 None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:14.506317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:14.533472 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea71a033-1645-489b-8c7f-0756d1859cad req-c0ba0585-fed7-4a24-817d-404a4e7e59db tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516849 Dec 24 03:01:14.539308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:14.543576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:14.606173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Pushing event updated for resources: {'Port': ['ID=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:14.646896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Attempting to bind port ce4760c1-cf9e-4262-9d93-a1ef44cef80a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:14.646896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Attempting to bind port ce4760c1-cf9e-4262-9d93-a1ef44cef80a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:14.647388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Attempting to bind port ce4760c1-cf9e-4262-9d93-a1ef44cef80a on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:14.647491 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a', 'name': 'tempest-RoutersIpV6Test-router-875678092', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:01:11Z', 'updated_at': '2021-12-24T03:01:13Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:14.652190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.653316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:14.653750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:14.654164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.654564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:14.655216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Bound port: ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:14.655810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.677006 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c353eb-1a08-4ad9-883b-1b618bec01fa None None] The sync data for ids ['fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a'] in dv-neutron-822868-1-hyperv is: [{'id': 'fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a', 'name': 'tempest-RoutersIpV6Test-router-875678092', 'tenant_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:01:11Z', 'updated_at': '2021-12-24T03:01:13Z', 'revision_number': 2, 'project_id': '5f997d137aea4bfaa5fb914e85e7e59d', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:14.796083 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02b43aab-9182-46ce-aac0-76c1a7a632b4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4147465 Dec 24 03:01:14.803596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60716) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:14.839142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:14.851067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] For port ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:14.858744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] For port ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:14.863983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:14.969307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:14.980456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.066485 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:01:15.210223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:15.210223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.289594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce03ccd-9bcd-45d0-83e5-a03abe300476,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:15.291572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.294923 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9952064e-bb84-41bd-8ad9-c94c110d9409 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/3ce03ccd-9bcd-45d0-83e5-a03abe300476 HTTP/1.1" status: 204 len: 168 time: 1.0531249 Dec 24 03:01:15.303726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c72ab5-0c68-4665-970f-7c4cae070385 None None] Network d1864eb4-3503-4c7b-90be-7d941d23f607 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:15.312297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.318375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651e7a1-ac10-40f8-8194-aa2a94df6c5d None None] Pushing event updated for resources: {'Port': ['ID=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:15.338039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60724) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.434763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.439030 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0fb788c5-54ec-4ff5-b059-16c07d041b67 req-920eb9e2-e6a3-463b-8719-9c254d210cbe tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.0477600 Dec 24 03:01:15.440772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.468229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.623445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a94cfc4d-8e34-44f5-8568-58baa17358ae None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:15.623781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a94cfc4d-8e34-44f5-8568-58baa17358ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.643502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.659697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Fanout notify agent at l3_agent the message router_deleted on router fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:01:15.660926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313ada-32bd-4fff-be73-8b35719d40b8 req-45522c00-b6e2-42a7-9036-1e8de4bdd3e2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:15.661034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.661654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4c313ada-32bd-4fff-be73-8b35719d40b8 req-45522c00-b6e2-42a7-9036-1e8de4bdd3e2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.8864038 Dec 24 03:01:15.661759 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c2abb38c-8b2c-4ca3-925d-0da24ac4b50d tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 204 len: 168 time: 1.3318212 Dec 24 03:01:15.661759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60726) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.668647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-2972730d-994d-4cd0-a069-ee7988dceb79 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:15.670171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-2972730d-994d-4cd0-a069-ee7988dceb79 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 797 time: 0.9042194 Dec 24 03:01:15.710874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] DHCP port deletion for d1864eb4-3503-4c7b-90be-7d941d23f607 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:15.718221 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f14edd2f-d417-4230-81ee-a42be145d028 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 200 len: 205 time: 0.0600982 Dec 24 03:01:15.719381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60728) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.768665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.771031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53b4de-d1a8-46bc-87e8-52d55f023c91,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:15.778687 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-7e318db1-ed0d-49e4-a2b1-3dfc5daaaad2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:15.780531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7e318db1-ed0d-49e4-a2b1-3dfc5daaaad2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/fe3c4ac5-37f7-4efd-9cec-1f58bdaa617a HTTP/1.1" status: 404 len: 336 time: 0.0601711 Dec 24 03:01:15.781222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60730) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.811807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50c2acd-d5d8-465c-b67a-5bc8bcc81ad8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:15.812398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50c2acd-d5d8-465c-b67a-5bc8bcc81ad8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:15.819407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b50c2acd-d5d8-465c-b67a-5bc8bcc81ad8 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/300e0e0e-15df-49be-926d-e69cda038c46 HTTP/1.1" status: 404 len: 337 time: 0.0336514 Dec 24 03:01:15.819807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.820627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.822182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c73c667-880a-4810-8506-21368f62fbdf tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.1422803 Dec 24 03:01:15.824484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Deleting port 2569acb9-4453-4fea-ad81-90d0e277993a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:15.832013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.834898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60734) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.845634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a94cfc4d-8e34-44f5-8568-58baa17358ae None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:15.846020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a94cfc4d-8e34-44f5-8568-58baa17358ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.847199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133918751'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:15.885553 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f26c5e-f087-4e36-b7a7-8fddb69d5127 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:15.887156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f26c5e-f087-4e36-b7a7-8fddb69d5127 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:15.892814 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7f26c5e-f087-4e36-b7a7-8fddb69d5127 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/04fa8677-b730-4b21-8182-71cfafa542d6 HTTP/1.1" status: 404 len: 337 time: 0.0695667 Dec 24 03:01:15.895023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60738) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.917002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-a6ef476e-e6e2-4e25-9482-c5ddbb1e70db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.2068439 Dec 24 03:01:15.924954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.925268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a94cfc4d-8e34-44f5-8568-58baa17358ae None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:15.933169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] For port 2569acb9-4453-4fea-ad81-90d0e277993a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2569acb9-4453-4fea-ad81-90d0e277993a,segment=NetworkSegment(4bee5dab-20e0-4d43-a406-91d7bbfdf03e),segment_id=4bee5dab-20e0-4d43-a406-91d7bbfdf03e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:15.933573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.941706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:15.942186 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-194663fc-00ab-491d-9a7a-0f325e663c5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:15.942186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194663fc-00ab-491d-9a7a-0f325e663c5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:15.943011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:15.943112 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-194663fc-00ab-491d-9a7a-0f325e663c5f tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/75398f91-ec82-40d0-9653-930631b4216d HTTP/1.1" status: 404 len: 337 time: 0.0422418 Dec 24 03:01:15.943112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60740) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:15.947612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Calling delete_port for 2569acb9-4453-4fea-ad81-90d0e277993a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:15.981434 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84871e3-6afb-4f4b-b610-facc09e2bac0 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:15.981961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84871e3-6afb-4f4b-b610-facc09e2bac0 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:15.982968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['19806737-952e-4e7d-8976-d6465c1398d8']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:15.986046 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b84871e3-6afb-4f4b-b610-facc09e2bac0 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/94c15088-9d5f-43df-9c09-81c5a3e610c3 HTTP/1.1" status: 404 len: 337 time: 0.0416658 Dec 24 03:01:15.993773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60742) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.026001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-880a71d3-8f9a-4aa7-9d31-14ec02c35ecc tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 200 len: 205 time: 0.0285459 Dec 24 03:01:16.026001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60744) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.028045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4c313ada-32bd-4fff-be73-8b35719d40b8 req-a901276c-9db2-4714-885c-941864f7d19d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210769 Dec 24 03:01:16.078621 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-c3fcbe26-7c10-414a-8749-087f2080f83a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.079682 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c3fcbe26-7c10-414a-8749-087f2080f83a tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/1fdfe13e-bbdf-4d69-9be8-5a966cf698ca HTTP/1.1" status: 404 len: 336 time: 0.0527923 Dec 24 03:01:16.082598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60748) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.115146 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-48722f0a-cf01-429a-ab4a-e2ca66a0c2bb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=104eea01-016d-4507-955e-35bc766fb938 HTTP/1.1" status: 200 len: 205 time: 0.0303388 Dec 24 03:01:16.118006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60750) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.158295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.179128 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-f11de921-95cc-4975-8478-03362111a7f4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.182780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f11de921-95cc-4975-8478-03362111a7f4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/104eea01-016d-4507-955e-35bc766fb938 HTTP/1.1" status: 404 len: 336 time: 0.0610707 Dec 24 03:01:16.185555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60752) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.185993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=3065d381-8848-4fe7-81c9-459978b0dcc9,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:16.203608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 2569acb9-4453-4fea-ad81-90d0e277993a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:16.203981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.205863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] Pushing event deleted for resources: {'Port': ['ID=2569acb9-4453-4fea-ad81-90d0e277993a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:16.215086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7447c3-bec8-4871-b017-01a1427e5f3c None None] No DVR routers for this DVR port 2569acb9-4453-4fea-ad81-90d0e277993a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:16.221933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6a67a7-f330-443a-826d-15a20964da96 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:16.222410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6a67a7-f330-443a-826d-15a20964da96 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:16.225706 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cd6a67a7-f330-443a-826d-15a20964da96 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/c1623cd3-e4fe-4e8f-b4ab-dd512abbe8e6 HTTP/1.1" status: 404 len: 337 time: 0.0371163 Dec 24 03:01:16.229038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.265391 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-404b2604-3f8b-4930-ad17-b479df8458e1 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 200 len: 205 time: 0.0353007 Dec 24 03:01:16.274271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c3715-4751-43d8-aaf4-d0564c0ed728 req-4d556f01-c6f9-4631-a431-31c918a36977 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:16.275828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-659c3715-4751-43d8-aaf4-d0564c0ed728 req-4d556f01-c6f9-4631-a431-31c918a36977 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1514664 Dec 24 03:01:16.276493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60756) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.297283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '111c3353-fd40-4a1e-8e80-c0153dfed1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:16.297653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: 4a4de27b-0039-41b3-825f-daa46a4020f7, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:16.309838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.329213 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-f5675f1c-daf8-4649-ac6a-935045542baf tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.330500 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f5675f1c-daf8-4649-ac6a-935045542baf tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/2d5736b3-35f6-4995-952a-8b8a00ccd010 HTTP/1.1" status: 404 len: 336 time: 0.0528557 Dec 24 03:01:16.333362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60758) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.372383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port 2569acb9-4453-4fea-ad81-90d0e277993a, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:16.372937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.398867 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a70c3927-2bc3-4e3f-a56c-13e5a07508c4 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=a74376bb-f9e2-420d-9bf9-bb8a35a22b41 HTTP/1.1" status: 200 len: 205 time: 0.0640795 Dec 24 03:01:16.401408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60760) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.406270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 2569acb9-4453-4fea-ad81-90d0e277993a owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:16.410928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Port 2569acb9-4453-4fea-ad81-90d0e277993a was not found and therefore no delete operation was performed {{(pid=110367) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:01:16.427507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.443473 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-659c3715-4751-43d8-aaf4-d0564c0ed728 req-a91bf79f-5e82-47f3-ac09-8932bdff52c2 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601398 Dec 24 03:01:16.445145 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-eb8ed67a-f4f4-4ef0-b711-a31550f77d3b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.448717 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eb8ed67a-f4f4-4ef0-b711-a31550f77d3b tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/a74376bb-f9e2-420d-9bf9-bb8a35a22b41 HTTP/1.1" status: 404 len: 336 time: 0.0436277 Dec 24 03:01:16.450661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.479456 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed8cfdf-799a-4d3c-9d03-623e2adb3b64 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:16.485736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed8cfdf-799a-4d3c-9d03-623e2adb3b64 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:16.485736 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ed8cfdf-799a-4d3c-9d03-623e2adb3b64 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/67f32dc9-b03b-476d-9e50-e711c9722888 HTTP/1.1" status: 404 len: 337 time: 0.0315583 Dec 24 03:01:16.489862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.490243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port 2569acb9-4453-4fea-ad81-90d0e277993a on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:16.501784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=2569acb9-4453-4fea-ad81-90d0e277993a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:16.525518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7e142a4c-f872-4047-bcb3-2498b54a48cb tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b8b08b-48f9-4cbd-8b39-df7808173376 HTTP/1.1" status: 200 len: 205 time: 0.0321376 Dec 24 03:01:16.527959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60770) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.550341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:16.595128 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-9e24d431-7e37-4729-a644-f5e865c989fe tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.604622 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9e24d431-7e37-4729-a644-f5e865c989fe tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/42b8b08b-48f9-4cbd-8b39-df7808173376 HTTP/1.1" status: 404 len: 336 time: 0.0672398 Dec 24 03:01:16.604622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.633142 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6cc68b2d-b5d5-408a-ade4-8883e7f5ab15 req-98fee175-926d-4e5e-aaa8-6441feb98e59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.0476305 Dec 24 03:01:16.652881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f29eb5d-3163-4a13-824b-fb3798b5afb2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:16.653617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f29eb5d-3163-4a13-824b-fb3798b5afb2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:16.656713 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4f29eb5d-3163-4a13-824b-fb3798b5afb2 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/12566a2e-cde0-477d-bc4b-c7c1a1bfa459 HTTP/1.1" status: 404 len: 337 time: 0.0557311 Dec 24 03:01:16.659217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60774) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.666851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:16.670529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.690673 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-195bb895-3bc0-457b-8e75-d35b882a3c03 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3e5bde9-654d-4d3d-bc31-74068ef7307e HTTP/1.1" status: 200 len: 205 time: 0.0281570 Dec 24 03:01:16.691110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60776) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.737581 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-fc3a611d-583c-4d8d-9e29-15d8b810d759 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] delete failed (client error): The resource could not be found. Dec 24 03:01:16.739842 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fc3a611d-583c-4d8d-9e29-15d8b810d759 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/routers/e3e5bde9-654d-4d3d-bc31-74068ef7307e HTTP/1.1" status: 404 len: 336 time: 0.0463219 Dec 24 03:01:16.742896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60778) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.753616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.781213 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-20939798-cb92-43e7-bee2-6fac5b60079c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:16.781816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20939798-cb92-43e7-bee2-6fac5b60079c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:16.791477 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20939798-cb92-43e7-bee2-6fac5b60079c tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/bb5f6056-d604-42d3-b0dd-8ca3ba06bfea HTTP/1.1" status: 404 len: 337 time: 0.0421982 Dec 24 03:01:16.791477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60780) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:16.815627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.825463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 4a4de27b-0039-41b3-825f-daa46a4020f7) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:16.827792 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f330d05-7065-4b35-8e0a-2cfb8080a368 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:16.830859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:16.831445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.833508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f330d05-7065-4b35-8e0a-2cfb8080a368 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:16.840078 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0f330d05-7065-4b35-8e0a-2cfb8080a368 tempest-RoutersIpV6Test-321620531 tempest-RoutersIpV6Test-321620531-project] 10.222.0.36 "DELETE /v2.0/subnets/a3902563-7bfa-4e77-904e-9bc03825e0b5 HTTP/1.1" status: 404 len: 337 time: 0.0486333 Dec 24 03:01:16.844196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ee207-f804-4f51-8ec4-74a9f646c48b None None] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:16.924557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce4760c1-cf9e-4262-9d93-a1ef44cef80a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:16.952567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1864eb4-3503-4c7b-90be-7d941d23f607']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:16.967842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bee5dab-20e0-4d43-a406-91d7bbfdf03e') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:16.968275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bee5dab-20e0-4d43-a406-91d7bbfdf03e') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:16.978606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:16.993837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.020585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:17.021742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.027705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b33e9b44-3c28-4832-aaa2-e516fdf9b451 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.9451721 Dec 24 03:01:17.028137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60788) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.033906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1242971176'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:17.054283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-4a4de27b-0039-41b3-825f-daa46a4020f7', 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '3065d381-8848-4fe7-81c9-459978b0dcc9'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:17.055191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.061107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.073971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:17.074542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:17.077661 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:17.080633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe723e6-d90f-49e1-8892-7e68fc87e27a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:17.105687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:17.105982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.112548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f723b51-91f5-46df-836a-dc7a4f91c846 req-8233543f-65b5-4f8b-8053-5478ae8baec6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:17.117055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1f723b51-91f5-46df-836a-dc7a4f91c846 req-8233543f-65b5-4f8b-8053-5478ae8baec6 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.0592225 Dec 24 03:01:17.120704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.199938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.201392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-83cbf2b4-d7d7-4d05-b084-ec30662ca844 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3608613 Dec 24 03:01:17.204679 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1f723b51-91f5-46df-836a-dc7a4f91c846 req-979f8c10-3581-4153-a94d-dcf261821cc4 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794556 Dec 24 03:01:17.205523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60790) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.213057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-210290329', 'security_groups': ['1fe723e6-d90f-49e1-8892-7e68fc87e27a'], 'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b57e6cfa-3755-496e-8f89-7845c02e15f6'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:17.243230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.12 (529ec9d2-723b-4fac-b16f-c576d47da4a5/e2bd3c8f-b728-4f7c-a49d-0b6433a16f70/4fb2a130-7c7c-42cd-91bd-87ad14a92697) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:17.256888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:17.265305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:17.267897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:17.270907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:17.271633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.292197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:17.295625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.308697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d7ce2-c805-48d0-9ea7-f54ff534641e None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:17.341309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:17.366320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.366928 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 19ab03ee-f2fb-46bf-9838-8a0aa14211bd of type vlan for network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c Dec 24 03:01:17.367734 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7f7785df-8afb-4b7b-8f4a-38c9cefb2c6d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5362394 Dec 24 03:01:17.368609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.375089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60792) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.380014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.387396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:24:21:35', 'name': 'tempest-NetworksTestDHCPv6-38942662'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:17.387521 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/d1864eb4-3503-4c7b-90be-7d941d23f607 HTTP/1.1" status: 204 len: 168 time: 2.0465794 Dec 24 03:01:17.387615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.400480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60796) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.430319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f2f37-fb0f-416a-838a-7d0bd6d62e69 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=d1864eb4-3503-4c7b-90be-7d941d23f607,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:17.463316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Allocated IP 172.20.255.242 (4a4de27b-0039-41b3-825f-daa46a4020f7/3065d381-8848-4fe7-81c9-459978b0dcc9/e137d441-c468-4479-a881-40b369063270) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:17.497979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.514485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60798) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.519517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.526611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.529236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] For port ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:17.556289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ae347-083e-4ec7-a5da-567e73d4193b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:17.557701 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-801ae347-083e-4ec7-a5da-567e73d4193b tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/eb5db248-4872-4ac5-958a-a1fc9daa7bdc HTTP/1.1" status: 200 len: 840 time: 0.1557927 Dec 24 03:01:17.561877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60802) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.622929 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75c04d9f-aa23-47d3-94ba-d18e6351a3ea tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/eb5db248-4872-4ac5-958a-a1fc9daa7bdc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0577857 Dec 24 03:01:17.626563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60804) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.630148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.632284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:17.678369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.702444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:17.758270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.764172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:17.764898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:17.774982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:17.778040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:17.791898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefb89d-aea5-4837-99a1-950a1b5b34a7 None None] Pushing event updated for resources: {'Port': ['ID=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:17.949936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:17.975039 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1863fc17-3010-4235-82be-592f3d08ed82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f997d137aea4bfaa5fb914e85e7e59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515669 Dec 24 03:01:17.975718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60808) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:17.995536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:18.011166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:18.023186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.088210 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bc64042f-23df-434f-8395-ec7418cd1799 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0563283 Dec 24 03:01:18.091035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Update dhcp port {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'fixed_ips': [{'subnet_id': '3e412b23-ce10-44b8-b90d-27d3852b5b6f', 'ip_address': '2001:db8::f816:3eff:fe70:38b7'}, {'subnet_id': 'b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': 'ce4760c1-cf9e-4262-9d93-a1ef44cef80a'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:18.097466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60812) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:18.104587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:18.123804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.126078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] device_id is not set on port 0edc239b-e3d6-4bb0-9cea-5580df8132bc yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:18.127200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:18.147600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.180626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:18.187155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:18.189833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:18.241650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c120131-b36a-4af9-9e55-419e8cbc9ec2 req-3e67104a-d46a-442c-a426-9c46f2761fdb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:18.243374 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c120131-b36a-4af9-9e55-419e8cbc9ec2 req-3e67104a-d46a-442c-a426-9c46f2761fdb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 932 time: 0.1116817 Dec 24 03:01:18.263142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.341444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:18.342255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.356928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c120131-b36a-4af9-9e55-419e8cbc9ec2 req-6556eebd-b1df-49cf-8dd2-fe2db77d5148 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064043 Dec 24 03:01:18.409841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:18.416310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.420646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:18.431328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.431821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:18.455125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:18.460678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.475902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Pushing event updated for resources: {'Port': ['ID=e137d441-c468-4479-a881-40b369063270,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:18.503547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 428e286c-31c0-4a83-9c14-17ad760fc1dd yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:18.533265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Allocated IP 2001:db8:0:1::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6/ce4760c1-cf9e-4262-9d93-a1ef44cef80a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:18.534259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.535621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Attempting to bind port e137d441-c468-4479-a881-40b369063270 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:18.536570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Attempting to bind port e137d441-c468-4479-a881-40b369063270 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '111c3353-fd40-4a1e-8e80-c0153dfed1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:18.537554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Attempting to bind port e137d441-c468-4479-a881-40b369063270 on network 4a4de27b-0039-41b3-825f-daa46a4020f7 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:18.549870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:18.550247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Checking segment: {'id': '111c3353-fd40-4a1e-8e80-c0153dfed1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:18.550652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.551153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Bound using segment: {'id': '111c3353-fd40-4a1e-8e80-c0153dfed1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:18.552329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Bound port: e137d441-c468-4479-a881-40b369063270, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c3353-fd40-4a1e-8e80-c0153dfed1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4a4de27b-0039-41b3-825f-daa46a4020f7'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:18.553937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.560317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-4a6e2c90-35b9-441f-98d9-edf47e4a7610 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6288691 Dec 24 03:01:18.574863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2569acb9-4453-4fea-ad81-90d0e277993a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:18.596993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8::341 (f0b680f9-3362-4232-9de2-3f9ed1969c69/b57e6cfa-3755-496e-8f89-7845c02e15f6/0edc239b-e3d6-4bb0-9cea-5580df8132bc) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:18.604660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Request body: {'port': {'device_id': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:18.616888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2569acb9-4453-4fea-ad81-90d0e277993a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:18.617160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f2864-3540-48ae-b835-d26aa33f6d89 req-7a32c6fa-1bf6-41f5-9aeb-481c495ab0fa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:18.617281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2569acb9-4453-4fea-ad81-90d0e277993a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:18.618976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-299f2864-3540-48ae-b835-d26aa33f6d89 req-7a32c6fa-1bf6-41f5-9aeb-481c495ab0fa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2744081 Dec 24 03:01:18.683339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.690047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2fc39302-476c-4ebd-8777-6cde4e944c93 None None] Provisioning complete for port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:18.690414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2fc39302-476c-4ebd-8777-6cde4e944c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.756843 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-299f2864-3540-48ae-b835-d26aa33f6d89 req-05440146-54ab-49b2-bb78-28ff98385e2a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228607 Dec 24 03:01:18.763392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:18.770101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.794943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] For port e137d441-c468-4479-a881-40b369063270, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:18.799524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] For port e137d441-c468-4479-a881-40b369063270, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e137d441-c468-4479-a881-40b369063270,segment=NetworkSegment(111c3353-fd40-4a1e-8e80-c0153dfed1bd),segment_id=111c3353-fd40-4a1e-8e80-c0153dfed1bd)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:18.803358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2fc39302-476c-4ebd-8777-6cde4e944c93 None None] Port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:18.808096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] For port ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:18.859924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce4760c1-cf9e-4262-9d93-a1ef44cef80a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:18.863699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.896613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.896613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.896613 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/742dc023-3bd6-4d97-869a-3ef595f1ee82 HTTP/1.1" status: 204 len: 168 time: 0.9147229 Dec 24 03:01:18.938843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:18.943012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f0766-8ed8-478c-8149-fbaa08e9089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742dc023-3bd6-4d97-869a-3ef595f1ee82,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:18.984313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.021215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:19.021215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.026703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.136535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48def83-9ab5-4fa7-b9ea-4604bd326280 None None] Pushing event updated for resources: {'Port': ['ID=e137d441-c468-4479-a881-40b369063270,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.313204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb2a130-7c7c-42cd-91bd-87ad14a92697 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:01:19.331766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.334768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febdaef-eee8-42ca-b045-389ce120500f None None] Pushing event updated for resources: {'Port': ['ID=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.354630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.358136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.465983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:19.468005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Transition to ACTIVE for port object 4fb2a130-7c7c-42cd-91bd-87ad14a92697 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:01:19.471470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8:0:1::167 (bf27008b-e5db-498b-855c-c2529ecfc5ee/b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6/428e286c-31c0-4a83-9c14-17ad760fc1dd) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:19.484105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.493583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3cea8-168f-4b17-aa69-106c74b1c4ac req-fbd98c41-6c0a-475b-b32c-c101f8a80348 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:19.495458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aac3cea8-168f-4b17-aa69-106c74b1c4ac req-fbd98c41-6c0a-475b-b32c-c101f8a80348 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2505283 Dec 24 03:01:19.513980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:19.520285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::f816:3eff:fe24:2135 (bf27008b-e5db-498b-855c-c2529ecfc5ee/3e412b23-ce10-44b8-b90d-27d3852b5b6f/428e286c-31c0-4a83-9c14-17ad760fc1dd) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:19.523738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:19.526835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:19.529793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:19.532867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.547370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:19.557930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=0edc239b-e3d6-4bb0-9cea-5580df8132bc,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.577026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:19.577851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.607117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1e5828-7146-4cfb-9628-0c9e6b312cce None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:19.608745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.611890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=a197ae28-d470-4972-82e0-a120df231643,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.671535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-855972b3-80d9-47b3-b49e-5bae929b9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:19.676366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-855972b3-80d9-47b3-b49e-5bae929b9138 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4fca699e25c74052886789a032714d33&device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 1099 time: 0.2450755 Dec 24 03:01:19.790644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db89cc2a-7946-4ff9-802b-deac19c4e098 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1628783 Dec 24 03:01:19.800094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60830) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:19.826514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ecc4-108f-4517-a02a-782582c4ef6a req-24f7ac81-5aeb-4343-8877-d34113e37b47 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:19.836170 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acd7ecc4-108f-4517-a02a-782582c4ef6a req-24f7ac81-5aeb-4343-8877-d34113e37b47 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 932 time: 0.3075898 Dec 24 03:01:19.863355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'security_group': {'name': 'tempest-secgroup-1181636390'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:19.912791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:19.922832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=45b22834-2dcb-4dca-ae32-8b50f934ed3b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.930346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Pushing event updated for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:19.953044 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99d4a227-38f2-432a-8668-1f52184a3ab2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7460597 Dec 24 03:01:19.962396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60836) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:19.978684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:19.991829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-71fde1a0-170a-4a2d-8457-98962d37a532', 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'project_id': 'c2b508a9dd744ddb9c37ecfe07eb4f5e', 'fixed_ips': [{'subnet_id': 'a197ae28-d470-4972-82e0-a120df231643'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:19.992857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.105542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-1dea6794-4a0f-4c50-80d0-90089cc6b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.107054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-1dea6794-4a0f-4c50-80d0-90089cc6b3b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 200 len: 912 time: 0.4004910 Dec 24 03:01:20.142258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acd7ecc4-108f-4517-a02a-782582c4ef6a req-59ddc4cc-beb3-410a-9b06-00d862957af0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047807 Dec 24 03:01:20.175789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '19ab03ee-f2fb-46bf-9838-8a0aa14211bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:20.179095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:20.219448 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aac3cea8-168f-4b17-aa69-106c74b1c4ac req-00dc8ef1-5e58-4d90-9811-686900e3693b tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7020566 Dec 24 03:01:20.249807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.299756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Attempting to bind port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:20.300369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Attempting to bind port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:20.300736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Attempting to bind port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 on network 529ec9d2-723b-4fac-b16f-c576d47da4a5 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:20.317300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Allocated IP 172.20.0.2 (71fde1a0-170a-4a2d-8457-98962d37a532/a197ae28-d470-4972-82e0-a120df231643/8964f206-5999-4f9a-9f71-6477b192b7b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:20.322505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 on network 529ec9d2-723b-4fac-b16f-c576d47da4a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:01:20.323317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Attempting to bind port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 on network 529ec9d2-723b-4fac-b16f-c576d47da4a5 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:20.328348 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-14155a97-235b-4b62-b4a1-04b0cfab97e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 200 len: 1002 time: 0.1846910 Dec 24 03:01:20.363376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:20.402167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.405851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-1bb41a8a-92f9-4093-9418-4821d084f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.409393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-1bb41a8a-92f9-4093-9418-4821d084f543 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 200 len: 850 time: 0.0684650 Dec 24 03:01:20.419500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:20.419865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Checking segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:20.420405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Bound using segment: {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:20.420805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Bound port: 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:20.421216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.504471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:20.510024 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=428e286c-31c0-4a83-9c14-17ad760fc1dd,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:20.513623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:20.515936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:20.524113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.525160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.527995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:20.531812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.566577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.571805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a5e60c2c-f4d7-4cc9-acf3-3cccadcc2f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.609308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-85e6f7a9-f10c-46a5-912f-247c4c82b370 None None] Provisioning complete for port 0edc239b-e3d6-4bb0-9cea-5580df8132bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:20.609680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-85e6f7a9-f10c-46a5-912f-247c4c82b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.671742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:20.675737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:20.681872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:20.692351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-20183d3c-6274-43ec-9aaf-178269834bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.694048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.694721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.695373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b382cf1-7619-41e2-b235-239a6adc0da3 None None] Network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:20.696127 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-20183d3c-6274-43ec-9aaf-178269834bad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6760703-ef02-4f67-9e78-8cca1be4d259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2637215 Dec 24 03:01:20.704001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.726952 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-10693bcc-7309-46b2-866e-d190bc9d9d0a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3475451 Dec 24 03:01:20.732637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60848) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:20.786944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.844570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:20.853096 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b57e6cfa-3755-496e-8f89-7845c02e15f6 (CIDR: 2001:db8::/64) Dec 24 03:01:20.870277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.884517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:20.913136 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e593f202-9db4-411d-bb53-d2d6ec41734d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.8087926 Dec 24 03:01:20.913136 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:20.913136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:20.915499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60852) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:20.926800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:20.927642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:20.929828 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] 10.222.0.49 "PUT /v2.0/ports/4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 1094 time: 2.3357902 Dec 24 03:01:20.936313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:20.938710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012dc501-7a47-4d7d-b53e-0dd95d89dc47" -d '{"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:21.027863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60856) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:21.038971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035291 Dec 24 03:01:21.048457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60860) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:21.071175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:21.074018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.085864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-85e6f7a9-f10c-46a5-912f-247c4c82b370 None None] Port 0edc239b-e3d6-4bb0-9cea-5580df8132bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:21.091119 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-076d7ac5-bc3f-4aec-9fe6-2b8148a4d1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783791 Dec 24 03:01:21.095909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:21.103829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e137d441-c468-4479-a881-40b369063270 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:21.157873 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-178d5653-fc83-4d80-a6bd-ae3dfbb09e67 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1870694 Dec 24 03:01:21.167611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60866) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:21.186814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:21.366797 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-38969523-2a94-4021-8b41-99b30b34aa7d tempest-NetworksApiDiscovery-1403910853 tempest-NetworksApiDiscovery-1403910853-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3166232 Dec 24 03:01:21.435776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c', 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '45b22834-2dcb-4dca-ae32-8b50f934ed3b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:21.441670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.494232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228b5532-1a73-4544-88d6-0ff5cef61eef,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:21.538709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7ee563-9c8f-4c70-ae29-2e637456ca82 x-openstack-request-id: req-3f7ee563-9c8f-4c70-ae29-2e637456ca82 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:21.539112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:21.541464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f7ee563-9c8f-4c70-ae29-2e637456ca82 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:21.541464 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'status': 'completed', 'code': 200} Dec 24 03:01:21.564797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.569409 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1f640f2f-814b-4589-9000-f10bbe933fd2 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.7097068 Dec 24 03:01:21.572275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e77bc6-6e0e-447a-af83-c67013b0b825 None None] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:21.576515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60874) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:21.578558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e137d441-c468-4479-a881-40b369063270 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:21.581825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'security_group': {'name': 'tempest-secgroup-699995721'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:21.582308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.594515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caee3f-cde6-43c6-b8b1-7f7a08797728 req-f8c76392-b8e8-45d1-b675-5efbd7ac2cdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:21.596130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a4caee3f-cde6-43c6-b8b1-7f7a08797728 req-f8c76392-b8e8-45d1-b675-5efbd7ac2cdc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 944 time: 0.2769291 Dec 24 03:01:21.600847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.605490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c95e58-4162-4a4b-8869-9c1095dbc7be service neutron] Pushing event updated for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:21.654414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-f19d8d78-5b6b-43dc-a7c0-c989a4e9da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:21.656002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-f19d8d78-5b6b-43dc-a7c0-c989a4e9da4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1097 time: 0.5579145 Dec 24 03:01:21.684797 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a4caee3f-cde6-43c6-b8b1-7f7a08797728 req-a001aa9d-3406-4808-9f64-f145e5998357 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787871 Dec 24 03:01:21.715705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 428e286c-31c0-4a83-9c14-17ad760fc1dd {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:21.729303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.743521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.767292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Allocated IP 172.20.0.2 (2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c/45b22834-2dcb-4dca-ae32-8b50f934ed3b/c3dc5ed7-f46c-4481-a9f4-cece4b68b76e) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:21.774146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cbaf3802-f185-4ead-b324-4952eed01dbf req-d2af04f4-3208-4887-839b-c6f12ceace84 service neutron] 10.222.0.49 "GET /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212989 Dec 24 03:01:21.777455 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-25068eab-4415-4241-a83c-f474cce7dbf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 217 time: 0.0954964 Dec 24 03:01:21.785711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934054-5ee2-4997-9ff3-dd179dc027a5 req-ac82520b-7780-4ffb-bb66-1450b137e4af tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:21.794111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fb934054-5ee2-4997-9ff3-dd179dc027a5 req-ac82520b-7780-4ffb-bb66-1450b137e4af tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1984212 Dec 24 03:01:21.852677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-83b0b003-a2bf-45fb-8655-331fae1ef7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:21.854075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-83b0b003-a2bf-45fb-8655-331fae1ef7e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 200 len: 834 time: 0.0549390 Dec 24 03:01:21.909228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.914696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c8e42a25-d9d1-4750-9a2b-0fff50ffe7bc None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:21.915693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8e42a25-d9d1-4750-9a2b-0fff50ffe7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:21.986500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:21.994119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.049550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.077076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fb934054-5ee2-4997-9ff3-dd179dc027a5 req-c58c93c8-be53-4fb8-8c4f-2b2a1c6add5d tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799201 Dec 24 03:01:22.093784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.114603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-b5c8ef1a-66df-4c5d-af65-5e96bcf16491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:22.116902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-b5c8ef1a-66df-4c5d-af65-5e96bcf16491 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529ec9d2-723b-4fac-b16f-c576d47da4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2231915 Dec 24 03:01:22.118732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 428e286c-31c0-4a83-9c14-17ad760fc1dd owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:22.121418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.122279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Attempting to bind port 8964f206-5999-4f9a-9f71-6477b192b7b2 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:22.122657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Attempting to bind port 8964f206-5999-4f9a-9f71-6477b192b7b2 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'eb1324be-329d-48c0-87bd-56cf1b099200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:22.123025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Attempting to bind port 8964f206-5999-4f9a-9f71-6477b192b7b2 on network 71fde1a0-170a-4a2d-8457-98962d37a532 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:22.169762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:22.170176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Checking segment: {'id': 'eb1324be-329d-48c0-87bd-56cf1b099200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:22.170543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.170944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Bound using segment: {'id': 'eb1324be-329d-48c0-87bd-56cf1b099200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:22.171437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Bound port: 8964f206-5999-4f9a-9f71-6477b192b7b2, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1324be-329d-48c0-87bd-56cf1b099200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:22.171818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.234239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 63b89269-bd31-4f61-9056-24f325811126 (CIDR: 2001:db8:0:1::/64) Dec 24 03:01:22.260726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60878) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:22.261759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fab720-fa7f-45d6-bd69-7b60156176c7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:22.307562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.310059 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:22.312264 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-22024d30-cef4-45cb-80e6-f0e8e5f072f7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7336702 Dec 24 03:01:22.312616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:22.319428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60882) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:22.324129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2082544179', 'security_groups': ['c6fab720-fa7f-45d6-bd69-7b60156176c7'], 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a197ae28-d470-4972-82e0-a120df231643'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:22.367089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-25d018b1-dacf-4883-889f-e0a84590cbd6 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335424 Dec 24 03:01:22.421253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:22.436841 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7ec603e-2d79-499f-8d28-4b5fb244a6c2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2633283 Dec 24 03:01:22.438997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.445755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60886) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:22.450647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'subnet': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:22.467967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:22.480840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92f765c7-d85f-4993-93a1-99e9f833e591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.486729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.531076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.592934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e137d441-c468-4479-a881-40b369063270, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e137d441-c468-4479-a881-40b369063270,segment=NetworkSegment(111c3353-fd40-4a1e-8e80-c0153dfed1bd),segment_id=111c3353-fd40-4a1e-8e80-c0153dfed1bd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:22.601033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.637516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61b6042c-c04d-4498-aad8-56066b44470c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.645772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:22.667311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:22.669571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Pushing event updated for resources: {'Port': ['ID=c3dc5ed7-f46c-4481-a9f4-cece4b68b76e,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:22.673111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:22.681826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-08d86c06-bd9d-4289-b208-d1743b06d526 None None] Provisioning complete for port 428e286c-31c0-4a83-9c14-17ad760fc1dd triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:22.681826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08d86c06-bd9d-4289-b208-d1743b06d526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.705929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.734416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-08d86c06-bd9d-4289-b208-d1743b06d526 None None] Port 428e286c-31c0-4a83-9c14-17ad760fc1dd cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:22.759214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.760003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce4760c1-cf9e-4262-9d93-a1ef44cef80a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:22.796325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61b6042c-c04d-4498-aad8-56066b44470c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.806471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=428e286c-31c0-4a83-9c14-17ad760fc1dd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:22.825741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.861599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:22.906648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Attempting to bind port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:22.907030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Attempting to bind port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '19ab03ee-f2fb-46bf-9838-8a0aa14211bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:22.907400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Attempting to bind port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e on network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:22.912303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Made reservation on behalf of 2ef51d403c9a4cd8b801fb58526c04bb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:22.917168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.922483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8693b-073e-45dc-88f6-f2eb0b1be48f None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:22.942612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:22.945861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Checking segment: {'id': '19ab03ee-f2fb-46bf-9838-8a0aa14211bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:22.945861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.945861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Bound using segment: {'id': '19ab03ee-f2fb-46bf-9838-8a0aa14211bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:22.945861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Bound port: c3dc5ed7-f46c-4481-a9f4-cece4b68b76e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ab03ee-f2fb-46bf-9838-8a0aa14211bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:22.945861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.983125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-08d86c06-bd9d-4289-b208-d1743b06d526 None None] Provisioning complete for port e137d441-c468-4479-a881-40b369063270 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:22.983292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08d86c06-bd9d-4289-b208-d1743b06d526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:22.985389 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e06c8351-27ac-4e02-8f6d-1575ccf367e5 req-d59a930a-c4c5-4c23-9b84-e7be0cf6a865 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593667 Dec 24 03:01:23.052171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.064270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-71d2dbe2-38b0-410c-839e-0d69740b098d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/428e286c-31c0-4a83-9c14-17ad760fc1dd HTTP/1.1" status: 204 len: 168 time: 2.3089271 Dec 24 03:01:23.065355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60890) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:23.159514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e137d441-c468-4479-a881-40b369063270,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:23.178614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.181326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:23.181715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.305526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] For port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:23.364780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] For port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c3dc5ed7-f46c-4481-a9f4-cece4b68b76e,segment=NetworkSegment(19ab03ee-f2fb-46bf-9838-8a0aa14211bd),segment_id=19ab03ee-f2fb-46bf-9838-8a0aa14211bd)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:23.443990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.559471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bc65d-56ea-4c69-a564-6dc5ae5ba0ae None None] Pushing event updated for resources: {'Port': ['ID=c3dc5ed7-f46c-4481-a9f4-cece4b68b76e,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:23.562636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d371fc6f-d4a9-4025-9fc6-571d1ebe0b22 None None] Provisioning complete for port e137d441-c468-4479-a881-40b369063270 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:23.563330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d371fc6f-d4a9-4025-9fc6-571d1ebe0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.623248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea912c1a-da7c-4b1c-a61f-b7200f835894 None None] Network 2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:23.642189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=45b22834-2dcb-4dca-ae32-8b50f934ed3b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:23.699465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e137d441-c468-4479-a881-40b369063270 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:23.717422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port c6458f56-0a19-49f0-9e1d-7b7c5e011c87 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:23.723380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-61b6042c-c04d-4498-aad8-56066b44470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.744477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bfb99f-d7a2-4793-9dfa-03a08ef9fc69 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:23.748350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-63bfb99f-d7a2-4793-9dfa-03a08ef9fc69 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6696415 Dec 24 03:01:23.753127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60902) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:23.782685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-b38eeab1-95ad-4c81-9f06-2f88e90c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:23.789437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-b38eeab1-95ad-4c81-9f06-2f88e90c0126 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1097 time: 0.5969396 Dec 24 03:01:23.803741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fc59f-4e56-44ba-b774-d040aa250d3c req-bc069c1a-a0d7-41ef-a2c7-36990909e7ca tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:23.806517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a71fc59f-4e56-44ba-b774-d040aa250d3c req-bc069c1a-a0d7-41ef-a2c7-36990909e7ca tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1104383 Dec 24 03:01:23.818056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.840136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.872095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e137d441-c468-4479-a881-40b369063270 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:23.872588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.921646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521433-2bb0-42be-ba6c-d37efb9278a8 req-33daef5c-cb84-41e8-8332-858b438b9005 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:23.923228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-37521433-2bb0-42be-ba6c-d37efb9278a8 req-33daef5c-cb84-41e8-8332-858b438b9005 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 944 time: 1.1167440 Dec 24 03:01:23.936263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:23.970968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:23.977567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6042c-c04d-4498-aad8-56066b44470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444bc619-a769-483d-a615-736bb98fa004,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:24.011545 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-61b6042c-c04d-4498-aad8-56066b44470c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95f8e137d5e744af8971d0ac9082740b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7467346 Dec 24 03:01:24.014220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:24.018935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60904) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:24.024297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab03ee-f2fb-46bf-9838-8a0aa14211bd') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:24.024647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab03ee-f2fb-46bf-9838-8a0aa14211bd') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:24.038443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a71fc59f-4e56-44ba-b774-d040aa250d3c req-84ec029e-147e-4af3-8d46-9cb434e69228 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199745 Dec 24 03:01:24.089704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:24.090530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.121575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-b054a995-2ecc-4c30-9b75-a1c37d70e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.124358 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-b054a995-2ecc-4c30-9b75-a1c37d70e04e service neutron] 10.222.0.49 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 898 time: 0.3303614 Dec 24 03:01:24.125489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:24.127833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.146946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:24.150716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.151323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.158060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cacc676-2675-4bf0-a829-6a127663b217 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:24.181400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Subnet': ['ID=f4f600b8-2a1f-47dc-b532-42988c9fba08,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:24.197945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.12 (71fde1a0-170a-4a2d-8457-98962d37a532/a197ae28-d470-4972-82e0-a120df231643/c6458f56-0a19-49f0-9e1d-7b7c5e011c87) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:24.201697 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-37cda0ca-97be-4f1a-a875-70ba473a1fa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 217 time: 0.0699604 Dec 24 03:01:24.202672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.228084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f722de12-c22d-4d9e-9e35-a8b5c65c2b07 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.233360 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f722de12-c22d-4d9e-9e35-a8b5c65c2b07 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3963642 Dec 24 03:01:24.234847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:24.235580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.239647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:24.244564 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:24.281857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-96a40474-54ba-40cc-84bb-5e26f87eeb5b tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8398602 Dec 24 03:01:24.290117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60912) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:24.311013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1882989823', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f4f600b8-2a1f-47dc-b532-42988c9fba08'}], 'security_groups': ['d1f1a850-256f-4991-8c92-b3b288efd99b', 'cf53b4de-d1a8-46bc-87e8-52d55f023c91']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:24.346425 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-37521433-2bb0-42be-ba6c-d37efb9278a8 req-98415c6c-397a-40bf-93cc-514603786040 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009824 Dec 24 03:01:24.347308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-710dd3f3-15aa-48ef-bd74-d5fc23582144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.349535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-710dd3f3-15aa-48ef-bd74-d5fc23582144 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 200 len: 834 time: 0.1383338 Dec 24 03:01:24.369737 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-eb2efa77-8356-405c-b882-c0f43c3ca3f8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781887117&fields=id&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 267 time: 0.1683948 Dec 24 03:01:24.369871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.370723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:24.371089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.400836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.429731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.461329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:24.484634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c8765-66f1-446d-a788-130791bf608a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.486130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c8765-66f1-446d-a788-130791bf608a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.487607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c8765-66f1-446d-a788-130791bf608a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.492830 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bd0c8765-66f1-446d-a788-130791bf608a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2473347 Dec 24 03:01:24.493900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60914) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:24.511996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:01:24.511996 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:01:24.511996 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': '2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c'}] Dec 24 03:01:24.511996 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:24.511996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:24.533419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.572849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 3e412b23-ce10-44b8-b90d-27d3852b5b6f {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:24.578988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.588895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:24.596541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.622749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Update dhcp port {'port': {'network_id': 'f0b680f9-3362-4232-9de2-3f9ed1969c69', 'fixed_ips': [{'subnet_id': '63b89269-bd31-4f61-9056-24f325811126', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b57e6cfa-3755-496e-8f89-7845c02e15f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f4f600b8-2a1f-47dc-b532-42988c9fba08'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '9b9ca2b4-f0ea-4313-8490-1f285ae80f81'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:24.630506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.644834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-14506b6b-ac29-4922-a69a-96b53769b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.646794 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-14506b6b-ac29-4922-a69a-96b53769b813 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529ec9d2-723b-4fac-b16f-c576d47da4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2813659 Dec 24 03:01:24.673031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c7198-982a-43e3-872a-b6236437a765 req-0e92a193-11f9-450f-9dda-73ff9558642f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.674148 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e98c7198-982a-43e3-872a-b6236437a765 req-0e92a193-11f9-450f-9dda-73ff9558642f tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2229533 Dec 24 03:01:24.706365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.716482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:24.716815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:24.720877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-3a0ccb83-b3ab-4812-a44d-2535829bdeef tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:24.722997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-3a0ccb83-b3ab-4812-a44d-2535829bdeef tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.3359816 Dec 24 03:01:24.743732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.746470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.747626 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/444bc619-a769-483d-a615-736bb98fa004 HTTP/1.1" status: 204 len: 168 time: 0.7209570 Dec 24 03:01:24.778746 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e98c7198-982a-43e3-872a-b6236437a765 req-2c7caf2c-568e-4817-b07b-aba5c82e379c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958366 Dec 24 03:01:24.785954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc10d3-1c25-4697-ac1c-bb5b2508f4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444bc619-a769-483d-a615-736bb98fa004,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:24.801514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.845374 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-7a8a4904-1c2e-47ef-9191-e22dc93de4bf tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/quotas/6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 375 time: 0.0781088 Dec 24 03:01:24.865480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.875805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:24.952933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.002062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=3e412b23-ce10-44b8-b90d-27d3852b5b6f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:25.010140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.012677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Allocated IP 2001:db8:0:2::2 (f0b680f9-3362-4232-9de2-3f9ed1969c69/f4f600b8-2a1f-47dc-b532-42988c9fba08/9b9ca2b4-f0ea-4313-8490-1f285ae80f81) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:25.015319 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cd842e4a-bb4f-41d0-9905-2bce840bd887 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/3e412b23-ce10-44b8-b90d-27d3852b5b6f HTTP/1.1" status: 204 len: 168 time: 0.5037112 Dec 24 03:01:25.016633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.023224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60920) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:25.045229 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-7fa2a33b-8ace-4b60-bb52-ee5c541ffc09 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767798 Dec 24 03:01:25.096963 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-ca099254-4612-4b15-813e-42e14fa8147d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2422204 Dec 24 03:01:25.152442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:25.187084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.187392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.194139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f715146-c493-4666-b419-f5f9946408a9 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:25.206330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:25.208958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.313132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c3dc5ed7-f46c-4481-a9f4-cece4b68b76e,segment=NetworkSegment(19ab03ee-f2fb-46bf-9838-8a0aa14211bd),segment_id=19ab03ee-f2fb-46bf-9838-8a0aa14211bd)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:25.313918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.320062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=c6458f56-0a19-49f0-9e1d-7b7c5e011c87,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:25.334709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for c3dc5ed7-f46c-4481-a9f4-cece4b68b76e owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:25.412526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:25.423951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.477348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.485197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.507915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3578f-8838-4222-9a98-dd77f55f2a39 req-e286b343-0e94-4ed1-9cfa-277ec6d093ff tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:25.516440 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-41b3578f-8838-4222-9a98-dd77f55f2a39 req-e286b343-0e94-4ed1-9cfa-277ec6d093ff tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1012149 Dec 24 03:01:25.576716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:25.579611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4fb2a130-7c7c-42cd-91bd-87ad14a92697 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:01:25.583763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-41b3578f-8838-4222-9a98-dd77f55f2a39 req-0c856518-84ab-437d-a789-c5a5440b5471 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662706 Dec 24 03:01:25.586460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.595351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.617311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.617498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cae71c-43f2-48a6-895f-f873ad4e3a65 None None] Pushing event updated for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:25.627513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=c3dc5ed7-f46c-4481-a9f4-cece4b68b76e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:25.640918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port c3dc5ed7-f46c-4481-a9f4-cece4b68b76e on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:25.706127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:25.724787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:25.742627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:25.818917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.827612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:25.828289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.883248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:25.899892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab03ee-f2fb-46bf-9838-8a0aa14211bd') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:25.900313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab03ee-f2fb-46bf-9838-8a0aa14211bd') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:25.935024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:25.935398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.940614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8049a-6695-464d-a8c5-a141d9d495fe req-b8ca9dce-49db-4776-8c06-fa7e52486407 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:25.950500 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06d8049a-6695-464d-a8c5-a141d9d495fe req-b8ca9dce-49db-4776-8c06-fa7e52486407 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 944 time: 0.2797434 Dec 24 03:01:25.961336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:25.985592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.035527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c1c97e3e-a71b-43cf-8dd0-12e35737cbae None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:26.040745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.045937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:26.046305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.053798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:26.062983 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06d8049a-6695-464d-a8c5-a141d9d495fe req-b2244e3a-9b61-4fd8-9d99-19ea14fd2554 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115108 Dec 24 03:01:26.084398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:26.084831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:26.088043 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:26.149942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'port_id': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'mac_address': 'fa:16:3e:69:da:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:01:26.174547 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-04031fb3-d833-4d60-92e7-038e1e92533c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8550606 Dec 24 03:01:26.180565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:26.185920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:26.199070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.252765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c854035f-dd26-4e8a-861d-e19c3d43aa6f None None] Provisioning complete for port c6458f56-0a19-49f0-9e1d-7b7c5e011c87 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:26.253140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c854035f-dd26-4e8a-861d-e19c3d43aa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.290217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012dc501-7a47-4d7d-b53e-0dd95d89dc47 req-d2d2de28-4223-4742-8ef1-3c6bc501451b service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2099922 Dec 24 03:01:26.292043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.303037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.315197 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c HTTP/1.1" status: 204 len: 168 time: 5.3994641 Dec 24 03:01:26.324780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60928) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:26.342746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938594995'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:26.343273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.345735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c854035f-dd26-4e8a-861d-e19c3d43aa6f None None] Port c6458f56-0a19-49f0-9e1d-7b7c5e011c87 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:26.373891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb2a130-7c7c-42cd-91bd-87ad14a92697 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:01:26.379208 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-c919ddd9-900c-494c-b912-8b3a7e9cea66 service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2113535 Dec 24 03:01:26.382232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:26.398941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.402907 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e286ed8b-21aa-40c2-b938-7ae950d115c6 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6 HTTP/1.1" status: 204 len: 168 time: 1.3751972 Dec 24 03:01:26.411915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420dad2-72ff-410e-b029-94e8e1fdcc44 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:26.415471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60930) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:26.440589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:26.489018 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e8520abc-1962-4129-8422-33f61936c2cc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648093 Dec 24 03:01:26.494159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60932) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:26.499995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:26.524174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.563423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Delete allocated IP 2001:db8::341 (f0b680f9-3362-4232-9de2-3f9ed1969c69/b57e6cfa-3755-496e-8f89-7845c02e15f6) {{(pid=110367) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:01:26.581119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Allocated IP 2001:db8:0:2::349 (f0b680f9-3362-4232-9de2-3f9ed1969c69/f4f600b8-2a1f-47dc-b532-42988c9fba08/0edc239b-e3d6-4bb0-9cea-5580df8132bc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:26.631698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-ada19666-7d1b-4658-a368-c9ef9727baad service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511747 Dec 24 03:01:26.634367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:26.635433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.655028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:26.744092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:26.786425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.786890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 58437367-fb02-4e68-ba59-004a6610a888 of type vlan for network f5a495e7-e524-4e44-bc0f-7db60c69556f Dec 24 03:01:26.856980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.864795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['4fb2a130-7c7c-42cd-91bd-87ad14a92697'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:01:26.875445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.884973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ca7fa-91cf-46c2-b856-d74226846e5c req-049d8b44-2ef5-4b60-81ca-4b612429905e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:26.889733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a51ca7fa-91cf-46c2-b856-d74226846e5c req-049d8b44-2ef5-4b60-81ca-4b612429905e tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.2010789 Dec 24 03:01:26.956361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:26.960906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:26.981383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.022314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:27.026408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.064967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.071334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:27.075161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Provisioning complete for port 0edc239b-e3d6-4bb0-9cea-5580df8132bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:27.075624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.084625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.096558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a51ca7fa-91cf-46c2-b856-d74226846e5c req-1cd0145b-9b17-4ab8-bded-9e6b1a220fca tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009339 Dec 24 03:01:27.139290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Port 0edc239b-e3d6-4bb0-9cea-5580df8132bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:27.144946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] In _notify_port_updated(), no bound segment for port 0edc239b-e3d6-4bb0-9cea-5580df8132bc on network f0b680f9-3362-4232-9de2-3f9ed1969c69 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:01:27.164516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:27.165302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.169811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "PUT /v2.0/ports/0edc239b-e3d6-4bb0-9cea-5580df8132bc HTTP/1.1" status: 200 len: 970 time: 2.8762207 Dec 24 03:01:27.172860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60944) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:27.207215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddd0b8-d913-48f3-a897-fc631253dbe2 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event updated for resources: {'Port': ['ID=0edc239b-e3d6-4bb0-9cea-5580df8132bc,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:27.217298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:27.221772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.319633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd237ee0-4889-4ddc-af8c-80ec02a92e4f None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:27.344533 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=f5a495e7-e524-4e44-bc0f-7db60c69556f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:27.402781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 0edc239b-e3d6-4bb0-9cea-5580df8132bc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:27.402781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.415260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f5a495e7-e524-4e44-bc0f-7db60c69556f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:27.456713 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2cf394d4-f18e-495b-bc84-659e6b58cd82 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1205583 Dec 24 03:01:27.463591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:27.473891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:27.525122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:27.605917 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a197ae28-d470-4972-82e0-a120df231643 (CIDR: 172.20.0.0/28) Dec 24 03:01:27.621825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.633777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0fc72-7aea-42f0-888e-f69ba78e5f8b req-8942cb04-c762-42e0-bfa3-b46891e77ead tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:27.641531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d1e0fc72-7aea-42f0-888e-f69ba78e5f8b req-8942cb04-c762-42e0-bfa3-b46891e77ead tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 945 time: 0.3950994 Dec 24 03:01:27.651843 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:27.652351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:27.683883 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f49e09-b3f3-49d9-9053-2b69918779df req-54753712-756b-4a3d-b3a9-fcb9207bb9b2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0814972 Dec 24 03:01:27.686993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:27.687321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.696263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 0edc239b-e3d6-4bb0-9cea-5580df8132bc owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:27.791241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:27.802959 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-13fa6901-5975-4892-aa19-cd58397f6bd0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6174486 Dec 24 03:01:27.803169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60956) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:27.808451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:27.811410 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d1e0fc72-7aea-42f0-888e-f69ba78e5f8b req-6f3db77c-6c3e-4c4d-a429-4cc254205138 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690412 Dec 24 03:01:27.815491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:27.815688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.936827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-331451c0-1830-44ed-833b-4d31fb678e5d None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:27.967500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Deleting port ce4760c1-cf9e-4262-9d93-a1ef44cef80a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:27.967925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.970251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:27.975193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:27.979136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.030309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-0bdfe17d-7e94-4ba9-9268-4d80af03468a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:28.031873 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-0bdfe17d-7e94-4ba9-9268-4d80af03468a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.49 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.0705771 Dec 24 03:01:28.059259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-942bef2e-fdc2-4cf8-bbde-582fa8a23e91 None None] Could not find standard attr ID for object 0edc239b-e3d6-4bb0-9cea-5580df8132bc. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:28.066595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] For port ce4760c1-cf9e-4262-9d93-a1ef44cef80a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:28.067519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.069528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.072923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:28.078765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing IP validity checks on allocation pools {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:01:28.079424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.ipam_backend_mixin [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110368) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:01:28.081781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:28.089887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Calling delete_port for ce4760c1-cf9e-4262-9d93-a1ef44cef80a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:28.090187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:28.092494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.105426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-942bef2e-fdc2-4cf8-bbde-582fa8a23e91 None None] Provisioning complete for port ce4760c1-cf9e-4262-9d93-a1ef44cef80a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:28.105692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=0edc239b-e3d6-4bb0-9cea-5580df8132bc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:28.105814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-942bef2e-fdc2-4cf8-bbde-582fa8a23e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.113881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=af54975b-0a8f-487c-807e-9e6198f9acca,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:28.117313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:28.119738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.201242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.204534 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dea4155d-600e-4465-86fb-7f478094b674 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/0edc239b-e3d6-4bb0-9cea-5580df8132bc HTTP/1.1" status: 204 len: 168 time: 1.0282462 Dec 24 03:01:28.209149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60960) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:28.212010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f13b39f-3d8c-43b8-9876-96be010afc38 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7167413 Dec 24 03:01:28.215474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60962) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:28.221443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:28.300111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1e300a-7a7e-46dd-9454-58721865985d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] GET failed (client error): The resource could not be found. Dec 24 03:01:28.302142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d1e300a-7a7e-46dd-9454-58721865985d tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports/0edc239b-e3d6-4bb0-9cea-5580df8132bc HTTP/1.1" status: 404 len: 333 time: 0.0916641 Dec 24 03:01:28.314282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60964) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:28.319748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.376497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a31ccf-156e-492b-b8d8-48de566e0318 req-630be0a0-823e-4156-b931-298363878ef9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:28.377744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24a31ccf-156e-492b-b8d8-48de566e0318 req-630be0a0-823e-4156-b931-298363878ef9 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1030993 Dec 24 03:01:28.383763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Deleting port 94447247-3904-421a-90b8-8864520dc475 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:28.383763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.386447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] Pushing event deleted for resources: {'Port': ['ID=ce4760c1-cf9e-4262-9d93-a1ef44cef80a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:28.389392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2fb22-927c-4592-a7ec-1ebe9db769f4 None None] No DVR routers for this DVR port ce4760c1-cf9e-4262-9d93-a1ef44cef80a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:28.432751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.441679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac5149-2c1e-4151-b40d-8e360a0f86c9 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:28.467521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.531824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.547640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24a31ccf-156e-492b-b8d8-48de566e0318 req-6f0f0060-67f5-497f-8d41-44381c8c7c5c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577225 Dec 24 03:01:28.576122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=898c7437-2223-48c2-8f01-9c645dab6e61,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:28.607601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '58437367-fb02-4e68-ba59-004a6610a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:28.607601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: f5a495e7-e524-4e44-bc0f-7db60c69556f, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:28.611065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'af54975b-0a8f-487c-807e-9e6198f9acca'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:28.611065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.700589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:28.705209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.724334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network f5a495e7-e524-4e44-bc0f-7db60c69556f is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:28.734173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.736843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.738403 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/security-groups/1fe723e6-d90f-49e1-8892-7e68fc87e27a HTTP/1.1" status: 204 len: 168 time: 0.4211116 Dec 24 03:01:28.749342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60970) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:28.785735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/af54975b-0a8f-487c-807e-9e6198f9acca/1dd3fa69-29c2-4015-8d4e-411622838216) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:28.809923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd597-da97-49d2-929d-74ac1ab3c776 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe723e6-d90f-49e1-8892-7e68fc87e27a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:28.875325 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4c369040-5189-4705-ac22-a395b1c88c3b req-3531dc9d-759b-4bfa-98bb-b6cf2f8fcb0d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0810993 Dec 24 03:01:28.896971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f5a495e7-e524-4e44-bc0f-7db60c69556f) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:28.922917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181eec87-9109-49c6-a65f-70419527110a None None] Network f5a495e7-e524-4e44-bc0f-7db60c69556f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:28.924508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:28.925305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.979410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:28.988648 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.ipam_backend_mixin [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet af54975b-0a8f-487c-807e-9e6198f9acca (CIDR: 2001:db8::/64) Dec 24 03:01:29.000807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] For port 94447247-3904-421a-90b8-8864520dc475, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=94447247-3904-421a-90b8-8864520dc475,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:29.001185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.016289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.049806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:29.049806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:29.070864 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-82af9ed9-ed15-4a63-8059-a0a8ce0b689f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6019733 Dec 24 03:01:29.076172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60974) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:29.131552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228efbd-225d-4bcb-b365-f50e3c7f135b req-8710ea48-5168-4a83-b59c-d33fd0892cce tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:29.139603 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f228efbd-225d-4bcb-b365-f50e3c7f135b req-8710ea48-5168-4a83-b59c-d33fd0892cce tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 945 time: 0.2057903 Dec 24 03:01:29.152488 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-125c4e1c-5550-4314-a6fd-c727515454fe tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9316001 Dec 24 03:01:29.153832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60976) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:29.157968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:29.176864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.180402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.184573 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf53b4de-d1a8-46bc-87e8-52d55f023c91 HTTP/1.1" status: 204 len: 168 time: 0.4341874 Dec 24 03:01:29.185192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:29.207139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.253217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f5a495e7-e524-4e44-bc0f-7db60c69556f', 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '898c7437-2223-48c2-8f01-9c645dab6e61'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:29.255510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.255645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e11143-ec85-4c23-aa0d-dd05daf96cec tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53b4de-d1a8-46bc-87e8-52d55f023c91,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:29.312034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.326874 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f228efbd-225d-4bcb-b365-f50e3c7f135b req-4c555411-fedf-414f-9e5f-d53818d046a3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756778 Dec 24 03:01:29.349152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.357392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.394172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.418086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:29.424598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.424971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:29.426058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:29.426921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.428129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:29.453760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451d860-cdea-481a-8e06-694a713127d3 None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:29.456808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.459451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:29.468900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:29.479934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Pushing event updated for resources: {'Port': ['ID=1dd3fa69-29c2-4015-8d4e-411622838216,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:29.495489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.495489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.495810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Floating IP 387838d5-aff2-4c1c-abc4-64d63a31b968 disassociated. External IP: 172.26.7.232, port: 94447247-3904-421a-90b8-8864520dc475. Dec 24 03:01:29.496124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Calling delete_port for 94447247-3904-421a-90b8-8864520dc475 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:29.503182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:29.508211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.512733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=37fe7edb-df4f-44dc-95ff-d9041979693d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:29.561661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-70d4ea70-1cbb-4b28-b667-aad063832d45 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7575037 Dec 24 03:01:29.564708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 60980) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:29.584144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce4760c1-cf9e-4262-9d93-a1ef44cef80a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:29.586631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4fb2a130-7c7c-42cd-91bd-87ad14a92697 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:29.589822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-591997716', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37fe7edb-df4f-44dc-95ff-d9041979693d'}], 'security_groups': ['228b5532-1a73-4544-88d6-0ff5cef61eef']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:29.672883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Allocated IP 172.20.0.3 (f5a495e7-e524-4e44-bc0f-7db60c69556f/898c7437-2223-48c2-8f01-9c645dab6e61/3944f8e3-93ba-4ee8-8da5-6f0a50f46162) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:29.684120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.686681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.690593 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/security-groups/d1f1a850-256f-4991-8c92-b3b288efd99b HTTP/1.1" status: 204 len: 168 time: 0.4930053 Dec 24 03:01:29.694583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60984) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:29.762623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b274f28-951d-409d-b540-ff7da1931091 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f1a850-256f-4991-8c92-b3b288efd99b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:29.802369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet b57e6cfa-3755-496e-8f89-7845c02e15f6 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:29.807891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.817878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43752-ce1f-40ce-a410-613f55c15c7f req-b8f05a7f-845d-4324-8cec-ea147584174a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:29.818831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.819430 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-42e43752-ce1f-40ce-a410-613f55c15c7f req-b8f05a7f-845d-4324-8cec-ea147584174a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 946 time: 0.1692863 Dec 24 03:01:29.869245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: ce4760c1-cf9e-4262-9d93-a1ef44cef80a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:29.869846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ce4760c1-cf9e-4262-9d93-a1ef44cef80a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:29.923607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.933549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:29.979483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Attempting to bind port 1dd3fa69-29c2-4015-8d4e-411622838216 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:29.980752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Attempting to bind port 1dd3fa69-29c2-4015-8d4e-411622838216 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:29.980752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Attempting to bind port 1dd3fa69-29c2-4015-8d4e-411622838216 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:29.982732 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-42e43752-ce1f-40ce-a410-613f55c15c7f req-0915a993-f2ef-40b8-9ba5-50133b2f38b0 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed44c209-42ad-4343-855e-4f2ecb51602f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199234 Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Bound port: 1dd3fa69-29c2-4015-8d4e-411622838216, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:30.019795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.038855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.058507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.062173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.091586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:01:30.099997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b701cf35-102c-437c-877e-18ad908f175a req-c6bacb57-18d2-4ffa-80f1-0ecf3346a469 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0465031 Dec 24 03:01:30.199656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.202049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event deleted for resources: {'Port': ['ID=94447247-3904-421a-90b8-8864520dc475,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:30.210247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:30.210723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.221695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.objects.ports [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110368) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:01:30.278891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.281770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.316782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] For port 1dd3fa69-29c2-4015-8d4e-411622838216, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:30.330847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=898c7437-2223-48c2-8f01-9c645dab6e61,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:30.415812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de75cce-5e85-4b06-bd50-bde117c0e201 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:30.431427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Network f5a495e7-e524-4e44-bc0f-7db60c69556f is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:30.433889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] For port 1dd3fa69-29c2-4015-8d4e-411622838216, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1dd3fa69-29c2-4015-8d4e-411622838216,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:30.435589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Update dhcp port {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'fixed_ips': [{'subnet_id': 'a197ae28-d470-4972-82e0-a120df231643', 'ip_address': '172.20.0.2'}, {'subnet_id': '37fe7edb-df4f-44dc-95ff-d9041979693d'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '8964f206-5999-4f9a-9f71-6477b192b7b2'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:30.439697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:30.440640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Router a37beeb0-bfc2-49ee-a809-d2d827956a3b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:30.443124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:30.497416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Pushing event updated for resources: {'Port': ['ID=3944f8e3-93ba-4ee8-8da5-6f0a50f46162,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:30.568072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:30.604066 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:30.608019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.608172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-ffce7943-0332-4cf1-991f-c4b6c1b64c50 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:30.608768 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-ffce7943-0332-4cf1-991f-c4b6c1b64c50 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.2661250 Dec 24 03:01:30.612701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Delete allocated IP 172.20.0.12 (71fde1a0-170a-4a2d-8457-98962d37a532/a197ae28-d470-4972-82e0-a120df231643) {{(pid=110367) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:01:30.669658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.21 (71fde1a0-170a-4a2d-8457-98962d37a532/37fe7edb-df4f-44dc-95ff-d9041979693d/c6458f56-0a19-49f0-9e1d-7b7c5e011c87) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:30.697830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Attempting to bind port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:30.698411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Attempting to bind port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '58437367-fb02-4e68-ba59-004a6610a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:30.698411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Attempting to bind port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 on network f5a495e7-e524-4e44-bc0f-7db60c69556f {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:30.744682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.751427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:30.751878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Checking segment: {'id': '58437367-fb02-4e68-ba59-004a6610a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:30.752230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.752811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Bound using segment: {'id': '58437367-fb02-4e68-ba59-004a6610a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:30.753220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Bound port: 3944f8e3-93ba-4ee8-8da5-6f0a50f46162, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58437367-fb02-4e68-ba59-004a6610a888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:30.753597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.786568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:30.799012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc4daf-319d-4305-bb07-c09b9db6e842 None None] Pushing event updated for resources: {'Port': ['ID=1dd3fa69-29c2-4015-8d4e-411622838216,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:30.807825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Sync routers for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:30.825884 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-d6d6014b-b44d-4030-b11d-34460a735442 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 380 time: 0.1770802 Dec 24 03:01:30.859361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] No DVR routers for this DVR port 94447247-3904-421a-90b8-8864520dc475 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:30.867067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'port': {'device_id': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'admin_state_up': True, 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'security_groups': ['87477b46-5490-4fa2-9b5d-dc131fb6dd95']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:30.871008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.875118 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-171cbc3c-d84c-4743-86a1-ee99d1e3dc79 req-2bbf6195-7a9d-439f-b241-e6660c02b24c tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.49 "DELETE /v2.0/ports/94447247-3904-421a-90b8-8864520dc475 HTTP/1.1" status: 204 len: 173 time: 2.8361700 Dec 24 03:01:30.879705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'name': 'network-vif-deleted', 'tag': '94447247-3904-421a-90b8-8864520dc475'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:30.886590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928c7d7-bead-40bb-820b-48e1e18f3b8d" -d '{"events": [{"server_uuid": "18a01e26-f763-48d4-82df-551198668259", "name": "network-vif-deleted", "tag": "94447247-3904-421a-90b8-8864520dc475"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:30.894532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:30.903842 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/b57e6cfa-3755-496e-8f89-7845c02e15f6 HTTP/1.1" status: 204 len: 168 time: 1.2051744 Dec 24 03:01:30.911989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 60992) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:30.928479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752e377-7783-434f-9e25-92c4b3f3acfb tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=b57e6cfa-3755-496e-8f89-7845c02e15f6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:30.939950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:30.950494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afc4f24-2899-4ae7-8b78-830583188409" -d '{"events": [{"server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:31.029319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:31.030053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:31.040152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:31.111889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f0c5ac-a29f-4759-894f-64e3bf38f2ce x-openstack-request-id: req-82f0c5ac-a29f-4759-894f-64e3bf38f2ce {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:31.111889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a01e26-f763-48d4-82df-551198668259", "name": "network-vif-deleted", "tag": "94447247-3904-421a-90b8-8864520dc475", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:31.111889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82f0c5ac-a29f-4759-894f-64e3bf38f2ce {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:31.111889 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a01e26-f763-48d4-82df-551198668259', 'name': 'network-vif-deleted', 'tag': '94447247-3904-421a-90b8-8864520dc475', 'status': 'completed', 'code': 200} Dec 24 03:01:31.158450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.159639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.236349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.253959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:31.327032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.366841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] For port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:31.374975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Allocated IP 172.20.0.18 (71fde1a0-170a-4a2d-8457-98962d37a532/37fe7edb-df4f-44dc-95ff-d9041979693d/8964f206-5999-4f9a-9f71-6477b192b7b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:31.458930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fdc7d-0a02-4a51-94ce-1ef9c9a500fd req-3484fbbd-b176-4478-b623-82222627ea4f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:31.459164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] In _notify_port_updated(), no bound segment for port c6458f56-0a19-49f0-9e1d-7b7c5e011c87 on network 71fde1a0-170a-4a2d-8457-98962d37a532 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:01:31.466688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:31.467578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.469301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/ports/c6458f56-0a19-49f0-9e1d-7b7c5e011c87 HTTP/1.1" status: 200 len: 920 time: 1.9034345 Dec 24 03:01:31.471976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c6fdc7d-0a02-4a51-94ce-1ef9c9a500fd req-3484fbbd-b176-4478-b623-82222627ea4f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 945 time: 0.5620337 Dec 24 03:01:31.477946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:31.486728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390479-c28c-4d96-b083-860ad4a543ce tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=c6458f56-0a19-49f0-9e1d-7b7c5e011c87,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:31.510578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a495e7-e524-4e44-bc0f-7db60c69556f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:31.525929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58437367-fb02-4e68-ba59-004a6610a888') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:31.526268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58437367-fb02-4e68-ba59-004a6610a888') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:31.540582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Made reservation on behalf of 6d5def0a835e4e378d4844b4e04419e7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:31.544152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.552221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:31.559325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.608958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet f4f600b8-2a1f-47dc-b532-42988c9fba08 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:31.629975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:31.909166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4deef871-7ca4-426b-bdd1-a5a275f763d3 req-f9344e00-c0f9-4851-b021-48ce941d8d1a tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/ports?device_id=18a01e26-f763-48d4-82df-551198668259 HTTP/1.1" status: 200 len: 210 time: 0.0862074 Dec 24 03:01:31.909494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] For port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3944f8e3-93ba-4ee8-8da5-6f0a50f46162,segment=NetworkSegment(58437367-fb02-4e68-ba59-004a6610a888),segment_id=58437367-fb02-4e68-ba59-004a6610a888)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:31.913884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b833668-0152-4d0b-82a0-b1c3c96016b2 x-openstack-request-id: req-7b833668-0152-4d0b-82a0-b1c3c96016b2 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:31.914186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "name": "network-vif-plugged", "status": "completed", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:31.914432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b833668-0152-4d0b-82a0-b1c3c96016b2 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:31.914821 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'code': 200} Dec 24 03:01:31.920498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 94447247-3904-421a-90b8-8864520dc475 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:31.922795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1dd3fa69-29c2-4015-8d4e-411622838216 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:31.970286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.024447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.046355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.20.0.8 (942b7709-55a8-48ce-be35-4a90bb267ae8/203f1cb7-8a18-4164-84d7-749af46616d1/775eb1aa-41bb-405b-8340-ca2fb8d85dfe) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:32.118934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.127761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 94447247-3904-421a-90b8-8864520dc475 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:32.127761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 94447247-3904-421a-90b8-8864520dc475 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:32.157450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84406eae-4598-4c38-b6dc-3af262173943 None None] Pushing event updated for resources: {'Port': ['ID=3944f8e3-93ba-4ee8-8da5-6f0a50f46162,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:32.169625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.223851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08ee638e-f2de-478b-9f49-ad93143186b4 req-83b6a83c-9406-46b8-97f7-78e848a7070d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0763581 Dec 24 03:01:32.259768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:32.260186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:32.265360 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:32.292699 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c6fdc7d-0a02-4a51-94ce-1ef9c9a500fd req-c554f90c-7056-4d3e-b1cd-85ef54b74fff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8175349 Dec 24 03:01:32.373954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a69d7-d710-4a1a-b5c8-ec542ff517a9 req-2a037429-5680-4c44-9337-6a942f563171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:32.375713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544a69d7-d710-4a1a-b5c8-ec542ff517a9 req-2a037429-5680-4c44-9337-6a942f563171 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1099 time: 0.1436605 Dec 24 03:01:32.410627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port c6458f56-0a19-49f0-9e1d-7b7c5e011c87 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:32.411974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.447568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.477588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:32.477968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.485851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d4c3b-4caa-4e55-85e4-57b05298ec78 None None] Network f5a495e7-e524-4e44-bc0f-7db60c69556f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:32.506032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:01:32.506032 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:01:32.506032 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': 'f5a495e7-e524-4e44-bc0f-7db60c69556f'}] Dec 24 03:01:32.506032 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:32.506588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:32.565937 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544a69d7-d710-4a1a-b5c8-ec542ff517a9 req-a51af5d2-592c-459a-a78d-94104e164f3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819070 Dec 24 03:01:32.569272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.614989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.615803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:32.625072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:32.628463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b7bc6abe-7ac5-4b9d-b431-07bb91424e8a None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:32.628803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6abe-7ac5-4b9d-b431-07bb91424e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.631296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:32.640331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:32.700566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.704083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port 1dd3fa69-29c2-4015-8d4e-411622838216, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1dd3fa69-29c2-4015-8d4e-411622838216,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:32.736885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for c6458f56-0a19-49f0-9e1d-7b7c5e011c87 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:32.737805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:32.740887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.762300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:32.763482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.832505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.857178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.859545 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-c8ea3b2c-46a9-4e4d-b5a6-6d6af1430aea tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9967964 Dec 24 03:01:32.885300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Request body: {'port': {'device_id': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:32.914736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f600b8-2a1f-47dc-b532-42988c9fba08,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:32.930441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.931211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.937729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.940041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:32.953305 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc1d67ba-7627-4e9c-a664-5f9d46011da8 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/f4f600b8-2a1f-47dc-b532-42988c9fba08 HTTP/1.1" status: 204 len: 168 time: 2.0157223 Dec 24 03:01:32.980532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32776) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:33.017145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d0172-871c-4cef-a8df-5e5d17683b54 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:33.037753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a937315-7592-43df-8833-0aeaaf330c55 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:33.038652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a937315-7592-43df-8833-0aeaaf330c55 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:33.043221 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5a937315-7592-43df-8833-0aeaaf330c55 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/b57e6cfa-3755-496e-8f89-7845c02e15f6 HTTP/1.1" status: 404 len: 337 time: 0.0586064 Dec 24 03:01:33.045801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32780) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:33.055172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.075918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.077542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=35ec000c-3a5c-4a9e-a888-76494ff4e17d,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:33.112011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32782) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:33.131932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:33.138231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50b4ed-42d7-486c-a667-d89f7d40a50a None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:33.144736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:33.156663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:33.157264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.181098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b53d40-090e-4644-8858-b649905a956f None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:33.196682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting subnet 63b89269-bd31-4f61-9056-24f325811126 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:33.199192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=1dd3fa69-29c2-4015-8d4e-411622838216,revision_number=4']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:33.211357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.230158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:33.230517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.314302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3944f8e3-93ba-4ee8-8da5-6f0a50f46162,segment=NetworkSegment(58437367-fb02-4e68-ba59-004a6610a888),segment_id=58437367-fb02-4e68-ba59-004a6610a888)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:33.314663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.325481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.331452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:33.369743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b7bc6abe-7ac5-4b9d-b431-07bb91424e8a None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:33.370122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b7bc6abe-7ac5-4b9d-b431-07bb91424e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.476864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.481099 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dffe5f40-2b3a-4f83-b1c8-a1705e21f600 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3268654 Dec 24 03:01:33.493229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32788) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:33.499846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:b9:23:70', 'name': 'tempest-NetworksTestDHCPv6-2116176775'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:33.533750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=c6458f56-0a19-49f0-9e1d-7b7c5e011c87,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:33.552150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:33.557207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:33.569928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:33.578874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.622694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc6abe-7ac5-4b9d-b431-07bb91424e8a None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:33.633165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Checking router: a37beeb0-bfc2-49ee-a809-d2d827956a3b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:33.669586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:33.670622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:33.745115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.753718 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ccc3a729-3153-484d-b25a-957ce10f6643 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/c6458f56-0a19-49f0-9e1d-7b7c5e011c87 HTTP/1.1" status: 204 len: 168 time: 2.1494718 Dec 24 03:01:33.763199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32790) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:33.767748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.769316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 3944f8e3-93ba-4ee8-8da5-6f0a50f46162 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:33.794461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Provisioning complete for port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:33.795423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:33.917944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=3944f8e3-93ba-4ee8-8da5-6f0a50f46162,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:33.935890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:33.994024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:34.022525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5d86d-3948-4a26-8c39-ebf20107b35e req-3bf6a5c8-01a3-4631-be6f-83957c3c3702 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:34.024178 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-92a5d86d-3948-4a26-8c39-ebf20107b35e req-3bf6a5c8-01a3-4631-be6f-83957c3c3702 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.5632210 Dec 24 03:01:34.137496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.169188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a495e7-e524-4e44-bc0f-7db60c69556f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:34.178122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:34.178566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.182272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58437367-fb02-4e68-ba59-004a6610a888') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:34.182708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58437367-fb02-4e68-ba59-004a6610a888') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:34.198292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.214559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.222555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:34.223376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:34.298651 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:34.306794 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21aaee8-b7a2-4fa5-aa33-db7dd1695f57 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:01:34.321229 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a21aaee8-b7a2-4fa5-aa33-db7dd1695f57 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/c6458f56-0a19-49f0-9e1d-7b7c5e011c87 HTTP/1.1" status: 404 len: 333 time: 0.4601662 Dec 24 03:01:34.350752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32792) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:34.455805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.539566 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-92a5d86d-3948-4a26-8c39-ebf20107b35e req-93a314ce-fddb-421c-b79d-829f4ce1768c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399015 Dec 24 03:01:34.573584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.577450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/f5a495e7-e524-4e44-bc0f-7db60c69556f HTTP/1.1" status: 204 len: 168 time: 5.4992688 Dec 24 03:01:34.584090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de11cd-9e7d-49e8-a427-1a623541e80f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=f5a495e7-e524-4e44-bc0f-7db60c69556f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:34.586083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32794) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:34.613549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868569060'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:34.614915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.619268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.637926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.664296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.670506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.767662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 1dd3fa69-29c2-4015-8d4e-411622838216, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1dd3fa69-29c2-4015-8d4e-411622838216,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:34.821807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.827409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.830274 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/security-groups/c6fab720-fa7f-45d6-bd69-7b60156176c7 HTTP/1.1" status: 204 len: 168 time: 0.4833548 Dec 24 03:01:34.837004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.841905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.851604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32796) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:34.936862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.937443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37cc2f-fc13-42db-a136-904153dbea0e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fab720-fa7f-45d6-bd69-7b60156176c7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:34.939121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:34.943553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:34.966576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=1dd3fa69-29c2-4015-8d4e-411622838216,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:34.984076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.017760 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.058064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1dd3fa69-29c2-4015-8d4e-411622838216 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:35.065495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c09b-7ec7-4aa6-97cd-7d9402d0a5de req-80ccb454-c405-4c70-a602-ead78d05ff2c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:35.067932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1531c09b-7ec7-4aa6-97cd-7d9402d0a5de req-80ccb454-c405-4c70-a602-ead78d05ff2c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 931 time: 1.5912888 Dec 24 03:01:35.091486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:35.104265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.104700 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 6e06e69d-609e-4454-9066-b1b18e91c6da of type vlan for network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab Dec 24 03:01:35.159738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.165155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.168323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.169755 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/security-groups/228b5532-1a73-4544-88d6-0ff5cef61eef HTTP/1.1" status: 204 len: 168 time: 0.3161840 Dec 24 03:01:35.175913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32798) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.194985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:35.195342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-745f9bae-1559-48eb-b12b-5c0d47835800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:35.230106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:35.231508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775eb1aa-41bb-405b-8340-ca2fb8d85dfe {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:01:35.235694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:35.236072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.242689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1531c09b-7ec7-4aa6-97cd-7d9402d0a5de req-a2f6cc42-199b-40c4-b38d-8ce71211e79a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548417 Dec 24 03:01:35.247341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:35.266172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2fbb3-6f6f-496f-98e2-e55ae8074142 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228b5532-1a73-4544-88d6-0ff5cef61eef,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:35.307411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet a197ae28-d470-4972-82e0-a120df231643 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:35.311428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.340163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e9496-7850-4eb6-998b-dcedbe111f03 None None] The sync data for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv is: [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T02:57:56Z', 'revision_number': 4, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'eeb8e9e1-cafb-4645-af31-8f0d0d015f77', 'name': '', 'network_id': 'b6760703-ef02-4f67-9e78-8cca1be4d259', 'tenant_id': '4fca699e25c74052886789a032714d33', 'mac_address': 'fa:16:3e:37:97:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:52Z', 'updated_at': '2021-12-24T02:58:04Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'subnets': [{'id': '077efca6-b6cb-4e68-8a67-b42bab7e8e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:35.370494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.381075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:35.381075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.399387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.409110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.414692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.418790 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed44c209-42ad-4343-855e-4f2ecb51602f HTTP/1.1" status: 204 len: 168 time: 2.3032322 Dec 24 03:01:35.421048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32800) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.422144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.426673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.437562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:35.457024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.464040 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/63b89269-bd31-4f61-9056-24f325811126 HTTP/1.1" status: 204 len: 168 time: 2.4151108 Dec 24 03:01:35.481834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32802) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.483809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261af1cc-4b21-4126-98f5-d6b8f30c4713 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Subnet': ['ID=63b89269-bd31-4f61-9056-24f325811126,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:35.497834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d814a-9450-4a2c-a045-86f92d2375aa tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44c209-42ad-4343-855e-4f2ecb51602f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:35.508728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.526431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e045132-7389-44d1-a755-605a3efa4045 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:35.534331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=42ec581b-a0d2-4920-bdd2-1d6396fa43ab,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:35.561875 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-542e9bd6-7ef0-444b-b916-0da581a89717 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] show failed (client error): The resource could not be found. Dec 24 03:01:35.563062 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-542e9bd6-7ef0-444b-b916-0da581a89717 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "GET /v2.0/security-groups/ed44c209-42ad-4343-855e-4f2ecb51602f HTTP/1.1" status: 404 len: 347 time: 0.0900600 Dec 24 03:01:35.565280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32806) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.569077 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6c17d9-7632-45ee-8a46-164f2266eda7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:35.569556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6c17d9-7632-45ee-8a46-164f2266eda7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:35.577038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bd6c17d9-7632-45ee-8a46-164f2266eda7 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/403c60d6-837b-4486-bae5-bb47662b5f92 HTTP/1.1" status: 404 len: 337 time: 0.0754819 Dec 24 03:01:35.621711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Transition to ACTIVE for port object 775eb1aa-41bb-405b-8340-ca2fb8d85dfe will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:01:35.627804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32808) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.627944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.704890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e48d107b-f7ae-45bb-881e-07669b79d073 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0959475 Dec 24 03:01:35.705652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32810) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.716028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:35.724613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7896a449-abcc-45c6-99f1-f3a931f0b1e0 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5e5c971-5389-4b3f-867c-b88152cfe4a0 HTTP/1.1" status: 200 len: 205 time: 0.0551078 Dec 24 03:01:35.733120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 128fcd38-de4e-480e-b8ef-217479e9987e yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:35.763037 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703d5fc-5730-4e6f-b439-fde134a7c6f9 None None] New status for floating IP 387838d5-aff2-4c1c-abc4-64d63a31b968: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:01:35.788714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32812) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.809584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e045132-7389-44d1-a755-605a3efa4045 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:35.820119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:35.837854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f1427-7eca-41a6-b642-47aeccc05304 req-0f2b1363-49bf-49f4-a1aa-b316bc004b47 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:35.839427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b09f1427-7eca-41a6-b642-47aeccc05304 req-0f2b1363-49bf-49f4-a1aa-b316bc004b47 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.1796174 Dec 24 03:01:35.852810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-ee3050ba-4953-413c-bdbd-edb10f1da46c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] delete failed (client error): The resource could not be found. Dec 24 03:01:35.854549 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ee3050ba-4953-413c-bdbd-edb10f1da46c tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/routers/b5e5c971-5389-4b3f-867c-b88152cfe4a0 HTTP/1.1" status: 404 len: 336 time: 0.0621107 Dec 24 03:01:35.855401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:35.860575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:35.925596 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b09f1427-7eca-41a6-b642-47aeccc05304 req-c7a003b0-7318-47f2-8065-349780f68b4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791001 Dec 24 03:01:35.942657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.009111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.012346 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/a197ae28-d470-4972-82e0-a120df231643 HTTP/1.1" status: 204 len: 168 time: 0.8286729 Dec 24 03:01:36.016014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cdb00-d86f-4b51-9815-bfe9cb3be633 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=a197ae28-d470-4972-82e0-a120df231643,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:36.016186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:36.020867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.023780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32818) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.033572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:36.085159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:36.085775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.086138 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd09cee-e510-4195-8c17-b5068da3c550 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.086598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd09cee-e510-4195-8c17-b5068da3c550 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.089904 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8fd09cee-e510-4195-8c17-b5068da3c550 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/d00f3d77-d00f-4f81-9fce-53a49287d71f HTTP/1.1" status: 404 len: 337 time: 0.2268667 Dec 24 03:01:36.109670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32820) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.151620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Pushing event updated for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:36.215405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:36.215920 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-216ffa9c-588e-484e-b0b8-4bfb246060da tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.216050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.216497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216ffa9c-588e-484e-b0b8-4bfb246060da tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.221818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-216ffa9c-588e-484e-b0b8-4bfb246060da tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/0a3d0d5a-60c2-41d7-bfd1-ddf7df6cb2ee HTTP/1.1" status: 404 len: 337 time: 0.1070211 Dec 24 03:01:36.236567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32822) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.324721 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f477a6-50f4-4d83-a5b0-f8d45fe9498f tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.325097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f477a6-50f4-4d83-a5b0-f8d45fe9498f tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.330458 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-87f477a6-50f4-4d83-a5b0-f8d45fe9498f tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/08b39186-aa18-4dfc-85d7-b8cf39d38a04 HTTP/1.1" status: 404 len: 337 time: 0.0862176 Dec 24 03:01:36.337047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32826) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.368372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Deleting port f882cc2a-336a-4799-b7f8-4881b542fc2d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:36.368752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.385142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6dd10-d76c-4470-a37e-bc3f63afa7ee req-b860944b-3d30-4a0d-88b4-61afe1ee2278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:36.386672 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-72c6dd10-d76c-4470-a37e-bc3f63afa7ee req-b860944b-3d30-4a0d-88b4-61afe1ee2278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.3126659 Dec 24 03:01:36.391606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:36.403384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Could not find standard attr ID for object c6458f56-0a19-49f0-9e1d-7b7c5e011c87. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:36.418031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::29a (bf27008b-e5db-498b-855c-c2529ecfc5ee/af54975b-0a8f-487c-807e-9e6198f9acca/128fcd38-de4e-480e-b8ef-217479e9987e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:36.428342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Provisioning complete for port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:36.428880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.438218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:2370 (bf27008b-e5db-498b-855c-c2529ecfc5ee/35ec000c-3a5c-4a9e-a888-76494ff4e17d/128fcd38-de4e-480e-b8ef-217479e9987e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:36.441206 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab3c76f-36bf-4ec2-b0e9-d4ae6acc90b5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.441972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab3c76f-36bf-4ec2-b0e9-d4ae6acc90b5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.448407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cab3c76f-36bf-4ec2-b0e9-d4ae6acc90b5 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/5656d520-8ecc-4791-9765-33778b6dd0d3 HTTP/1.1" status: 404 len: 333 time: 0.1045613 Dec 24 03:01:36.455028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32828) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.484664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.544509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Attempting to bind port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:36.544786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Attempting to bind port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:36.545120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Attempting to bind port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:36.549079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dc5d8-5e28-43c2-a99a-94a909fc9cdc None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:36.550499 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-72c6dd10-d76c-4470-a37e-bc3f63afa7ee req-63d9f406-a108-44b9-95ab-29ddafc370bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485794 Dec 24 03:01:36.578520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=51527427-9ea0-424e-aab1-02e90c8c735d,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:36.579989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe on network 942b7709-55a8-48ce-be35-4a90bb267ae8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:01:36.580319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Attempting to bind port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:36.592439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32830) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.600445 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-399e5ce6-9f98-4039-a291-1f8e8dacc175 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.600962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399e5ce6-9f98-4039-a291-1f8e8dacc175 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.604767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.608388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.612186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:36.612361 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-399e5ce6-9f98-4039-a291-1f8e8dacc175 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/fa41f05f-1315-4d45-bdd7-46f67dd865fe HTTP/1.1" status: 404 len: 337 time: 0.1550124 Dec 24 03:01:36.612361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32832) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.646938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:36.647298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:36.647691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Bound using segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:36.648135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Bound port: 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:36.648541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.651374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Calling delete_port for f882cc2a-336a-4799-b7f8-4881b542fc2d owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:36.655470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:36.655963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.662062 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b7fd6f-cb49-4b4b-90fe-bcf6a8319e7e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.662610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b7fd6f-cb49-4b4b-90fe-bcf6a8319e7e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.668946 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e9b7fd6f-cb49-4b4b-90fe-bcf6a8319e7e tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/eec2be70-e1ec-4154-b59c-2b47fc319056 HTTP/1.1" status: 404 len: 337 time: 0.0506194 Dec 24 03:01:36.669585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32834) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.732201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4d87-d3e2-4978-a3fd-9794fd9c68ba req-1107edd7-557b-4479-92fa-9c8cea95c1ac tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:36.741011 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-407c4d87-d3e2-4978-a3fd-9794fd9c68ba req-1107edd7-557b-4479-92fa-9c8cea95c1ac tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.3634765 Dec 24 03:01:36.746568 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed796de-3897-43ad-8678-a49061e31dda tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.750008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed796de-3897-43ad-8678-a49061e31dda tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.753018 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fed796de-3897-43ad-8678-a49061e31dda tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/120cdcb6-0ce9-45bf-b822-246777759ba2 HTTP/1.1" status: 404 len: 333 time: 0.0755191 Dec 24 03:01:36.760730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32836) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.846875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:36.847244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: 42ec581b-a0d2-4920-bdd2-1d6396fa43ab, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:36.849468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ef8de9-f726-43b6-90b6-e4e57deba279 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.849693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ef8de9-f726-43b6-90b6-e4e57deba279 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.853848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Provisioning complete for port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:36.854224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.855729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e1ef8de9-f726-43b6-90b6-e4e57deba279 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/843a5e50-8615-488e-94fb-a5d6789b5486 HTTP/1.1" status: 404 len: 337 time: 0.0920546 Dec 24 03:01:36.863428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e35bc6d-7912-4c7a-9be3-efd850ad9d7e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:36.863428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e35bc6d-7912-4c7a-9be3-efd850ad9d7e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1094 time: 0.2660694 Dec 24 03:01:36.865511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32838) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.866074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32840) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.872219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:36.930552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-407c4d87-d3e2-4978-a3fd-9794fd9c68ba req-f06f9aaf-8ff6-4b82-80a7-7349a6ef9edd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887438 Dec 24 03:01:36.935853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:36.948350 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-689a7bec-56c0-4e72-b5fe-49789dbc6d80 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:36.948607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-689a7bec-56c0-4e72-b5fe-49789dbc6d80 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:36.954049 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-689a7bec-56c0-4e72-b5fe-49789dbc6d80 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/subnets/f6e14e53-a0bd-4f9d-8b32-e230cc873793 HTTP/1.1" status: 404 len: 337 time: 0.0850084 Dec 24 03:01:36.957665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32842) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:36.987598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1dd3fa69-29c2-4015-8d4e-411622838216 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:36.994490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:37.015831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:37.047572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:37.048085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68604190-1de0-4f7b-b094-3a053f909516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.074353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:37.078230 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-0a1dc5d8-5e28-43c2-a99a-94a909fc9cdc None None] Agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea already present Dec 24 03:01:37.078942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1dc5d8-5e28-43c2-a99a-94a909fc9cdc None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:37.079427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1dc5d8-5e28-43c2-a99a-94a909fc9cdc None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 42ec581b-a0d2-4920-bdd2-1d6396fa43ab) {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:37.105195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:37.105195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.108142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:37.108673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.125758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.127986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.133883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.134936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:37.138854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.194205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.202639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:37.205913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 42ec581b-a0d2-4920-bdd2-1d6396fa43ab) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:37.206500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.210259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] 10.222.0.49 "PUT /v2.0/ports/775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 200 len: 1093 time: 4.3290639 Dec 24 03:01:37.219666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:37.223180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98258712-167a-4744-ba54-de2d250d69fb" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:37.253157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:37.307263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:37.314225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:37.319031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:37.319867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.325366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:37.326138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.356817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1bfbe8-e2c9-4c97-8bb3-56d473626984 x-openstack-request-id: req-6e1bfbe8-e2c9-4c97-8bb3-56d473626984 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:37.357024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:37.357280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e1bfbe8-e2c9-4c97-8bb3-56d473626984 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:37.357739 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'status': 'completed', 'code': 200} Dec 24 03:01:37.360807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.386444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:37.449688 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-49c43f54-fd2a-496d-a600-e6d71059b90b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7376375 Dec 24 03:01:37.452647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9569035 Dec 24 03:01:37.455897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32846) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:37.456397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32848) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:37.461654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=128fcd38-de4e-480e-b8ef-217479e9987e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:37.492548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.492902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.493308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.494540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.495007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.495459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.495907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.496350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.497036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.497496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.498396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.498835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.499274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09587267-4e55-4960-82d3-b7b25402af77 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:37.506241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.510011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.515545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32850) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:37.521169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-42ec581b-a0d2-4920-bdd2-1d6396fa43ab', 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '51527427-9ea0-424e-aab1-02e90c8c735d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:37.522187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.522318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] 10.222.0.36 "DELETE /v2.0/floatingips/387838d5-aff2-4c1c-abc4-64d63a31b968 HTTP/1.1" status: 204 len: 168 time: 1.9430826 Dec 24 03:01:37.581494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98258712-167a-4744-ba54-de2d250d69fb req-38027806-726e-4127-ab6a-db404a65c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:37.584843 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98258712-167a-4744-ba54-de2d250d69fb req-38027806-726e-4127-ab6a-db404a65c5e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1096 time: 0.2263253 Dec 24 03:01:37.683940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Allocated IP 172.20.0.1 (42ec581b-a0d2-4920-bdd2-1d6396fa43ab/51527427-9ea0-424e-aab1-02e90c8c735d/2297c4fd-03ec-4868-8d0a-1539c92c1e2c) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:37.833095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98258712-167a-4744-ba54-de2d250d69fb req-2401ef3c-94a2-4658-95c2-4873cfaaba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:37.835140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98258712-167a-4744-ba54-de2d250d69fb req-2401ef3c-94a2-4658-95c2-4873cfaaba3e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6d5def0a835e4e378d4844b4e04419e7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2319369 Dec 24 03:01:37.840154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43e575-9062-489e-a895-554cc0c8defd service neutron] Pushing event updated for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:37.851211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.895842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:37.925935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f60b7b-c304-4be4-9471-920abad55b83 tempest-ServerActionsTestJSON-319178805 tempest-ServerActionsTestJSON-319178805-project] Pushing event deleted for resources: {'Port': ['ID=f882cc2a-336a-4799-b7f8-4881b542fc2d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:37.954249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:37.957935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:37.962567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:37.970647 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Pushing event updated for resources: {'Port': ['ID=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:38.030729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Attempting to bind port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:38.031255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Attempting to bind port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:38.031728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Attempting to bind port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c on network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:38.038112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:38.038673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Checking segment: {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:38.039193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.040182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Bound using segment: {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:38.040378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Bound port: 2297c4fd-03ec-4868-8d0a-1539c92c1e2c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:38.040907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.116374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] For port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:38.118041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98258712-167a-4744-ba54-de2d250d69fb req-c2c310dc-3408-42f4-b35c-b0c6d44f0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:38.119972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98258712-167a-4744-ba54-de2d250d69fb req-c2c310dc-3408-42f4-b35c-b0c6d44f0b98 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2635715 Dec 24 03:01:38.120691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] For port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,segment=NetworkSegment(6e06e69d-609e-4454-9066-b1b18e91c6da),segment_id=6e06e69d-609e-4454-9066-b1b18e91c6da)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:38.169774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.246205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22397a0-a330-4287-9805-a12dd398b2be None None] Pushing event updated for resources: {'Port': ['ID=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:38.277683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-7f59e663-aeec-4553-b607-a32def0132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:38.279821 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-7f59e663-aeec-4553-b607-a32def0132ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1096 time: 0.0928276 Dec 24 03:01:38.334346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-815797cd-a1cc-4be8-af21-4b2c4fe95ab2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 200 len: 217 time: 0.0387516 Dec 24 03:01:38.351552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71d96-ad30-4d7b-9f3c-496e8009ad93 req-386e98f7-b433-4f7b-b9df-df3cd2be4627 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:38.353130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f9c71d96-ad30-4d7b-9f3c-496e8009ad93 req-386e98f7-b433-4f7b-b9df-df3cd2be4627 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.2083201 Dec 24 03:01:38.362319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.401782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-4a5f8a8e-637c-4074-afaa-361dc6a7c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:38.404523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-4a5f8a8e-637c-4074-afaa-361dc6a7c9d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0624766 Dec 24 03:01:38.465159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.477675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619149e8-a12b-4798-973e-c75872523bee req-b86df33c-e7a0-479a-801a-1ddebeb328a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:38.480757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-b86df33c-e7a0-479a-801a-1ddebeb328a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644372 Dec 24 03:01:38.481755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 128fcd38-de4e-480e-b8ef-217479e9987e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:38.481755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.605397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=0ad89a5c-3d7e-4329-b23b-b2edd65a16b1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:38.633249 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-d1fe409a-3cc7-46c0-b26e-1bb6350be6c5 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340806 Dec 24 03:01:38.655889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.662438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0e10ed4d-b6ea-4b52-829b-8cf5ab920fa6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/ports/0ad89a5c-3d7e-4329-b23b-b2edd65a16b1 HTTP/1.1" status: 204 len: 168 time: 1.7042475 Dec 24 03:01:38.663171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32854) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:38.672695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.771625 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f9c71d96-ad30-4d7b-9f3c-496e8009ad93 req-ddd9bb16-f92b-49bd-8f64-0da6173aeaeb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028461 Dec 24 03:01:38.807112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.823501 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-619149e8-a12b-4798-973e-c75872523bee req-c7eef584-365c-4dd5-9f6c-bbbcc7db6662 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816821 Dec 24 03:01:38.872336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.881955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Deleting port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:38.882309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.916889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.924214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 128fcd38-de4e-480e-b8ef-217479e9987e owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:38.944133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:38.944511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:38.985473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] For port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,segment=NetworkSegment(eebf4ef1-eef4-4922-85a3-9fade148819d),segment_id=eebf4ef1-eef4-4922-85a3-9fade148819d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:38.985916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.000363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Calling delete_port for 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:39.036725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2297c4fd-03ec-4868-8d0a-1539c92c1e2c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:39.089778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:39.109196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:39.109571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.135113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:39.139474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:39.140085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.204907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.122 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/951baab2-d6ec-439a-bf3f-96efdb104a2a) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:39.210555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=1c9cfb69-e16b-4fdf-ad0f-960137a3d06f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:39.243022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.333814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,segment=NetworkSegment(6e06e69d-609e-4454-9066-b1b18e91c6da),segment_id=6e06e69d-609e-4454-9066-b1b18e91c6da)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:39.347997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,segment=NetworkSegment(6e06e69d-609e-4454-9066-b1b18e91c6da),segment_id=6e06e69d-609e-4454-9066-b1b18e91c6da)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:39.348375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.366465 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-31c076e6-57af-456b-9d36-7d0eec3eacd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3397102 Dec 24 03:01:39.374651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32856) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:39.378880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 2297c4fd-03ec-4868-8d0a-1539c92c1e2c owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:39.387805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'security_group': {'name': 'tempest-secgroup-2060355269'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:39.411795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.497487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:39.546793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0652de-7432-4b95-9357-59cd85e2a179 None None] Network f0b680f9-3362-4232-9de2-3f9ed1969c69 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:39.550929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9fa362-3265-491f-b944-ca3c9dcd288f None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:39.593910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.678076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Port': ['ID=9b9ca2b4-f0ea-4313-8490-1f285ae80f81,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:39.680305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] No DVR routers for this DVR port 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:39.686152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.711789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.793828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99eff2-b466-424a-bb01-26aad26ae715 None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:39.826480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.866450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.879964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b680f9-3362-4232-9de2-3f9ed1969c69']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:39.903373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebf4ef1-eef4-4922-85a3-9fade148819d') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:39.903710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebf4ef1-eef4-4922-85a3-9fade148819d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:39.928730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.933869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.951517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.951635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=128fcd38-de4e-480e-b8ef-217479e9987e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:39.955118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:39.955524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:39.992132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:40.030186 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:40.093966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.105987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a066-6c5a-4bd0-ba03-08b2f02f9a04 req-1abab331-4437-42f8-af63-4ecd64db39a8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.107756 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3602a066-6c5a-4bd0-ba03-08b2f02f9a04 req-1abab331-4437-42f8-af63-4ecd64db39a8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.0766714 Dec 24 03:01:40.112707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.125350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.131155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] 10.222.0.36 "DELETE /v2.0/networks/f0b680f9-3362-4232-9de2-3f9ed1969c69 HTTP/1.1" status: 204 len: 168 time: 1.4649360 Dec 24 03:01:40.144514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c5bc96f8-4632-4557-ae64-aaffacd13522 None None] Provisioning complete for port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:40.152023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c5bc96f8-4632-4557-ae64-aaffacd13522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.169397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.181785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:40.183079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.186582 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b44cb1d-ccef-48c1-8561-52c12f117527 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/128fcd38-de4e-480e-b8ef-217479e9987e HTTP/1.1" status: 204 len: 168 time: 2.7258692 Dec 24 03:01:40.193728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32862) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.200648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:40.208638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:40.230092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=951baab2-d6ec-439a-bf3f-96efdb104a2a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:40.275241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3602a066-6c5a-4bd0-ba03-08b2f02f9a04 req-b24f3053-555a-4248-a8f8-4784d0e492f7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594074 Dec 24 03:01:40.276237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc0373-24c6-4df9-81ba-8aaebd3ff0d6 tempest-PortsIpV6TestJSON-2004000871 tempest-PortsIpV6TestJSON-2004000871-project] Pushing event deleted for resources: {'Network': ['ID=f0b680f9-3362-4232-9de2-3f9ed1969c69,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:40.320623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc96f8-4632-4557-ae64-aaffacd13522 None None] Port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c was deleted so its status cannot be updated. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 03:01:40.401749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.431055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Update dhcp port {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'fixed_ips': [{'subnet_id': '37fe7edb-df4f-44dc-95ff-d9041979693d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1c9cfb69-e16b-4fdf-ad0f-960137a3d06f'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '8964f206-5999-4f9a-9f71-6477b192b7b2'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:40.447302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-42ec581b-a0d2-4920-bdd2-1d6396fa43ab', 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '51527427-9ea0-424e-aab1-02e90c8c735d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:40.448506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.450272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 2297c4fd-03ec-4868-8d0a-1539c92c1e2c on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:40.454117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60cacf-42be-4368-8d77-4f0341ad50c3 None None] DHCP port deletion for f0b680f9-3362-4232-9de2-3f9ed1969c69 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:40.455705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=2297c4fd-03ec-4868-8d0a-1539c92c1e2c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:40.488358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e9b128e6-86b1-4e7b-b6a8-35f2f9bd3d9e None None] Could not find standard attr ID for object 128fcd38-de4e-480e-b8ef-217479e9987e. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:40.509918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.566724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7d7fe-c522-49f3-b90f-0b9f41a8d6a2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:40.584658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.586228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c4e9db9f-3f3d-4819-8f3a-b96edf3dc8f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2087188 Dec 24 03:01:40.589068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32864) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.594109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'security_group': {'name': 'tempest-secgroup-2147330107'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:40.638482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3294bb34-5657-4992-a160-fa0bf7158c19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.643281 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3294bb34-5657-4992-a160-fa0bf7158c19 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4407530 Dec 24 03:01:40.645875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32866) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.661247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.713101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab7946-158c-43e6-86ef-ba829adbeb27 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.718299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-42ab7946-158c-43e6-86ef-ba829adbeb27 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0692713 Dec 24 03:01:40.718299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.720964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32870) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.761878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Allocated IP 172.20.0.1 (42ec581b-a0d2-4920-bdd2-1d6396fa43ab/51527427-9ea0-424e-aab1-02e90c8c735d/e7c4f44f-4d04-4e3d-b957-b1a3b75dc612) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:40.824851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76320184-b4d2-4826-aca6-59648c7f012e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.826890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76320184-b4d2-4826-aca6-59648c7f012e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.828303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76320184-b4d2-4826-aca6-59648c7f012e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:40.833022 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-76320184-b4d2-4826-aca6-59648c7f012e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1081760 Dec 24 03:01:40.833980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32872) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.840847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Allocated IP 172.20.0.2 (71fde1a0-170a-4a2d-8457-98962d37a532/1c9cfb69-e16b-4fdf-ad0f-960137a3d06f/8964f206-5999-4f9a-9f71-6477b192b7b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:40.878744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32874) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:40.932678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 35ec000c-3a5c-4a9e-a888-76494ff4e17d {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:40.946314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:40.951254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.001987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.026980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.086889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fdf5e0-d2ce-4788-8e57-bfa74ddbcfdf,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.115600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.117226 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c90cf75e-26e2-4c28-8428-28b3b1dbd8a7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5268385 Dec 24 03:01:41.123159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:41.123488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:41.125833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:41.128591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'security_group': {'name': 'tempest-secgroup-278138493'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:41.165010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:41.165362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9b9ca2b4-f0ea-4313-8490-1f285ae80f81 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:41.167138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.190871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.229660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.243820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.252248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Deleting port eeb8e9e1-cafb-4645-af31-8f0d0d015f77 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:41.261449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.261599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ec87209a-7a14-444b-a20a-86bc803c10ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ef51d403c9a4cd8b801fb58526c04bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803990 Dec 24 03:01:41.261956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32880) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:41.272439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.285605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:41.289974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.295641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:41.303095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:41.337768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.341985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.375413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.383488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Pushing event updated for resources: {'Port': ['ID=e7c4f44f-4d04-4e3d-b957-b1a3b75dc612,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.432689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.439038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Attempting to bind port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:41.439412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Attempting to bind port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:41.439772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Attempting to bind port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 on network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:41.460356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:41.460827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Checking segment: {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:41.461240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.461691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Bound using segment: {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:41.462181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Bound port: e7c4f44f-4d04-4e3d-b957-b1a3b75dc612, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06e69d-609e-4454-9066-b1b18e91c6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:41.462560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.473919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.477315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=35ec000c-3a5c-4a9e-a888-76494ff4e17d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.486956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.491445 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1bd43894-8822-4a13-b8ca-9b602bd0abce tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/35ec000c-3a5c-4a9e-a888-76494ff4e17d HTTP/1.1" status: 204 len: 168 time: 0.6571989 Dec 24 03:01:41.496841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32884) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:41.555772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.568126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] For port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:41.572211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] For port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e7c4f44f-4d04-4e3d-b957-b1a3b75dc612,segment=NetworkSegment(6e06e69d-609e-4454-9066-b1b18e91c6da),segment_id=6e06e69d-609e-4454-9066-b1b18e91c6da)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:41.576032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet af54975b-0a8f-487c-807e-9e6198f9acca {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:41.581104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.581527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26137ee0-fdb4-498c-a587-73c6371336e3 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:41.606925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e7941-6983-4157-a27e-9825dd9e54d7 None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.628216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.663314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.669025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.672440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.677205 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63f89a0c-eb23-40f5-b828-446f0e56de0c HTTP/1.1" status: 204 len: 168 time: 0.4140310 Dec 24 03:01:41.678022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.704373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5417727-ee49-4a8a-9d63-86615223701c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f89a0c-eb23-40f5-b828-446f0e56de0c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.790056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46361695-79fa-4b52-ba82-7d19ab62cc95,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.794982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.799408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4b85ec3b-bdc0-4dee-b3ad-e3d5460643f4 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6723518 Dec 24 03:01:41.800693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32888) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:41.807901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2109421173', 'security_groups': ['46361695-79fa-4b52-ba82-7d19ab62cc95'], 'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c9cfb69-e16b-4fdf-ad0f-960137a3d06f'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:41.841540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c17c27-3809-4fbd-99a5-9837f89c7abd None None] Pushing event updated for resources: {'Port': ['ID=e7c4f44f-4d04-4e3d-b957-b1a3b75dc612,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:41.850480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:41.974653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302fc9a-4ff7-49f8-b206-cdd375923e0a None None] Network 42ec581b-a0d2-4920-bdd2-1d6396fa43ab requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:42.061429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.122584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=af54975b-0a8f-487c-807e-9e6198f9acca,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:42.139585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.157479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:42.160825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] DHCP port deletion for 42ec581b-a0d2-4920-bdd2-1d6396fa43ab request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:42.187901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.193676 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8c12d34a-eff7-4793-8e87-28ca62d065dd tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/af54975b-0a8f-487c-807e-9e6198f9acca HTTP/1.1" status: 204 len: 168 time: 0.6949310 Dec 24 03:01:42.200148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=51527427-9ea0-424e-aab1-02e90c8c735d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:42.201395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32892) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:42.217493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] For port eeb8e9e1-cafb-4645-af31-8f0d0d015f77, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:42.217980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.242660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Deleting port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:42.243116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.251936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Calling delete_port for eeb8e9e1-cafb-4645-af31-8f0d0d015f77 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:42.267150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f8146-ed30-4da2-9277-38cc3b36ed4a None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:42.292234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33633c75-20b6-452e-ac61-501fca5d8781 req-a7f00ca8-a3a0-49f2-b2af-369d920cc68a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:42.293917 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-33633c75-20b6-452e-ac61-501fca5d8781 req-a7f00ca8-a3a0-49f2-b2af-369d920cc68a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.8985274 Dec 24 03:01:42.309516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d676d21-0ef7-4b1c-a7cf-1e3f66be432e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044080 Dec 24 03:01:42.311038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32898) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:42.316210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:42.418497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.450196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.492458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] device_id is not set on port 888168f4-42a7-4382-aab0-552dd97ea308 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:42.508770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ec581b-a0d2-4920-bdd2-1d6396fa43ab']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:42.532254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] For port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e7c4f44f-4d04-4e3d-b957-b1a3b75dc612,segment=NetworkSegment(6e06e69d-609e-4454-9066-b1b18e91c6da),segment_id=6e06e69d-609e-4454-9066-b1b18e91c6da)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:42.532951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.535260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df7858f4-eea1-4f46-bbcf-6f76bc3b8b89 None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:42.536474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7858f4-eea1-4f46-bbcf-6f76bc3b8b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.604777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Calling delete_port for e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:42.643466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e06e69d-609e-4454-9066-b1b18e91c6da') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:42.643466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e06e69d-609e-4454-9066-b1b18e91c6da') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:42.659242 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-33633c75-20b6-452e-ac61-501fca5d8781 req-03560e42-47e5-4db1-b14a-13d151a27238 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3406942 Dec 24 03:01:42.695428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:42.699009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.704900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.772654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.775535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df7858f4-eea1-4f46-bbcf-6f76bc3b8b89 None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:42.775913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7858f4-eea1-4f46-bbcf-6f76bc3b8b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.798996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.825211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df7858f4-eea1-4f46-bbcf-6f76bc3b8b89 None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:42.846526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.857799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:42.857799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:42.863134 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:42.991350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2862ca64-55f8-440d-abbf-2b6ccfa55daf None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:43.020278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:43.029462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.7 (71fde1a0-170a-4a2d-8457-98962d37a532/1c9cfb69-e16b-4fdf-ad0f-960137a3d06f/888168f4-42a7-4382-aab0-552dd97ea308) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:43.035938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=951baab2-d6ec-439a-bf3f-96efdb104a2a,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:43.049967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.055571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.055921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.056276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.056647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.056984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.057319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.057653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.058013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.058389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.058716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.059051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.059379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.059701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.117433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:01:43.117433 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:01:43.117433 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': '42ec581b-a0d2-4920-bdd2-1d6396fa43ab'}] Dec 24 03:01:43.117433 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:43.117907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:43.166090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.187136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:43.187726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.189397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] No DVR routers for this DVR port e7c4f44f-4d04-4e3d-b957-b1a3b75dc612 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:43.209074 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP deb69777-8ebf-42c7-8fec-737929747c6f associated. External IP: 172.26.7.122, port: 4fb2a130-7c7c-42cd-91bd-87ad14a92697. Dec 24 03:01:43.211385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32912) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:43.244299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Pushing event deleted for resources: {'Port': ['ID=e7c4f44f-4d04-4e3d-b957-b1a3b75dc612,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:43.257094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:43.257498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.275843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.283778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.323238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.357280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb8e9e1-cafb-4645-af31-8f0d0d015f77,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:43.360753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:43.369060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:43.375258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:43.375863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.395948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=e946f761-bd4d-4b4f-805e-6d8075e86ba7,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:43.472693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cbe78a0d-8d5a-477e-af29-a084725b834f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:43.474010 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-cbe78a0d-8d5a-477e-af29-a084725b834f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:01:43.474756 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-cbe78a0d-8d5a-477e-af29-a084725b834f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:01:43.480155 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cbe78a0d-8d5a-477e-af29-a084725b834f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2636125 Dec 24 03:01:43.480506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32916) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:43.485479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532023433'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:43.495052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:43.511234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.511606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.511953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.512290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.512648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.512978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.513321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.513651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.513977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.514306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.514631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.514950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.515268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947229b-9560-4fc6-8abb-c468e3731892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:01:43.527324 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be32413c-ce0e-43f6-af37-2b818ce2a32d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2152524 Dec 24 03:01:43.528307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32918) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:43.539930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:43.585934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.631335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.646648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Deleting port 1dd3fa69-29c2-4015-8d4e-411622838216 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:43.647251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.652239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.717869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=888168f4-42a7-4382-aab0-552dd97ea308,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:43.745499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:43.745996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.773592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:43.789091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.790407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:43.794286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2297c4fd-03ec-4868-8d0a-1539c92c1e2c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:43.795431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:43.806249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:43.830535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2297c4fd-03ec-4868-8d0a-1539c92c1e2c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:43.831420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2297c4fd-03ec-4868-8d0a-1539c92c1e2c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:43.844449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Provisioning complete for port 1dd3fa69-29c2-4015-8d4e-411622838216 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:43.845515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2deb72e0-c93c-4532-a044-923ad61d9508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.867450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:43.868408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.871900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.879690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.908852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:43.911261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] For port 1dd3fa69-29c2-4015-8d4e-411622838216, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1dd3fa69-29c2-4015-8d4e-411622838216,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:43.911992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.913060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ec581b-a0d2-4920-bdd2-1d6396fa43ab']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:43.930903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Calling delete_port for 1dd3fa69-29c2-4015-8d4e-411622838216 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:43.932682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e06e69d-609e-4454-9066-b1b18e91c6da') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:43.933031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e06e69d-609e-4454-9066-b1b18e91c6da') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:43.950486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:43.969036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-63978aea-9b79-4c00-ae58-767e864de23e tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1652138 Dec 24 03:01:43.980057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93025c-2a3d-49c0-a610-5fa8462fb7c2 req-bc770a50-f9f5-4f1e-8471-37db207a8058 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:43.981595 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd93025c-2a3d-49c0-a610-5fa8462fb7c2 req-bc770a50-f9f5-4f1e-8471-37db207a8058 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.2350245 Dec 24 03:01:43.984695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32922) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:43.992463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:44.039812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.054528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:44.054947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:44.058157 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:44.109279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.110554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:44.114763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.187075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.203713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:44.223999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.229651 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd93025c-2a3d-49c0-a610-5fa8462fb7c2 req-23b106dd-e25b-40d4-b9ea-142798cdb5d1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235112 Dec 24 03:01:44.233290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Router a37beeb0-bfc2-49ee-a809-d2d827956a3b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:01:44.245019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] Pushing event deleted for resources: {'Port': ['ID=1dd3fa69-29c2-4015-8d4e-411622838216,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:44.247492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Sync routers for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:44.253956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cccfea-915a-4d7e-836d-43af37a55f49 None None] No DVR routers for this DVR port 1dd3fa69-29c2-4015-8d4e-411622838216 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:44.281582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54fe024-3acb-4e28-89f8-b344418497a7 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:44.289908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e9edfdcd-788d-4658-aea3-5038e4c9591e None None] Provisioning complete for port 888168f4-42a7-4382-aab0-552dd97ea308 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:44.290395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e9edfdcd-788d-4658-aea3-5038e4c9591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.292365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.296744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.304173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/42ec581b-a0d2-4920-bdd2-1d6396fa43ab HTTP/1.1" status: 204 len: 168 time: 6.8445969 Dec 24 03:01:44.304807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32924) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:44.306389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50556d-2c91-45e0-94bb-35ebcbdba0ae,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:44.314515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.ipam_backend_mixin [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e946f761-bd4d-4b4f-805e-6d8075e86ba7 (CIDR: 2001:db8::/64) Dec 24 03:01:44.318768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863486255'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:44.335323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:44.336013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:44.337516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.345021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c385394-6a7c-4b11-8b80-2540199e83f5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=42ec581b-a0d2-4920-bdd2-1d6396fa43ab,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:44.364810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.366797 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:44.367252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:44.393489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e9edfdcd-788d-4658-aea3-5038e4c9591e None None] Port 888168f4-42a7-4382-aab0-552dd97ea308 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:44.409430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:44.414213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.421266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-97976b96-868a-4d3c-b141-d2c773836080 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5512342 Dec 24 03:01:44.426658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:44.429022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:44.434008 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:44.453643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2fefac5-9315-4265-b25e-979a185f5e7e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9199078 Dec 24 03:01:44.467988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.479358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32932) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:44.501389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'subnet': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:44.502293 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e79eb575-d8a7-4591-b813-c9e2417f0c69 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 200 len: 992 time: 0.0655274 Dec 24 03:01:44.516921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:01:44.527429 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-25cd8094-b133-47ce-8517-c78f77c713bc admin admin] 10.222.0.36 "PUT /v2.0/routers/a37beeb0-bfc2-49ee-a809-d2d827956a3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0075819 Dec 24 03:01:44.534610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32934) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:44.534745 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Sync routers for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:01:44.567870 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:44.569156 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:44.576730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:44.581494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.612327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:44.678678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352a3f6-4d11-4059-a451-3d81046c769c x-openstack-request-id: req-b352a3f6-4d11-4059-a451-3d81046c769c {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:44.681108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:44.681531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b352a3f6-4d11-4059-a451-3d81046c769c {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:44.682187 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'status': 'completed', 'code': 200} Dec 24 03:01:44.687810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:44.712789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.713217 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment c0b991a7-4145-4c71-8592-b1401eeee843 of type vlan for network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f Dec 24 03:01:44.737557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-bf27008b-e5db-498b-855c-c2529ecfc5ee', 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'project_id': 'ef099846246442edbf371076217bf9f5', 'fixed_ips': [{'subnet_id': 'e946f761-bd4d-4b4f-805e-6d8075e86ba7'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:44.740153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.746511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.751653 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2699888 Dec 24 03:01:44.753506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:44.765040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '9e1dc475-20f1-41d4-828b-b5809b449757', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:44.773449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.788124 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:44.805499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8a41b-e0e2-4e86-a770-1dab7badbe83 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1dc475-20f1-41d4-828b-b5809b449757,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:44.831657 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.ipam_backend_mixin [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c9cfb69-e16b-4fdf-ad0f-960137a3d06f (CIDR: 172.20.0.0/28) Dec 24 03:01:44.836862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.853476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-0b18b754-d314-40b9-8939-8a8f576fe313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:44.855448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-0b18b754-d314-40b9-8939-8a8f576fe313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1099 time: 0.1023407 Dec 24 03:01:44.954945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:44.979407 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:44.980027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:45.002281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.007129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-9c9232c8-d80c-4d80-9781-fa9ceb51a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:45.010795 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-9c9232c8-d80c-4d80-9781-fa9ceb51a1c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 898 time: 0.1425483 Dec 24 03:01:45.055256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.061040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:45.061517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.103036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-d4c11243-ec38-4901-bc59-b0b260ee5f62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 1000 time: 0.0853806 Dec 24 03:01:45.106628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-15b5bd2b-9476-48d3-9035-a0ef3ef3a1b0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1209569 Dec 24 03:01:45.109655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32938) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:45.115345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:45.137803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1dd3fa69-29c2-4015-8d4e-411622838216 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:45.177850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-4904dacc-05a1-47cf-8af1-70ed81826688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:45.179397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-4904dacc-05a1-47cf-8af1-70ed81826688 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 200 len: 834 time: 0.0606799 Dec 24 03:01:45.185502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 1dd3fa69-29c2-4015-8d4e-411622838216 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:45.186478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1dd3fa69-29c2-4015-8d4e-411622838216 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:45.187553 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27'}], 'enable_snat': True}, 'gw_port_id': '465c1991-8934-4d71-9704-a9f8de086c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T03:01:43Z', 'revision_number': 5, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port': {'id': '465c1991-8934-4d71-9704-a9f8de086c46', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:7c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:57:46Z', 'updated_at': '2021-12-24T02:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:45.238794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Allocated IP 2001:db8::2 (bf27008b-e5db-498b-855c-c2529ecfc5ee/e946f761-bd4d-4b4f-805e-6d8075e86ba7/b50acd61-d9ab-4998-9186-074415ebe134) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:45.257602 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Checking router: a37beeb0-bfc2-49ee-a809-d2d827956a3b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:45.268744 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Routers {'a37beeb0-bfc2-49ee-a809-d2d827956a3b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:45.270881 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:45.311082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-738c8c2c-b6c9-421f-972c-a26bdf0abada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:45.312661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-738c8c2c-b6c9-421f-972c-a26bdf0abada service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529ec9d2-723b-4fac-b16f-c576d47da4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036377 Dec 24 03:01:45.345104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:45.349605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.389573 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] Set router a37beeb0-bfc2-49ee-a809-d2d827956a3b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:45.402381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'deb69777-8ebf-42c7-8fec-737929747c6f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.122', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'port_id': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'mac_address': 'fa:16:3e:69:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:40Z', 'updated_at': '2021-12-24T03:01:40Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:45.445174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Checking router: 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:01:45.452969 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T03:01:44Z', 'revision_number': 6, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:45.465431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:01:45.466258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:45.491565 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09af99-3c80-47d9-8f9d-7656067f765f None None] The sync data for ids ['a37beeb0-bfc2-49ee-a809-d2d827956a3b'] in dv-neutron-822868-1-hyperv is: [{'id': 'a37beeb0-bfc2-49ee-a809-d2d827956a3b', 'name': 'tempest-ServerActionsTestJSON-942089792-router', 'tenant_id': '4fca699e25c74052886789a032714d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:57:43Z', 'updated_at': '2021-12-24T03:01:44Z', 'revision_number': 6, 'project_id': '4fca699e25c74052886789a032714d33', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:45.524160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32942) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:45.560125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.612325 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3010795 Dec 24 03:01:45.613093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32944) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:45.622034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:45.630228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac72467-ee37-4427-9c73-600933523745 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:45.637913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.648904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:45.656660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.656809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:01:45.716921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06248af-8386-48fb-8d08-cfe783d0ecf6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:45.735255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.748276 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02a461ba-492a-4a8f-87f3-bfce2286027d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 200 len: 992 time: 0.2177989 Dec 24 03:01:45.753587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Deleting port 465c1991-8934-4d71-9704-a9f8de086c46 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:45.753823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.777935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.781970 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1af7fb6f-48bf-4c8a-bbf9-aa9341b5ed1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0212038 Dec 24 03:01:45.782166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:45.786728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-934cee10-dc6b-438d-8296-42d6360fb030 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '9e1dc475-20f1-41d4-828b-b5809b449757', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:45.789061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72a16a-58ae-404f-85e3-b17785dcf279 req-6a775ded-2ff0-4cba-8c75-b2662bd67aad tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:45.790641 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e72a16a-58ae-404f-85e3-b17785dcf279 req-6a775ded-2ff0-4cba-8c75-b2662bd67aad tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.2648013 Dec 24 03:01:45.801775 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-4bb46960-5521-4fc9-be5d-1ad7d1d75980 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704561 Dec 24 03:01:45.884224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] For port 465c1991-8934-4d71-9704-a9f8de086c46, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=465c1991-8934-4d71-9704-a9f8de086c46,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:45.884763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.903914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Calling delete_port for 465c1991-8934-4d71-9704-a9f8de086c46 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:45.971321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-934cee10-dc6b-438d-8296-42d6360fb030 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.974260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:45.977766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:45.985707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e72a16a-58ae-404f-85e3-b17785dcf279 req-d6fe9636-898a-49d3-86b2-f8881437b0b5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829505 Dec 24 03:01:45.991280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:45.996089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:45.998397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:46.002759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.003440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:46.060109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Pushing event updated for resources: {'Port': ['ID=b50acd61-d9ab-4998-9186-074415ebe134,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:46.100753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3fc3a84c-30d1-4dfe-9e3e-9ec76862fc7a req-5e58c663-60ad-4d96-be71-88b50aaeffa1 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676778 Dec 24 03:01:46.115883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Attempting to bind port b50acd61-d9ab-4998-9186-074415ebe134 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:46.116565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Attempting to bind port b50acd61-d9ab-4998-9186-074415ebe134 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:46.121696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Attempting to bind port b50acd61-d9ab-4998-9186-074415ebe134 on network bf27008b-e5db-498b-855c-c2529ecfc5ee {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:46.170618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:46.171753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Checking segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:46.173770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.174842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Bound using segment: {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:46.175563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Bound port: b50acd61-d9ab-4998-9186-074415ebe134, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10db263-4c4e-405f-9d94-7a459c016b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:46.176231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.282520 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-934cee10-dc6b-438d-8296-42d6360fb030 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:01:46.286792 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-934cee10-dc6b-438d-8296-42d6360fb030 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5005989 Dec 24 03:01:46.289372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:46.300384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] For port b50acd61-d9ab-4998-9186-074415ebe134, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:46.304939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] For port b50acd61-d9ab-4998-9186-074415ebe134, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b50acd61-d9ab-4998-9186-074415ebe134,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:46.329442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'deb69777-8ebf-42c7-8fec-737929747c6f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.122', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'port_id': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'mac_address': 'fa:16:3e:69:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:40Z', 'updated_at': '2021-12-24T03:01:40Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:46.359252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6bc382-8c32-46d1-97bb-feedec71a257 None None] The sync data for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv is: [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'deb69777-8ebf-42c7-8fec-737929747c6f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.122', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'port_id': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1032, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'mac_address': 'fa:16:3e:69:da:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:40Z', 'updated_at': '2021-12-24T03:01:40Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:01:46.364750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.416619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.440519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.455453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc7acc-ee5d-4a70-9e8c-2b6bf8c80119 None None] Pushing event updated for resources: {'Port': ['ID=b50acd61-d9ab-4998-9186-074415ebe134,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:46.485266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.503587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5d363-fd61-460a-aa9c-418b1fc1bc8c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:46.520576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=465c1991-8934-4d71-9704-a9f8de086c46,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:46.560216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.565319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:01:46.642974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.ipam_backend_mixin [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 37fe7edb-df4f-44dc-95ff-d9041979693d (CIDR: 172.20.0.16/28) Dec 24 03:01:46.645572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.655655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=79e0b114-b5c0-43ef-87a5-2a11b18d6961,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:46.709373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:46.710099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:46.750818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32950) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:46.806530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.812144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.814351 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/9e1dc475-20f1-41d4-828b-b5809b449757 HTTP/1.1" status: 204 len: 168 time: 0.5210426 Dec 24 03:01:46.826968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32952) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:46.846702 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-85f42799-c700-461a-bf7d-ec7d8cab8096 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7359982 Dec 24 03:01:46.850147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.850523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32954) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:46.854299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:46.859263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a0d206-84ee-4a82-a923-58661e054f0f None None] New status for floating IP deb69777-8ebf-42c7-8fec-737929747c6f: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:01:46.861204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'subnet': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:46.870461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-67574f78-4298-4c14-b42c-c72f42e922a0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 200 len: 992 time: 0.1183498 Dec 24 03:01:46.897063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71311b-8c10-4f4e-9384-5dd3ec97e47f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1dc475-20f1-41d4-828b-b5809b449757,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:46.928917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': 'c0b991a7-4145-4c71-8592-b1401eeee843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:46.929548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:46.972632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.001318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fbae7b76-6dee-457c-8861-78ccf9af55bb tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1694272 Dec 24 03:01:47.007978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32956) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.012660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958593926'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:47.044531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.045415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a37beeb0-bfc2-49ee-a809-d2d827956a3b {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:01:47.052405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.053788 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a04233a5-111b-4ad0-a223-126294b773c3 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a37beeb0-bfc2-49ee-a809-d2d827956a3b HTTP/1.1" status: 204 len: 168 time: 2.5245874 Dec 24 03:01:47.056251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32960) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.071478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:47.107002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b50acd61-d9ab-4998-9186-074415ebe134 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:47.133630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.158963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Deleting subnet 077efca6-b6cb-4e68-8a67-b42bab7e8e84 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:47.179255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.229917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b50acd61-d9ab-4998-9186-074415ebe134 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:47.230296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.235838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] For port b50acd61-d9ab-4998-9186-074415ebe134, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b50acd61-d9ab-4998-9186-074415ebe134,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:47.239280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:47.250873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:47.251480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.265616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe6c5ea-7e2d-40ca-afcb-6b6101fefcfb None None] Network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:47.279879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Made reservation on behalf of c2b508a9dd744ddb9c37ecfe07eb4f5e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:47.285044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.286784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.294651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.358922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9ffd5-018a-42ec-bb71-f483e0e9da2b req-25d4d8d6-da7a-40a6-9dbf-db9ee39b046c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:47.363360 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-63d9ffd5-018a-42ec-bb71-f483e0e9da2b req-25d4d8d6-da7a-40a6-9dbf-db9ee39b046c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.1939375 Dec 24 03:01:47.373951 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ad6ba76e-0687-4787-aaaa-52ebb52e73f3 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7558129 Dec 24 03:01:47.386627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32962) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.398528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.402236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.402982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.423748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.464520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f', 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '79e0b114-b5c0-43ef-87a5-2a11b18d6961'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:47.465556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.478420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=b50acd61-d9ab-4998-9186-074415ebe134,revision_number=4']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:47.525077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port b50acd61-d9ab-4998-9186-074415ebe134, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b50acd61-d9ab-4998-9186-074415ebe134,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:47.541489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:47.553056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:47.558270 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-63d9ffd5-018a-42ec-bb71-f483e0e9da2b req-cae4b14f-c57f-4ce1-adf6-f27bc2a9f7c8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731954 Dec 24 03:01:47.560444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.570038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:47.570638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.584916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Subnet': ['ID=1b50d820-c920-4676-b6c1-682af2827a8d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:47.604368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272c0be6-3d43-4a41-a642-eb354815b074,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:47.633326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.639818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.667696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-091f6e87-0a2f-4cb4-93ff-81d51c7b2616 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1756530 Dec 24 03:01:47.667918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32964) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.674151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Request body: {'port': {'network_id': 'bf27008b-e5db-498b-855c-c2529ecfc5ee', 'mac_address': 'fa:16:3e:93:46:d6', 'name': 'tempest-NetworksTestDHCPv6-1040618856'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:47.689442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.690993 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5a15d355-8a81-4d16-90fb-de13030ddcf8 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6817071 Dec 24 03:01:47.694538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32966) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.696730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 775eb1aa-41bb-405b-8340-ca2fb8d85dfe details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:01:47.699169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.704896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ac93c9f3-30f9-443b-bcbc-cf17295ee8cf tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '272c0be6-3d43-4a41-a642-eb354815b074', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:47.705886 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-ac93c9f3-30f9-443b-bcbc-cf17295ee8cf tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 24 03:01:47.706569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-ac93c9f3-30f9-443b-bcbc-cf17295ee8cf tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:47.708246 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ac93c9f3-30f9-443b-bcbc-cf17295ee8cf tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068841 Dec 24 03:01:47.712792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32968) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.834727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.843474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:47.846183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eeb8e9e1-cafb-4645-af31-8f0d0d015f77 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:47.848979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014db76-b685-4adb-93b8-e56160a4f936 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:47.850581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.875570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.875798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32970) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.893683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.905381 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/077efca6-b6cb-4e68-8a67-b42bab7e8e84 HTTP/1.1" status: 204 len: 168 time: 0.8453212 Dec 24 03:01:47.905613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc46339-65b5-4380-93cf-d5b3d24d45e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077efca6-b6cb-4e68-8a67-b42bab7e8e84,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:47.907494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32972) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:47.914645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525bd41b-a435-4d82-8427-935f303e1e9c None None] Network b6760703-ef02-4f67-9e78-8cca1be4d259 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:47.930841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: eeb8e9e1-cafb-4645-af31-8f0d0d015f77 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:47.931194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eeb8e9e1-cafb-4645-af31-8f0d0d015f77 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:47.931799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 465c1991-8934-4d71-9704-a9f8de086c46 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:47.942001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Made reservation on behalf of ef099846246442edbf371076217bf9f5 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:47.975392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:47.986113 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 465c1991-8934-4d71-9704-a9f8de086c46 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:47.986345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 465c1991-8934-4d71-9704-a9f8de086c46 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:47.989045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'port_id': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'mac_address': 'fa:16:3e:cb:b7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:01:47.996496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-29973f1c-662d-417b-a94f-4e8bff7fee58 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 200 len: 994 time: 0.1148255 Dec 24 03:01:48.027531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.061720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.088798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=b50acd61-d9ab-4998-9186-074415ebe134,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.093046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-02e35608-2cfc-459f-af93-1d6ea6bcefe6 None None] Provisioning complete for port b50acd61-d9ab-4998-9186-074415ebe134 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:48.093412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-02e35608-2cfc-459f-af93-1d6ea6bcefe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.099578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Network 71fde1a0-170a-4a2d-8457-98962d37a532 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:48.106944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:48.109950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:48.110629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.119279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.127080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Deleting port 62e1d751-e551-4b2d-96e7-bd01c12d820f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:48.127494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.140611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Subnet': ['ID=91037e52-35b3-4588-8a90-53a31d153cc6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.147736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c4057-ee7c-40ec-9191-9f8fd8b023f2 None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:48.149639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.152648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.153291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] device_id is not set on port 69ecd94e-8e0a-49b4-bfcf-5251ac28a098 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:48.153798 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/272c0be6-3d43-4a41-a642-eb354815b074 HTTP/1.1" status: 204 len: 168 time: 0.4385183 Dec 24 03:01:48.158769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32974) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:48.200205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Allocated IP 172.20.0.2 (c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f/79e0b114-b5c0-43ef-87a5-2a11b18d6961/a86f6375-a7a7-4464-a708-167e08eac72f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:48.204733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf66f0-273f-4b28-b2da-19a35dd576af tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c0be6-3d43-4a41-a642-eb354815b074,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.222482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] For port 62e1d751-e551-4b2d-96e7-bd01c12d820f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=62e1d751-e551-4b2d-96e7-bd01c12d820f,segment=NetworkSegment(4141e96c-ffcf-414d-9690-d6508571e02a),segment_id=4141e96c-ffcf-414d-9690-d6508571e02a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:48.222482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.240577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Calling delete_port for 62e1d751-e551-4b2d-96e7-bd01c12d820f owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:48.247241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9747a4b4-0cf6-402d-aac1-5683b815022c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3942418 Dec 24 03:01:48.251911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32976) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:48.257356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1715929207', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91037e52-35b3-4588-8a90-53a31d153cc6'}], 'security_groups': ['33b7d7fe-c522-49f3-b90f-0b9f41a8d6a2', '55fdf5e0-d2ce-4788-8e57-bfa74ddbcfdf']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:48.265608 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d6196ced-c3fa-4f99-ac63-8221cf968938 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1048789 Dec 24 03:01:48.289593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:48.294048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301887607'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:48.428093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.453551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.472147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.473295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8::94 (bf27008b-e5db-498b-855c-c2529ecfc5ee/e946f761-bd4d-4b4f-805e-6d8075e86ba7/69ecd94e-8e0a-49b4-bfcf-5251ac28a098) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:48.482780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:46d6 (bf27008b-e5db-498b-855c-c2529ecfc5ee/1b50d820-c920-4676-b6c1-682af2827a8d/69ecd94e-8e0a-49b4-bfcf-5251ac28a098) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:48.486666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] No DVR routers for this DVR port 62e1d751-e551-4b2d-96e7-bd01c12d820f on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:48.493256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=62e1d751-e551-4b2d-96e7-bd01c12d820f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.538734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.559941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775eb1aa-41bb-405b-8340-ca2fb8d85dfe {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:01:48.614561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.618854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.622760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:48.647857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6760703-ef02-4f67-9e78-8cca1be4d259']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:48.666335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4141e96c-ffcf-414d-9690-d6508571e02a') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:48.666911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4141e96c-ffcf-414d-9690-d6508571e02a') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:48.676383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf78787-f553-48ec-9e69-97e5a9a5a6b4 None None] DHCP port deletion for b6760703-ef02-4f67-9e78-8cca1be4d259 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:48.687080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.699950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.711745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:48.712189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:48.717252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.746212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.812323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.813775 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5233102 Dec 24 03:01:48.822719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32982) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:48.832327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5f2127ad-31f9-4c39-aa7b-592c68925061 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '3b604d41-d889-4d74-89cf-c4923922a30b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:48.832920 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-5f2127ad-31f9-4c39-aa7b-592c68925061 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 24 03:01:48.833490 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-5f2127ad-31f9-4c39-aa7b-592c68925061 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:48.834506 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5f2127ad-31f9-4c39-aa7b-592c68925061 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108328 Dec 24 03:01:48.841819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32984) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:48.852277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.861473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5702f-efe2-45e9-82d4-a3f33e16402e req-a90f1c4b-db30-41a5-bd65-9a263b6a1da3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:48.863023 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2c5702f-efe2-45e9-82d4-a3f33e16402e req-a90f1c4b-db30-41a5-bd65-9a263b6a1da3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 943 time: 0.2038465 Dec 24 03:01:48.867104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.869978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e6d08-7614-4b45-9fc8-410c2352263c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b604d41-d889-4d74-89cf-c4923922a30b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:48.883300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.938704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.966673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:48.999705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.011373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.015679 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] 10.222.0.36 "DELETE /v2.0/networks/b6760703-ef02-4f67-9e78-8cca1be4d259 HTTP/1.1" status: 204 len: 168 time: 1.0836253 Dec 24 03:01:49.020522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.027929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b50acd61-d9ab-4998-9186-074415ebe134 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:49.058661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Update dhcp port {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'fixed_ips': [{'subnet_id': '37fe7edb-df4f-44dc-95ff-d9041979693d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1c9cfb69-e16b-4fdf-ad0f-960137a3d06f', 'ip_address': '172.20.0.2'}, {'subnet_id': '91037e52-35b3-4588-8a90-53a31d153cc6'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '8964f206-5999-4f9a-9f71-6477b192b7b2'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:49.062465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a6d74-370e-441a-b7b5-fda1b3b29c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6760703-ef02-4f67-9e78-8cca1be4d259,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.084451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.091545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:49.114809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:49.119881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:49.124326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.129041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.134215 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2c5702f-efe2-45e9-82d4-a3f33e16402e req-629ba5db-c887-409e-bab4-b429406139dd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064903 Dec 24 03:01:49.135005 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b604d41-d889-4d74-89cf-c4923922a30b HTTP/1.1" status: 204 len: 168 time: 0.2922063 Dec 24 03:01:49.135688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32988) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.154048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['775eb1aa-41bb-405b-8340-ca2fb8d85dfe'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:01:49.178832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.185690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105a771-ca31-452e-9d29-91571a21e7b7 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b604d41-d889-4d74-89cf-c4923922a30b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.188364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.192330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Pushing event updated for resources: {'Port': ['ID=a86f6375-a7a7-4464-a708-167e08eac72f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.194658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Network bf27008b-e5db-498b-855c-c2529ecfc5ee is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:49.234738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:49.247557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:49.258703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:49.259754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.275570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event updated for resources: {'Port': ['ID=69ecd94e-8e0a-49b4-bfcf-5251ac28a098,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.276200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=79e0b114-b5c0-43ef-87a5-2a11b18d6961,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.308668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Delete allocated IP 172.20.0.7 (71fde1a0-170a-4a2d-8457-98962d37a532/1c9cfb69-e16b-4fdf-ad0f-960137a3d06f) {{(pid=110367) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 24 03:01:49.323944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Allocated IP 172.20.0.43 (71fde1a0-170a-4a2d-8457-98962d37a532/91037e52-35b3-4588-8a90-53a31d153cc6/888168f4-42a7-4382-aab0-552dd97ea308) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:49.336277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Attempting to bind port a86f6375-a7a7-4464-a708-167e08eac72f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:49.336995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Attempting to bind port a86f6375-a7a7-4464-a708-167e08eac72f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c0b991a7-4145-4c71-8592-b1401eeee843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:49.337568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Attempting to bind port a86f6375-a7a7-4464-a708-167e08eac72f on network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:49.347193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:49.347961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Checking segment: {'id': 'c0b991a7-4145-4c71-8592-b1401eeee843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:49.348582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.349182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Bound using segment: {'id': 'c0b991a7-4145-4c71-8592-b1401eeee843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:49.349834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Bound port: a86f6375-a7a7-4464-a708-167e08eac72f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b991a7-4145-4c71-8592-b1401eeee843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:49.350410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.373672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b50acd61-d9ab-4998-9186-074415ebe134 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:49.374354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.380711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.400396 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1935b59a-c710-471c-8ff3-a20be7c8140c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2482293 Dec 24 03:01:49.400645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd7a0013-f86d-4917-ac80-4e18be043222 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7278228 Dec 24 03:01:49.400645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 32990) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.403672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32992) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.408214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--340855000'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:49.438552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:49.452473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b991a7-4145-4c71-8592-b1401eeee843') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:49.452473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b991a7-4145-4c71-8592-b1401eeee843') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:49.464532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.481474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.491111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:49.491611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:49.496797 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:49.515133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.595370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.596258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] For port a86f6375-a7a7-4464-a708-167e08eac72f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:49.600601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] For port a86f6375-a7a7-4464-a708-167e08eac72f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a86f6375-a7a7-4464-a708-167e08eac72f,segment=NetworkSegment(c0b991a7-4145-4c71-8592-b1401eeee843),segment_id=c0b991a7-4145-4c71-8592-b1401eeee843)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:49.624067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:01:49.624067 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:01:49.624067 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': 'c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f'}] Dec 24 03:01:49.624067 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:49.624772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:49.670922 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3fd58698-71b0-4f6f-8a8f-beea490a0bcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fca699e25c74052886789a032714d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743909 Dec 24 03:01:49.677074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32996) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.713873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.722338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.730417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting port 69ecd94e-8e0a-49b4-bfcf-5251ac28a098 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:49.730651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.761276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.761508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 62e1d751-e551-4b2d-96e7-bd01c12d820f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:49.787722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.793007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.807355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.812173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 62e1d751-e551-4b2d-96e7-bd01c12d820f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:01:49.812554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 62e1d751-e551-4b2d-96e7-bd01c12d820f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:01:49.821713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.829400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94eea1b3-9c01-4b04-a3f5-a7ec84314c73,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.921216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4b161b98-b4a6-407d-9ddd-2fe450f43853 None None] Provisioning complete for port b50acd61-d9ab-4998-9186-074415ebe134 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:49.921779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4b161b98-b4a6-407d-9ddd-2fe450f43853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.936695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.937976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3ed20a97-2b3b-4b1a-bbdb-4368c4a542e6 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5333688 Dec 24 03:01:49.940839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 32998) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.946411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b7527b91-ce87-49e4-809b-7cbbb5e39b66 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '94eea1b3-9c01-4b04-a3f5-a7ec84314c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:49.947253 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-b7527b91-ce87-49e4-809b-7cbbb5e39b66 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 24 03:01:49.947795 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b7527b91-ce87-49e4-809b-7cbbb5e39b66 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:49.951240 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b7527b91-ce87-49e4-809b-7cbbb5e39b66 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064640 Dec 24 03:01:49.952916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33000) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.959660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-aba66c2e-6469-4af2-ac5f-2b7f14445f54 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '94eea1b3-9c01-4b04-a3f5-a7ec84314c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:49.960386 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-aba66c2e-6469-4af2-ac5f-2b7f14445f54 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 24 03:01:49.962135 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-aba66c2e-6469-4af2-ac5f-2b7f14445f54 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:49.967888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aba66c2e-6469-4af2-ac5f-2b7f14445f54 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095620 Dec 24 03:01:49.967888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.968100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:49.969345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event updated for resources: {'Port': ['ID=888168f4-42a7-4382-aab0-552dd97ea308,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:49.969478 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f73d4b0e-03b9-4b86-8f03-ed80e6fc3a84 HTTP/1.1" status: 204 len: 168 time: 0.2909381 Dec 24 03:01:49.970123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33002) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:49.997431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-30a81bfa-e24e-4552-8af2-212db548ef01 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '94eea1b3-9c01-4b04-a3f5-a7ec84314c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:49.998935 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-30a81bfa-e24e-4552-8af2-212db548ef01 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 24 03:01:50.002535 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-30a81bfa-e24e-4552-8af2-212db548ef01 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:50.007572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30a81bfa-e24e-4552-8af2-212db548ef01 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0261090 Dec 24 03:01:50.009642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33006) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.014900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8562d531-261c-472c-b7ce-15f96cb35737 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '94eea1b3-9c01-4b04-a3f5-a7ec84314c73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:50.016148 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-8562d531-261c-472c-b7ce-15f96cb35737 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 24 03:01:50.017859 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-8562d531-261c-472c-b7ce-15f96cb35737 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:50.022640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8562d531-261c-472c-b7ce-15f96cb35737 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112767 Dec 24 03:01:50.023511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33008) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.032359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.044204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77761ab-cbde-4f06-9f42-9357d052ed32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d4b0e-03b9-4b86-8f03-ed80e6fc3a84,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:50.056224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] In _notify_port_updated(), no bound segment for port 888168f4-42a7-4382-aab0-552dd97ea308 on network 71fde1a0-170a-4a2d-8457-98962d37a532 {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:01:50.068928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.070168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.070524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f7a63-010b-4dde-9d48-31ae3ae522cf None None] Network c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:50.073673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6e8eec11-2311-44ca-91c0-dc36d0a6327d tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "PUT /v2.0/ports/888168f4-42a7-4382-aab0-552dd97ea308 HTTP/1.1" status: 200 len: 960 time: 1.8210335 Dec 24 03:01:50.077626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33010) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.090157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Allocated IP 172.20.0.34 (71fde1a0-170a-4a2d-8457-98962d37a532/91037e52-35b3-4588-8a90-53a31d153cc6/8964f206-5999-4f9a-9f71-6477b192b7b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:50.095797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Calling delete_port for 69ecd94e-8e0a-49b4-bfcf-5251ac28a098 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:50.132004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d67f29-b2b0-4f6c-9bb2-89c2fb5872dc None None] Pushing event updated for resources: {'Port': ['ID=a86f6375-a7a7-4464-a708-167e08eac72f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:50.134127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.136587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.220876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.322694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0de770ac-9b94-406d-93b3-777982296065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.356657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3536ae8f-d33c-4b2b-b230-c760325afca9 None None] Provisioning complete for port 69ecd94e-8e0a-49b4-bfcf-5251ac28a098 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:50.357349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3536ae8f-d33c-4b2b-b230-c760325afca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.374340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b5e59-ec88-4b22-8d25-796733c1f2c3 req-374693e6-a473-4f53-91ac-7823db7d43e2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.375616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.375878 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5e5b5e59-ec88-4b22-8d25-796733c1f2c3 req-374693e6-a473-4f53-91ac-7823db7d43e2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 944 time: 0.1435966 Dec 24 03:01:50.404318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:50.413679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 888168f4-42a7-4382-aab0-552dd97ea308 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:50.414050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.419908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Port': ['ID=69ecd94e-8e0a-49b4-bfcf-5251ac28a098,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:50.433863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3536ae8f-d33c-4b2b-b230-c760325afca9 None None] Port 69ecd94e-8e0a-49b4-bfcf-5251ac28a098 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:50.448467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.452589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.452978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.455298 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/94eea1b3-9c01-4b04-a3f5-a7ec84314c73 HTTP/1.1" status: 204 len: 168 time: 0.4253995 Dec 24 03:01:50.457976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33016) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.464730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port a86f6375-a7a7-4464-a708-167e08eac72f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:50.465037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.516469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.523709 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-afd77326-b44f-415e-93ed-a980dd567e86 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/69ecd94e-8e0a-49b4-bfcf-5251ac28a098 HTTP/1.1" status: 204 len: 168 time: 1.1228075 Dec 24 03:01:50.524458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33020) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.546043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.590047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9c76c-ee81-467a-9e9a-a8be4071ec3a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eea1b3-9c01-4b04-a3f5-a7ec84314c73,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:50.616760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a242c-8e52-45c0-9883-9f871104c5a1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.630008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4e4a242c-8e52-45c0-9883-9f871104c5a1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1035399 Dec 24 03:01:50.632961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33024) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.648001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.679997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 888168f4-42a7-4382-aab0-552dd97ea308 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:50.710404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4842addc-8456-4611-9e98-2d5b192a7d94 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.715504 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4842addc-8456-4611-9e98-2d5b192a7d94 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0811412 Dec 24 03:01:50.716667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33028) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.717886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8cf59-bf7a-4079-acd0-2ae71aeef698 None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:50.775555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5e5b5e59-ec88-4b22-8d25-796733c1f2c3 req-b47a01e3-07d6-4b89-98f6-4059b997bd00 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3857980 Dec 24 03:01:50.782608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948eff0-678d-4abf-a776-b63043a1885a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.784227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948eff0-678d-4abf-a776-b63043a1885a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.786871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948eff0-678d-4abf-a776-b63043a1885a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:50.788787 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a948eff0-678d-4abf-a776-b63043a1885a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0707033 Dec 24 03:01:50.791566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33030) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.811600 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1bdc903b-3ec3-4597-9295-9f367922141b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3324535 Dec 24 03:01:50.817914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port a86f6375-a7a7-4464-a708-167e08eac72f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a86f6375-a7a7-4464-a708-167e08eac72f,segment=NetworkSegment(c0b991a7-4145-4c71-8592-b1401eeee843),segment_id=c0b991a7-4145-4c71-8592-b1401eeee843)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:50.818353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.822014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33032) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:50.837947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936145575'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:50.853282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for a86f6375-a7a7-4464-a708-167e08eac72f owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:50.864016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet 1b50d820-c920-4676-b6c1-682af2827a8d {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:50.877042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.934661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:50.966850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:51.028463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:51.028857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.053120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.073211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.099977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=a86f6375-a7a7-4464-a708-167e08eac72f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:51.107113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port a86f6375-a7a7-4464-a708-167e08eac72f on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:51.158717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.162347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.210655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.231865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.233784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=888168f4-42a7-4382-aab0-552dd97ea308,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:51.244694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.245808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61a8bae-08f0-408d-bbdd-042852064225 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:51.258585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1b50d820-c920-4676-b6c1-682af2827a8d HTTP/1.1" status: 204 len: 168 time: 0.4658108 Dec 24 03:01:51.266755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33042) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.284621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2906d-7ccf-4528-9f2d-d1ebaba5b8b0 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=1b50d820-c920-4676-b6c1-682af2827a8d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:51.345434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:51.396918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b991a7-4145-4c71-8592-b1401eeee843') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:51.397226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b991a7-4145-4c71-8592-b1401eeee843') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:51.422499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Deleting subnet e946f761-bd4d-4b4f-805e-6d8075e86ba7 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:51.430477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.433959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.492324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.497342 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99d92a9a-e9b2-42b9-a649-73839e2103d0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/888168f4-42a7-4382-aab0-552dd97ea308 HTTP/1.1" status: 204 len: 168 time: 1.4182684 Dec 24 03:01:51.498225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.498510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33048) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.525546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:51.525546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.525903 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddf2b69-2561-4bae-bcf2-e885d464cf90 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] GET failed (client error): The resource could not be found. Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:51.527484 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:51.530188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4ddf2b69-2561-4bae-bcf2-e885d464cf90 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports/888168f4-42a7-4382-aab0-552dd97ea308 HTTP/1.1" status: 404 len: 333 time: 0.0306005 Dec 24 03:01:51.530788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33050) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.535661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.549345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.581136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:51.585153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.604608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.632349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.634312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.726820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.728602 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9020026 Dec 24 03:01:51.729542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32cd9f-bfec-4729-a278-c8a9df3ff90b tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a917067-ac6e-40d3-9d87-c0b896effd2f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:51.731590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33052) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.736167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-480bca15-65b4-4160-9770-801c25365e35 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:51.736940 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-480bca15-65b4-4160-9770-801c25365e35 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:01:51.737448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-480bca15-65b4-4160-9770-801c25365e35 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:51.742032 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-480bca15-65b4-4160-9770-801c25365e35 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066383 Dec 24 03:01:51.742702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33054) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.751034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-072fa432-1e23-463c-9461-5f154c5b1ac4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:51.757353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.780971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.789873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.797790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33056) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.798221 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f HTTP/1.1" status: 204 len: 168 time: 4.4106128 Dec 24 03:01:51.804689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114314851'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:51.822323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6af88-8635-4ee4-bdda-fdcec7451cee tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:51.839422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.844223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.856859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/security-groups/46361695-79fa-4b52-ba82-7d19ab62cc95 HTTP/1.1" status: 204 len: 168 time: 0.3249969 Dec 24 03:01:51.865203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33062) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:51.934540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 775eb1aa-41bb-405b-8340-ca2fb8d85dfe up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:51.952804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:51.998662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a52e2e-46ec-4d60-91de-b9d579f9bc76 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46361695-79fa-4b52-ba82-7d19ab62cc95,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:52.008453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Subnet': ['ID=e946f761-bd4d-4b4f-805e-6d8075e86ba7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:52.035397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.039572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80fd4eb1-f041-4305-ba4a-38269cefc31d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/e946f761-bd4d-4b4f-805e-6d8075e86ba7 HTTP/1.1" status: 204 len: 168 time: 0.7636518 Dec 24 03:01:52.042320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33064) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.066532 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:01:52.071012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c62f-5550-4f21-a395-5de500b586d4 req-220c7ae6-d5e0-4fbb-814d-a568a82319c0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:52.092807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-09c4c62f-5550-4f21-a395-5de500b586d4 req-220c7ae6-d5e0-4fbb-814d-a568a82319c0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 944 time: 0.1633668 Dec 24 03:01:52.120259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-072fa432-1e23-463c-9461-5f154c5b1ac4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.124180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-072fa432-1e23-463c-9461-5f154c5b1ac4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3784046 Dec 24 03:01:52.129311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33070) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.136210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8f524ebb-db1d-4950-abb6-aab132348622 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:52.136821 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-8f524ebb-db1d-4950-abb6-aab132348622 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 24 03:01:52.137473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-8f524ebb-db1d-4950-abb6-aab132348622 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.141273 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8f524ebb-db1d-4950-abb6-aab132348622 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061383 Dec 24 03:01:52.146743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:52.147123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.153992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33072) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.154844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:01:52.158835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eec3afe5-2a73-42b1-8b63-c0ebc23e6727 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:52.176454 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71025365-49ad-4b45-8a21-093b967bbb22 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246560 Dec 24 03:01:52.177319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.180185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33074) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.211065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:52.211440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.226373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.249951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:52.259544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.261105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a5021-df0c-4e8d-8fae-9a500459fc7a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:52.262619 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-434a5021-df0c-4e8d-8fae-9a500459fc7a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0814605 Dec 24 03:01:52.265322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33076) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.268262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:52.274518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df745fba-b39c-4e31-af80-39752b2b6bf4 None None] Could not find standard attr ID for object 888168f4-42a7-4382-aab0-552dd97ea308. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:52.356864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d959436-e656-4bd7-80f7-48f29de8448c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:52.364401 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3d959436-e656-4bd7-80f7-48f29de8448c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951569 Dec 24 03:01:52.364628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.366456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.376531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43725920-d59d-4ec1-8717-4747dcd6a2f5 None None] Network bf27008b-e5db-498b-855c-c2529ecfc5ee requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:52.377348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:52.393673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-09c4c62f-5550-4f21-a395-5de500b586d4 req-2ffef88a-d880-4ed1-8c01-22c957a230cf tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985806 Dec 24 03:01:52.399615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8dcef502-2161-4425-a3f0-bb049cab7a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.447143 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5ee1c0d5-84aa-482b-a0cd-78f81e658fd2 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793521 Dec 24 03:01:52.458537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.462861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.463184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:52.465872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.467815 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/security-groups/55fdf5e0-d2ce-4788-8e57-bfa74ddbcfdf HTTP/1.1" status: 204 len: 168 time: 0.6012280 Dec 24 03:01:52.469795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:01:52.471136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.471700 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment bf236b42-5b28-415c-a74a-56e58173559a of type vlan for network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a Dec 24 03:01:52.473980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff43982-a964-42e9-b4bb-39da71901eea" -d '{"events": [{"server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "name": "network-vif-plugged", "status": "completed", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:01:52.489972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33086) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.495859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa543bc9-628a-4d49-820c-db8821b0a132 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fdf5e0-d2ce-4788-8e57-bfa74ddbcfdf,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:52.521376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ce2070d0-0911-4654-b69f-b895fc15dcbc None None] Could not find standard attr ID for object 888168f4-42a7-4382-aab0-552dd97ea308. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:01:52.546028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-eec3afe5-2a73-42b1-8b63-c0ebc23e6727 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.551642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.555744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.567091 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eec3afe5-2a73-42b1-8b63-c0ebc23e6727 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4081817 Dec 24 03:01:52.567255 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c851efdc-bebc-4801-b6ee-c1e827a0fbda tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.567945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c851efdc-bebc-4801-b6ee-c1e827a0fbda tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.572181 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c851efdc-bebc-4801-b6ee-c1e827a0fbda tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/69ecd94e-8e0a-49b4-bfcf-5251ac28a098 HTTP/1.1" status: 404 len: 333 time: 0.1119537 Dec 24 03:01:52.577450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.578093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bb1e212a-d03b-49ce-80bf-8223e8bfb317 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:52.578776 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-bb1e212a-d03b-49ce-80bf-8223e8bfb317 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 24 03:01:52.579424 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-bb1e212a-d03b-49ce-80bf-8223e8bfb317 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.580659 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb1e212a-d03b-49ce-80bf-8223e8bfb317 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221207 Dec 24 03:01:52.584627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33096) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.588854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea8cb9-e3d9-4493-9a69-e5e351b99f28 x-openstack-request-id: req-f5ea8cb9-e3d9-4493-9a69-e5e351b99f28 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:01:52.589368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "name": "network-vif-plugged", "status": "completed", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:01:52.589368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5ea8cb9-e3d9-4493-9a69-e5e351b99f28 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:01:52.595158 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'code': 200} Dec 24 03:01:52.596650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-96f0187a-b843-40ca-b5e1-f7d6edb415d3 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:52.616541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ce2070d0-0911-4654-b69f-b895fc15dcbc None None] Provisioning complete for port b50acd61-d9ab-4998-9186-074415ebe134 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:52.616917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ce2070d0-0911-4654-b69f-b895fc15dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.650240 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bc7596-0670-4840-abe6-1f25eaf7be6b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.651239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45bc7596-0670-4840-abe6-1f25eaf7be6b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.658461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-45bc7596-0670-4840-abe6-1f25eaf7be6b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1b50d820-c920-4676-b6c1-682af2827a8d HTTP/1.1" status: 404 len: 337 time: 0.0799708 Dec 24 03:01:52.659685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.669054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.672653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:52.674410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.722183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.725540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33100) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.744075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c5515f-b411-45c3-a7d9-a99be6524e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.744075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c5515f-b411-45c3-a7d9-a99be6524e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.747149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-96f0187a-b843-40ca-b5e1-f7d6edb415d3 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Project dd59847d9e744af1aee31e14328603f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:01:52.749596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33104) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.750090 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d6c5515f-b411-45c3-a7d9-a99be6524e1e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/e946f761-bd4d-4b4f-805e-6d8075e86ba7 HTTP/1.1" status: 404 len: 337 time: 0.0868509 Dec 24 03:01:52.775353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] DHCP port deletion for bf27008b-e5db-498b-855c-c2529ecfc5ee request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:52.800665 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-3229900a-fdef-46f9-b260-233fc2477db3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.801985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3229900a-fdef-46f9-b260-233fc2477db3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.805025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3229900a-fdef-46f9-b260-233fc2477db3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/128fcd38-de4e-480e-b8ef-217479e9987e HTTP/1.1" status: 404 len: 333 time: 0.0523763 Dec 24 03:01:52.807910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33106) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.833973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Deleting port b50acd61-d9ab-4998-9186-074415ebe134 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:52.834438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.857689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ee4fa6-5969-4017-ab0f-ebaf7d304c3d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.858140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ee4fa6-5969-4017-ab0f-ebaf7d304c3d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.861118 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-01ee4fa6-5969-4017-ab0f-ebaf7d304c3d tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/35ec000c-3a5c-4a9e-a888-76494ff4e17d HTTP/1.1" status: 404 len: 337 time: 0.0520658 Dec 24 03:01:52.861822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.864246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33108) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.878355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:52.878355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.916228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-96f0187a-b843-40ca-b5e1-f7d6edb415d3 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.917310 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-96f0187a-b843-40ca-b5e1-f7d6edb415d3 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3315647 Dec 24 03:01:52.918187 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a39538-9fc7-4494-bdcf-3a175790c50e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:52.918636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a39538-9fc7-4494-bdcf-3a175790c50e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:52.920858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] For port b50acd61-d9ab-4998-9186-074415ebe134, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b50acd61-d9ab-4998-9186-074415ebe134,segment=NetworkSegment(a10db263-4c4e-405f-9d94-7a459c016b8d),segment_id=a10db263-4c4e-405f-9d94-7a459c016b8d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:52.921024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.921583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b9a39538-9fc7-4494-bdcf-3a175790c50e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/af54975b-0a8f-487c-807e-9e6198f9acca HTTP/1.1" status: 404 len: 337 time: 0.0562069 Dec 24 03:01:52.922406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33110) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.924029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33112) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.939917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Calling delete_port for b50acd61-d9ab-4998-9186-074415ebe134 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:52.976875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.982483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:52.983611 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/security-groups/33b7d7fe-c522-49f3-b90f-0b9f41a8d6a2 HTTP/1.1" status: 204 len: 168 time: 0.4911158 Dec 24 03:01:52.987530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33114) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:52.989176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-20e8fb6a-cd02-49b1-8bb5-f7765f9b5b15 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:52.989676 dv-neutron-822868-1-hyperv neutron-server[110368]: WARNING neutron.api.v2.base [None req-20e8fb6a-cd02-49b1-8bb5-f7765f9b5b15 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 24 03:01:52.990161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-20e8fb6a-cd02-49b1-8bb5-f7765f9b5b15 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:52.994631 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20e8fb6a-cd02-49b1-8bb5-f7765f9b5b15 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0678141 Dec 24 03:01:52.995656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b50acd61-d9ab-4998-9186-074415ebe134 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:52.996962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33116) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.000822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1292961088'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:53.007968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faad585-510d-42b9-8a69-b77d58f9fe53 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.007968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faad585-510d-42b9-8a69-b77d58f9fe53 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.010254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2faad585-510d-42b9-8a69-b77d58f9fe53 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/428e286c-31c0-4a83-9c14-17ad760fc1dd HTTP/1.1" status: 404 len: 333 time: 0.0690746 Dec 24 03:01:53.014459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-93863357-cb42-40a9-a016-43bfc1612004 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:53.024404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33118) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.029397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2270393 Dec 24 03:01:53.036137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33120) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.041260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:53.052015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd180de6-ff03-4e89-971e-2d05f297a113 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7d7fe-c522-49f3-b90f-0b9f41a8d6a2,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:53.056306 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5a5221-49f8-4c58-9714-d7b4bb935f3c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.057044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5a5221-49f8-4c58-9714-d7b4bb935f3c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.060660 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6f5a5221-49f8-4c58-9714-d7b4bb935f3c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/b9cdeded-ac4d-4130-bcb6-598a6f1bc9f6 HTTP/1.1" status: 404 len: 337 time: 0.0361931 Dec 24 03:01:53.069365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33122) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.112353 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfb9ef7-690a-404e-91f7-80cb21ef6965 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.112841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfb9ef7-690a-404e-91f7-80cb21ef6965 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.116458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2dfb9ef7-690a-404e-91f7-80cb21ef6965 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/3e412b23-ce10-44b8-b90d-27d3852b5b6f HTTP/1.1" status: 404 len: 337 time: 0.0461547 Dec 24 03:01:53.120366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33124) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.124464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e769-0d52-4f25-9948-856029ff2802 req-b79918d7-f4ba-4948-a1f6-e618bb482082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:53.126039 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33d4e769-0d52-4f25-9948-856029ff2802 req-b79918d7-f4ba-4948-a1f6-e618bb482082 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1098 time: 0.2762876 Dec 24 03:01:53.126580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f9fe5-5b7e-4471-9b80-b6ef7572d12d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:53.145295 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-509356d4-986e-419d-9367-0cac82883535 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.145861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509356d4-986e-419d-9367-0cac82883535 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.148648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:53.149018 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-509356d4-986e-419d-9367-0cac82883535 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/5f58e574-f9bf-47cb-843a-e69d312a5ad5 HTTP/1.1" status: 404 len: 333 time: 0.0269654 Dec 24 03:01:53.151685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33126) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.153065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.182145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.185915 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-74db7567-b9e9-4b11-b352-5dc829ac742c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.186461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74db7567-b9e9-4b11-b352-5dc829ac742c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.189652 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-74db7567-b9e9-4b11-b352-5dc829ac742c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6e8d864f-8e23-4331-a781-9a7db779aeb0 HTTP/1.1" status: 404 len: 337 time: 0.0365105 Dec 24 03:01:53.193314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33128) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.222327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Made reservation on behalf of 3de733503def4721aedc0b74817007e2 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:53.226925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.230936 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-93863357-cb42-40a9-a016-43bfc1612004 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Project dd59847d9e744af1aee31e14328603f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:01:53.239696 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd289b6-3c27-4303-8611-1d9704ae37bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.240007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd289b6-3c27-4303-8611-1d9704ae37bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.246333 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ebd289b6-3c27-4303-8611-1d9704ae37bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6b440768-f372-47ff-ae05-3b2576b7b87b HTTP/1.1" status: 404 len: 337 time: 0.0485809 Dec 24 03:01:53.246333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33130) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.257238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] Pushing event deleted for resources: {'Port': ['ID=b50acd61-d9ab-4998-9186-074415ebe134,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:53.260378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6741ed-7315-4867-8b3a-af811f1ac180 None None] No DVR routers for this DVR port b50acd61-d9ab-4998-9186-074415ebe134 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:53.273464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.283223 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa08fe6c-f529-40ec-899f-5f32a2d16d98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.283803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa08fe6c-f529-40ec-899f-5f32a2d16d98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.290881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa08fe6c-f529-40ec-899f-5f32a2d16d98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/d5d7c54e-fcdc-4ef7-9994-68bc9440c90a HTTP/1.1" status: 404 len: 333 time: 0.0410581 Dec 24 03:01:53.296162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33132) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.312535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa41cff-c3de-4c34-a45d-a5e8fe2d4f20 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:53.339215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ec9261-95c1-4e1b-939e-f2e116d63902 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.339688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ec9261-95c1-4e1b-939e-f2e116d63902 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.343542 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a1ec9261-95c1-4e1b-939e-f2e116d63902 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/35ce3b4a-352d-4591-b911-8ebaff27ba90 HTTP/1.1" status: 404 len: 337 time: 0.0449491 Dec 24 03:01:53.345762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33134) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.421261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa41cff-c3de-4c34-a45d-a5e8fe2d4f20 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:53.560636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 1c9cfb69-e16b-4fdf-ad0f-960137a3d06f {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:53.579086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.633564 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33d4e769-0d52-4f25-9948-856029ff2802 req-0cc257df-d242-42bc-8b8e-f69832a0f5a1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985735 Dec 24 03:01:53.644101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59792-6f6a-4646-9f72-c3298d29a4a4 req-7cd4e3de-5703-4a4a-9591-648e036f94dc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:53.646453 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11f59792-6f6a-4646-9f72-c3298d29a4a4 req-7cd4e3de-5703-4a4a-9591-648e036f94dc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.1286132 Dec 24 03:01:53.656497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.692491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:53.694916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.696243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.715364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d901e64-d618-4bec-b422-c4c264bec5e8 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:01:53.745820 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-23169428-1013-47be-b567-ab4c3fa989ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.746483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23169428-1013-47be-b567-ab4c3fa989ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.752159 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-23169428-1013-47be-b567-ab4c3fa989ca tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/1b32f0e6-4328-43af-ab29-635b5fb37198 HTTP/1.1" status: 404 len: 333 time: 0.4054396 Dec 24 03:01:53.755696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33138) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.777305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing IP validity checks on allocation pools {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:01:53.777836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:01:53.782887 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a241c09d-8c90-4667-b7ac-1f3d51d0c7bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.783345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a241c09d-8c90-4667-b7ac-1f3d51d0c7bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.787420 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a241c09d-8c90-4667-b7ac-1f3d51d0c7bc tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0648e565-7f88-4892-a8d1-86796120963f HTTP/1.1" status: 404 len: 337 time: 0.0305998 Dec 24 03:01:53.790704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33140) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.813401 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-93863357-cb42-40a9-a016-43bfc1612004 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:53.818459 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-93863357-cb42-40a9-a016-43bfc1612004 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8098967 Dec 24 03:01:53.818459 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9e3ff9-f16b-4473-9ce1-822a63ad876b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.818459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9e3ff9-f16b-4473-9ce1-822a63ad876b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.823423 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb9e3ff9-f16b-4473-9ce1-822a63ad876b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/34b38610-45f7-4eeb-83b9-e58cf84f1e42 HTTP/1.1" status: 404 len: 333 time: 0.0292640 Dec 24 03:01:53.823423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33142) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.827773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33144) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.829618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a828bbfd-93f5-404b-bd61-5134f5ee542e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '0a917067-ac6e-40d3-9d87-c0b896effd2f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:53.831509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d901e64-d618-4bec-b422-c4c264bec5e8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:01:53.872811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11f59792-6f6a-4646-9f72-c3298d29a4a4 req-022d6c3f-4d1b-4889-8c79-0f5c54a630fd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902456 Dec 24 03:01:53.873220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-94728a25-d2b5-48ce-af5a-ef980e45a163 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.873684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94728a25-d2b5-48ce-af5a-ef980e45a163 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.880026 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-94728a25-d2b5-48ce-af5a-ef980e45a163 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/f595625f-8342-4832-9da8-4e867c10b8ae HTTP/1.1" status: 404 len: 337 time: 0.0445628 Dec 24 03:01:53.885701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33146) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.904648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.918512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-509103fa-d28f-4357-a0c6-95946948fedf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.919207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509103fa-d28f-4357-a0c6-95946948fedf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.922365 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-509103fa-d28f-4357-a0c6-95946948fedf tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/856a96d5-c6bb-4641-bdf1-ae78ce8783fd HTTP/1.1" status: 404 len: 333 time: 0.0406992 Dec 24 03:01:53.923659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:53.925124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33148) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.952977 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-a828bbfd-93f5-404b-bd61-5134f5ee542e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Project dd59847d9e744af1aee31e14328603f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:01:53.956908 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4851bd8d-0d70-424c-b484-7604ee25ea0f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:53.957577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4851bd8d-0d70-424c-b484-7604ee25ea0f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:53.963538 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4851bd8d-0d70-424c-b484-7604ee25ea0f tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/fea0374f-29cf-4bd1-8766-cb8c69616deb HTTP/1.1" status: 404 len: 337 time: 0.0341737 Dec 24 03:01:53.963860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33150) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:53.975705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.007702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:54.018480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d45a02-6703-44a0-9489-fd63b0c3be98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.019086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d45a02-6703-44a0-9489-fd63b0c3be98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.022213 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-43d45a02-6703-44a0-9489-fd63b0c3be98 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/88741fee-29fc-42b0-b136-6a56d540c4c3 HTTP/1.1" status: 404 len: 333 time: 0.0573592 Dec 24 03:01:54.023856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e886fe-e62c-4049-8128-d99dbf9d5923,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.026104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33152) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.033424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.033841 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Added segment 5e07f942-2c92-4420-8f53-6c4052d64fac of type vlan for network be543caf-e8c2-42c9-b0d7-19a348b843ba Dec 24 03:01:54.036550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-a828bbfd-93f5-404b-bd61-5134f5ee542e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:54.040181 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a828bbfd-93f5-404b-bd61-5134f5ee542e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2116179 Dec 24 03:01:54.044396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33154) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.078025 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f95d38-c8ba-48ed-bec9-43896301d8e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.078502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f95d38-c8ba-48ed-bec9-43896301d8e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.084808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-33f95d38-c8ba-48ed-bec9-43896301d8e7 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1c537deb-c343-4b21-a424-94739e63df3e HTTP/1.1" status: 404 len: 337 time: 0.0545299 Dec 24 03:01:54.085445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33156) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.108074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.123531 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-5918522f-138c-46db-b204-bd3b72d726b1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.124106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5918522f-138c-46db-b204-bd3b72d726b1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.127193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5918522f-138c-46db-b204-bd3b72d726b1 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/946b9abc-74d3-4902-bea6-0237ae1c0b5d HTTP/1.1" status: 404 len: 333 time: 0.0407999 Dec 24 03:01:54.130445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33158) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.145761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.168316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.179427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.186203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0689132-1daf-4c51-95dc-15bce4d0385e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.186661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0689132-1daf-4c51-95dc-15bce4d0385e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.189647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0689132-1daf-4c51-95dc-15bce4d0385e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/575fc3fa-6054-4518-8820-4297c7cff3b7 HTTP/1.1" status: 404 len: 337 time: 0.0582905 Dec 24 03:01:54.193152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33160) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.221047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9cfb69-e16b-4fdf-ad0f-960137a3d06f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.226396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.233345 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-71886020-a061-4cb9-ba4f-e8535c49fe60 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/1c9cfb69-e16b-4fdf-ad0f-960137a3d06f HTTP/1.1" status: 204 len: 168 time: 1.2410662 Dec 24 03:01:54.233621 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db0172e-00a0-4104-bd4e-4614a32b45a3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.233621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db0172e-00a0-4104-bd4e-4614a32b45a3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.233812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33162) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.234023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7db0172e-00a0-4104-bd4e-4614a32b45a3 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/baab4a1a-446a-4679-92b4-ed6fad3c345f HTTP/1.1" status: 404 len: 337 time: 0.0399303 Dec 24 03:01:54.235168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.238046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2aadc-135a-4ee5-9573-32ee3b914d04 None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:54.241836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:54.242444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.243575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33164) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.298372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-60348b9f-6793-4afc-8505-3c559d4f08c4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.298950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60348b9f-6793-4afc-8505-3c559d4f08c4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.302644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60348b9f-6793-4afc-8505-3c559d4f08c4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/c15cac92-6101-46ee-a51d-345915f97569 HTTP/1.1" status: 404 len: 333 time: 0.0581226 Dec 24 03:01:54.305780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.306404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33166) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.323859 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5967221 Dec 24 03:01:54.326583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d456b-fd8f-433f-a8a8-2b233a973144 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event updated for resources: {'Network': ['ID=be543caf-e8c2-42c9-b0d7-19a348b843ba,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.327646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 91037e52-35b3-4588-8a90-53a31d153cc6 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:54.329426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33168) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.346918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network be543caf-e8c2-42c9-b0d7-19a348b843ba details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:54.353367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Request body: {'subnet': {'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:54.357219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ca6bb0-8827-40eb-ae1e-989b9f360158 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.357219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ca6bb0-8827-40eb-ae1e-989b9f360158 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.363939 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d7ca6bb0-8827-40eb-ae1e-989b9f360158 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/bbf7e7e0-ddb4-4b4d-9b59-9d6d2c6bf672 HTTP/1.1" status: 404 len: 337 time: 0.0515549 Dec 24 03:01:54.363939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.365105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.368458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a917067-ac6e-40d3-9d87-c0b896effd2f HTTP/1.1" status: 204 len: 168 time: 0.3207538 Dec 24 03:01:54.368458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33170) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.379510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33172) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.395801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=daa2d857-9cc8-4800-b85d-70e057a3fe32,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.398846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.438153 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac43b74-c01f-4874-b871-2a2534292f20 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a917067-ac6e-40d3-9d87-c0b896effd2f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.445934 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1876e6e7-95f2-4788-98c2-e97e773a70ff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.446394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1876e6e7-95f2-4788-98c2-e97e773a70ff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.450471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1876e6e7-95f2-4788-98c2-e97e773a70ff tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/1103c809-e077-4d57-ab3e-5d8de5e64631 HTTP/1.1" status: 404 len: 337 time: 0.0785463 Dec 24 03:01:54.455724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33174) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.497494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.500714 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a32b0e-80e5-45d7-afd6-64990baf376c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.501668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a32b0e-80e5-45d7-afd6-64990baf376c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.505286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-37a32b0e-80e5-45d7-afd6-64990baf376c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/294e145a-47b0-4859-bca3-d5c4a8dcc268 HTTP/1.1" status: 404 len: 333 time: 0.0483811 Dec 24 03:01:54.511418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33176) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.524101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': 'bf236b42-5b28-415c-a74a-56e58173559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:54.524503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:54.551287 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a609b30c-6a8d-4d5e-b8c5-e2d95fc06b38 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1607354 Dec 24 03:01:54.553161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d56faf-abb8-4161-ab16-a6ec491f59d5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.553831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d56faf-abb8-4161-ab16-a6ec491f59d5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.558130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35d56faf-abb8-4161-ab16-a6ec491f59d5 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/9bd93d1f-03c0-4a58-a0b8-d9295b736a62 HTTP/1.1" status: 404 len: 337 time: 0.0433118 Dec 24 03:01:54.558302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33178) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.561335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33180) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.570581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989702633'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:54.605064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffba206-36d0-49b4-90f3-3843b3b8f609 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.605064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffba206-36d0-49b4-90f3-3843b3b8f609 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.605064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cffba206-36d0-49b4-90f3-3843b3b8f609 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/850169af-dabc-491c-8b36-47b0b737acdd HTTP/1.1" status: 404 len: 337 time: 0.0406539 Dec 24 03:01:54.606649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33182) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.623722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:54.639135 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-7160c6ae-3a56-4500-9c4b-25350b183e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.639709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7160c6ae-3a56-4500-9c4b-25350b183e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.642569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.649722 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7160c6ae-3a56-4500-9c4b-25350b183e84 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/583f64ab-7fd6-4012-9bfa-c1ce24ab3ff7 HTTP/1.1" status: 404 len: 333 time: 0.0350018 Dec 24 03:01:54.649722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33184) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.672968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-197d298f-8493-4877-a2df-477e85120b63 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.673434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197d298f-8493-4877-a2df-477e85120b63 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.677007 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-197d298f-8493-4877-a2df-477e85120b63 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/801fd8d1-f2af-4f3d-a1c3-88e238423b69 HTTP/1.1" status: 404 len: 337 time: 0.0301998 Dec 24 03:01:54.679487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33186) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.706628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Made reservation on behalf of 3de733503def4721aedc0b74817007e2 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:54.710094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.713575 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dd6764-af1e-4aed-9cfc-36f10e00418b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.714033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dd6764-af1e-4aed-9cfc-36f10e00418b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.717032 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-31dd6764-af1e-4aed-9cfc-36f10e00418b tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/43349235-10fd-4e40-a8e8-53750a3c6f6b HTTP/1.1" status: 404 len: 337 time: 0.0366209 Dec 24 03:01:54.719984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33188) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.731969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:54.733760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.740147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b295682-3c36-445c-afbf-4cf2a9314686 None None] Network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:54.762725 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-65bd4496-fb70-4f51-a3aa-26ff6d87013e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports?device_id=3595b9f2-631f-48c5-aca9-c01fd4ecc360 HTTP/1.1" status: 200 len: 205 time: 0.0393341 Dec 24 03:01:54.762725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:54.763025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.777955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33190) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.781257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.820192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=91037e52-35b3-4588-8a90-53a31d153cc6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:54.824467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:54.830990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6302607f-15f2-4ffb-849b-726118720953 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/91037e52-35b3-4588-8a90-53a31d153cc6 HTTP/1.1" status: 204 len: 168 time: 0.5964470 Dec 24 03:01:54.835776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33192) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.846531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b01b83ec-1b5b-4384-a1b2-b38bb21806d4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] delete failed (client error): The resource could not be found. Dec 24 03:01:54.848514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b01b83ec-1b5b-4384-a1b2-b38bb21806d4 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/routers/3595b9f2-631f-48c5-aca9-c01fd4ecc360 HTTP/1.1" status: 404 len: 336 time: 0.0690563 Dec 24 03:01:54.854625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33194) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.859360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2d01c8f-3011-4696-80f5-f0dcad621d7f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8181059 Dec 24 03:01:54.859360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33196) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.891844 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-8261d881-08cd-43f4-ab3d-14301f943b29 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.892724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8261d881-08cd-43f4-ab3d-14301f943b29 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.900044 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8261d881-08cd-43f4-ab3d-14301f943b29 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/1c9cfb69-e16b-4fdf-ad0f-960137a3d06f HTTP/1.1" status: 404 len: 337 time: 0.0626290 Dec 24 03:01:54.911161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33200) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.962192 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a3b444-1f3a-43e9-bf69-b256028ca331 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:54.965431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a3b444-1f3a-43e9-bf69-b256028ca331 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:54.974119 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-57a3b444-1f3a-43e9-bf69-b256028ca331 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/6fb61ee8-7d3b-436b-b1db-c28a0900812d HTTP/1.1" status: 404 len: 337 time: 0.1180027 Dec 24 03:01:54.974756 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33202) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:54.989709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a', 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': 'daa2d857-9cc8-4800-b85d-70e057a3fe32'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:55.000037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.049912 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4ae442de-3e96-41c7-9d9c-7349fc20929a tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "GET /v2.0/ports?device_id=15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 HTTP/1.1" status: 200 len: 205 time: 0.0703716 Dec 24 03:01:55.055413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33204) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.101966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting subnet 37fe7edb-df4f-44dc-95ff-d9041979693d {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:01:55.113916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff530d61-dcba-4420-82e9-bff7195f455d req-f974d474-0afa-40de-8b6c-5a06996c76eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:55.113916 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ff530d61-dcba-4420-82e9-bff7195f455d req-f974d474-0afa-40de-8b6c-5a06996c76eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.1243632 Dec 24 03:01:55.121383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.151194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.155400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.184841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-180360ec-a716-48c9-b6e5-9712b3a13793 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] delete failed (client error): The resource could not be found. Dec 24 03:01:55.185898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-180360ec-a716-48c9-b6e5-9712b3a13793 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/routers/15ee2d1e-c606-4a0e-a2f7-7765f7c59c42 HTTP/1.1" status: 404 len: 336 time: 0.1221364 Dec 24 03:01:55.195839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33206) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.196950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Allocated IP 172.20.0.3 (a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a/daa2d857-9cc8-4800-b85d-70e057a3fe32/87040067-3d40-4087-9dc3-9e4066146f4d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:55.218962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.232827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.243716 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ff530d61-dcba-4420-82e9-bff7195f455d req-3f658106-d195-40bb-810d-feb6dc07a5be tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192648 Dec 24 03:01:55.248201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53d63c0-b79b-4455-9683-e3f488b73462 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.248688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53d63c0-b79b-4455-9683-e3f488b73462 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.251645 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e53d63c0-b79b-4455-9683-e3f488b73462 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/7ec66450-b473-4f6e-8067-ecd26c1ea33e HTTP/1.1" status: 404 len: 337 time: 0.0511832 Dec 24 03:01:55.258304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33208) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.271073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.292525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde4f010-dbe4-4c45-b465-c4c193077e8e None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:55.298810 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-484b9705-0101-4203-9d54-c0880c714c02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.299282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484b9705-0101-4203-9d54-c0880c714c02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.304099 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-484b9705-0101-4203-9d54-c0880c714c02 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/e960ce49-d5f6-4f59-ac9f-c912c4e31c24 HTTP/1.1" status: 404 len: 337 time: 0.0439546 Dec 24 03:01:55.309369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33210) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.334768 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d987cdc1-7269-4ed3-90a7-7a3a13e72643 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.335669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d987cdc1-7269-4ed3-90a7-7a3a13e72643 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.341644 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d987cdc1-7269-4ed3-90a7-7a3a13e72643 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/5c1c820a-226b-42f2-99db-505d5a40b648 HTTP/1.1" status: 404 len: 333 time: 0.0287778 Dec 24 03:01:55.341942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33212) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.359338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef54bbd6-5258-470b-b1db-b09d03f0cc5c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:55.372076 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d20f028-b65f-442d-9181-712473f32528 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.372501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d20f028-b65f-442d-9181-712473f32528 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.377984 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1d20f028-b65f-442d-9181-712473f32528 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/2c6b783d-b81d-4e62-bb6c-3f67188a837b HTTP/1.1" status: 404 len: 337 time: 0.0327914 Dec 24 03:01:55.377984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.383723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33214) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.398406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.432643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.437439 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-52ceb207-7cb9-4150-a8b8-659ae449d549 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8725035 Dec 24 03:01:55.439114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33216) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.443055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.453119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2eda7b20-d057-4fd5-867f-d6400107866c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': 'ef54bbd6-5258-470b-b1db-b09d03f0cc5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:55.462416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9290474-788d-4483-a000-d9f26280fe75 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.463019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9290474-788d-4483-a000-d9f26280fe75 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.467171 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f9290474-788d-4483-a000-d9f26280fe75 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/da5c276f-1a1d-4a11-9985-e0b57c227993 HTTP/1.1" status: 404 len: 333 time: 0.0785856 Dec 24 03:01:55.469958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33218) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.513140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fab187b-faef-428e-9b15-2c8a837bc336 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.513501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fab187b-faef-428e-9b15-2c8a837bc336 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.516654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7fab187b-faef-428e-9b15-2c8a837bc336 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/d6a14051-35b1-4815-8321-5826f730ef54 HTTP/1.1" status: 404 len: 337 time: 0.0458298 Dec 24 03:01:55.517459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event updated for resources: {'Subnet': ['ID=e4821fb1-84ff-453e-9f32-07e629e5f488,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:55.519494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33220) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.526741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Checking segment: {'id': '5e07f942-2c92-4420-8f53-6c4052d64fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:55.527367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Network hostable DHCP agents. Network: be543caf-e8c2-42c9-b0d7-19a348b843ba, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:01:55.547854 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a4bd80-22f8-42a0-a79d-c331473bea85 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.548449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a4bd80-22f8-42a0-a79d-c331473bea85 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.552316 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-69a4bd80-22f8-42a0-a79d-c331473bea85 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/a298508e-e9a5-4e0d-880a-e155ef16313f HTTP/1.1" status: 404 len: 333 time: 0.0318325 Dec 24 03:01:55.555674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33222) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.566671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-61a0aa22-c6b4-45ab-9125-119105f83a8f None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:55.567042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-61a0aa22-c6b4-45ab-9125-119105f83a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.584029 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-98eceb77-dcd0-435d-bd9d-cee51e5e4e28 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.584582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98eceb77-dcd0-435d-bd9d-cee51e5e4e28 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.587822 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-98eceb77-dcd0-435d-bd9d-cee51e5e4e28 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0b2fcece-517f-49b6-a9a8-555e986f6668 HTTP/1.1" status: 404 len: 337 time: 0.0306463 Dec 24 03:01:55.590379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33224) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.614806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-8441308a-16d5-4243-a5fc-f8797cebc7df tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.615373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8441308a-16d5-4243-a5fc-f8797cebc7df tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.618571 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8441308a-16d5-4243-a5fc-f8797cebc7df tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/9c7175b8-1720-49e2-a918-1725c8905316 HTTP/1.1" status: 404 len: 333 time: 0.0272019 Dec 24 03:01:55.621239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33226) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.637417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Network be543caf-e8c2-42c9-b0d7-19a348b843ba is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:01:55.654956 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-07de678c-49aa-4f29-9ec0-7a7bef15634c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.655413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07de678c-49aa-4f29-9ec0-7a7bef15634c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.661658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-07de678c-49aa-4f29-9ec0-7a7bef15634c tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/fc8897c3-dae6-42c9-8e09-b383b2138eb1 HTTP/1.1" status: 404 len: 337 time: 0.0357039 Dec 24 03:01:55.661658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.662644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33228) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.689674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.705792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Subnet': ['ID=37fe7edb-df4f-44dc-95ff-d9041979693d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:55.713016 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c7ef76-9cc4-4ee1-800e-363f6904e499 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.713563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c7ef76-9cc4-4ee1-800e-363f6904e499 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.719194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-59c7ef76-9cc4-4ee1-800e-363f6904e499 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/8fbe3e6d-bf21-4be7-b644-dc33e6103003 HTTP/1.1" status: 404 len: 333 time: 0.0511954 Dec 24 03:01:55.719194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33230) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.720206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.729349 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-2eda7b20-d057-4fd5-867f-d6400107866c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The resource could not be found. Dec 24 03:01:55.729349 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2eda7b20-d057-4fd5-867f-d6400107866c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2807350 Dec 24 03:01:55.729690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fb44db67-baef-48e2-bb03-35c646065bd1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/37fe7edb-df4f-44dc-95ff-d9041979693d HTTP/1.1" status: 204 len: 168 time: 0.8116012 Dec 24 03:01:55.729690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33232) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.732693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33234) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.737759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-98fd669f-01ee-47cc-969b-fae8b1c40716 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': 'ef54bbd6-5258-470b-b1db-b09d03f0cc5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd9360b27-54b1-44d2-802d-a57eaff4de6d'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:55.745277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, be543caf-e8c2-42c9-b0d7-19a348b843ba) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:55.749711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:55.750597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.766730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.768611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445fa982-2a61-42d3-bbda-422a2c462afc None None] Network be543caf-e8c2-42c9-b0d7-19a348b843ba requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:55.779322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2f1612-ac22-4e26-bd3b-dedc46139890 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.779322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2f1612-ac22-4e26-bd3b-dedc46139890 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.783911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33236) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.784075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b2f1612-ac22-4e26-bd3b-dedc46139890 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/a197ae28-d470-4972-82e0-a120df231643 HTTP/1.1" status: 404 len: 337 time: 0.0542650 Dec 24 03:01:55.787981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-3245d0ac-e07a-43e9-9855-f60c9dedb623 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.788449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3245d0ac-e07a-43e9-9855-f60c9dedb623 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.793314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3245d0ac-e07a-43e9-9855-f60c9dedb623 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/0545cc82-f6a0-42b0-83d4-1076a33be74c HTTP/1.1" status: 404 len: 337 time: 0.0649824 Dec 24 03:01:55.794081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33238) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.834756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b777fac1-967f-4a66-b8ab-390e5c73e241 None None] Update dhcp port {'port': {'network_id': '71fde1a0-170a-4a2d-8457-98962d37a532', 'fixed_ips': [{'subnet_id': '37fe7edb-df4f-44dc-95ff-d9041979693d'}], 'binding:host_id': 'dv-neutron-822868-1-hyperv'}, 'id': '8964f206-5999-4f9a-9f71-6477b192b7b2'} from dv-neutron-822868-1-hyperv. {{(pid=110369) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 24 03:01:55.836224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9723f67b-5c97-4f7c-9471-49a6c74e989c tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "GET /v2.0/ports?device_id=3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f HTTP/1.1" status: 200 len: 205 time: 0.0511839 Dec 24 03:01:55.839479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33240) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.840371 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8ee1247b-0378-4a5e-a2c7-b27a76d2220b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4918177 Dec 24 03:01:55.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b174c1ed-5aff-4a58-970a-7fdcd565e403 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.842124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b174c1ed-5aff-4a58-970a-7fdcd565e403 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.845246 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b174c1ed-5aff-4a58-970a-7fdcd565e403 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/12b5cdec-12ad-4651-8a00-519f76a86910 HTTP/1.1" status: 404 len: 333 time: 0.0502214 Dec 24 03:01:55.845806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33242) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.848234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33244) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.861884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Request body: {'port': {'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1884416019'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:55.893794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.898691 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-2d2f23de-9839-4a0b-b01d-e522462a6ed0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] delete failed (client error): The resource could not be found. Dec 24 03:01:55.902394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:55.904866 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2d2f23de-9839-4a0b-b01d-e522462a6ed0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/routers/3bcb2eb8-d81d-4d1f-a612-0f8a27afd16f HTTP/1.1" status: 404 len: 336 time: 0.0637486 Dec 24 03:01:55.906464 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44c1239-5f05-420f-9804-835debe46d95 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.907179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44c1239-5f05-420f-9804-835debe46d95 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.907693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33246) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.910199 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b44c1239-5f05-420f-9804-835debe46d95 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/68a0a106-c9ea-4d6c-aa4e-1c25de01d50c HTTP/1.1" status: 404 len: 337 time: 0.0608616 Dec 24 03:01:55.913871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33248) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:55.920129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:55.921932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-61a0aa22-c6b4-45ab-9125-119105f83a8f None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:55.922292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-61a0aa22-c6b4-45ab-9125-119105f83a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.924234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:55.933367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Pushing event updated for resources: {'Port': ['ID=87040067-3d40-4087-9dc3-9e4066146f4d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:55.957757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b777fac1-967f-4a66-b8ab-390e5c73e241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.964469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:55.964706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=daa2d857-9cc8-4800-b85d-70e057a3fe32,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:55.979624 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c8523c-03e5-4cc8-8146-0b31bf2cf671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:55.980197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c8523c-03e5-4cc8-8146-0b31bf2cf671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:55.985863 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b7c8523c-03e5-4cc8-8146-0b31bf2cf671 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/ports/d0409e3d-bff8-42e3-8d71-8ead58e06188 HTTP/1.1" status: 404 len: 333 time: 0.0659137 Dec 24 03:01:55.987446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.005276 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ec6229-a46e-4f8b-b0f7-6fbfd5f495b1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.005741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ec6229-a46e-4f8b-b0f7-6fbfd5f495b1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.011507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-44ec6229-a46e-4f8b-b0f7-6fbfd5f495b1 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/3ce03ccd-9bcd-45d0-83e5-a03abe300476 HTTP/1.1" status: 404 len: 337 time: 0.0918400 Dec 24 03:01:56.012503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33252) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.018073 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d53f003-1a01-4c57-b400-2007e46e358e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.018540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d53f003-1a01-4c57-b400-2007e46e358e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.021708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5d53f003-1a01-4c57-b400-2007e46e358e tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/subnets/2b0cc9da-ced1-4bd0-b77b-126d80e41fab HTTP/1.1" status: 404 len: 337 time: 0.0347116 Dec 24 03:01:56.024513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33254) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.037059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-61a0aa22-c6b4-45ab-9125-119105f83a8f None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:56.046100 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-98fd669f-01ee-47cc-969b-fae8b1c40716 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The resource could not be found. Dec 24 03:01:56.049730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-98fd669f-01ee-47cc-969b-fae8b1c40716 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3132808 Dec 24 03:01:56.053674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33256) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.091969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Attempting to bind port 87040067-3d40-4087-9dc3-9e4066146f4d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:56.092344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Attempting to bind port 87040067-3d40-4087-9dc3-9e4066146f4d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'bf236b42-5b28-415c-a74a-56e58173559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:56.093084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Attempting to bind port 87040067-3d40-4087-9dc3-9e4066146f4d on network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:56.102767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:56.103189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Checking segment: {'id': 'bf236b42-5b28-415c-a74a-56e58173559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:56.103965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.103965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Bound using segment: {'id': 'bf236b42-5b28-415c-a74a-56e58173559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:56.104387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Bound port: 87040067-3d40-4087-9dc3-9e4066146f4d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf236b42-5b28-415c-a74a-56e58173559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:56.104789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.107130 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ab2065-e77d-4bd1-a861-acb8f648311a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.107603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ab2065-e77d-4bd1-a861-acb8f648311a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.112624 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-93ab2065-e77d-4bd1-a861-acb8f648311a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/93c0805e-d191-4755-a0a8-9cb96813e0d1 HTTP/1.1" status: 404 len: 337 time: 0.0980752 Dec 24 03:01:56.113001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.114549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33258) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.116905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-be543caf-e8c2-42c9-b0d7-19a348b843ba', 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba', 'project_id': '3de733503def4721aedc0b74817007e2', 'fixed_ips': [{'subnet_id': 'e4821fb1-84ff-453e-9f32-07e629e5f488'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:01:56.117749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.148380 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-41baf3f4-a372-4f24-b972-d6209a7d0ec7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.148380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41baf3f4-a372-4f24-b972-d6209a7d0ec7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.152065 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-41baf3f4-a372-4f24-b972-d6209a7d0ec7 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/f22b7308-a587-4f78-b5d2-9ff8d2e4e835 HTTP/1.1" status: 404 len: 337 time: 0.0340161 Dec 24 03:01:56.153248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33260) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.165187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Made reservation on behalf of 3de733503def4721aedc0b74817007e2 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:56.168652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.172812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.202866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] device_id is not set on port 9d175c80-0862-42a1-bbb3-539b66952ff9 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:01:56.203397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.211030 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-34735953-2ac4-4640-9077-37c36075ec11 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.211412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34735953-2ac4-4640-9077-37c36075ec11 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.213113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.217110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-34735953-2ac4-4640-9077-37c36075ec11 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/475f4df2-df45-40f5-9590-e0f84f1c8118 HTTP/1.1" status: 404 len: 333 time: 0.0611026 Dec 24 03:01:56.218781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.225322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.231015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf236b42-5b28-415c-a74a-56e58173559a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.231311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf236b42-5b28-415c-a74a-56e58173559a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.251818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.291951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.304134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:56.304134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:56.305406 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:56.331471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13fe336-df50-4195-9f2c-5435d8bdb2ca tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.334091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13fe336-df50-4195-9f2c-5435d8bdb2ca tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.340051 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c13fe336-df50-4195-9f2c-5435d8bdb2ca tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/65f94205-824e-4e06-9c6d-fdc717bcf769 HTTP/1.1" status: 404 len: 337 time: 0.1187239 Dec 24 03:01:56.342587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] For port 87040067-3d40-4087-9dc3-9e4066146f4d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:56.343593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33266) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.376213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97277c45-f9e9-4d43-a2ea-00cc169a185b None None] Network 71fde1a0-170a-4a2d-8457-98962d37a532 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:56.446041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-492ae73c-9cd7-4f68-93a1-fd48d42254e8 None None] Provisioning complete for port 8964f206-5999-4f9a-9f71-6477b192b7b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:56.446368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-492ae73c-9cd7-4f68-93a1-fd48d42254e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.450101 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ad7a3f-3294-48d0-bae9-8a9fea863ec0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.450585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ad7a3f-3294-48d0-bae9-8a9fea863ec0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.453575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c2ad7a3f-3294-48d0-bae9-8a9fea863ec0 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/ff1ba907-8ae9-4df3-a61b-8a3d56a21213 HTTP/1.1" status: 404 len: 337 time: 0.0796461 Dec 24 03:01:56.456922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33268) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.457867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Allocated IP 172.20.0.2 (be543caf-e8c2-42c9-b0d7-19a348b843ba/e4821fb1-84ff-453e-9f32-07e629e5f488/bd7466ec-6ba7-4591-94ea-3bb0a45efefd) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:56.468595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.471345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.475227 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/ef54bbd6-5258-470b-b1db-b09d03f0cc5c HTTP/1.1" status: 204 len: 168 time: 0.4179533 Dec 24 03:01:56.476429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.478930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33270) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.497954 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f424819a-db53-4438-a491-7bc5803f978f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.498848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f424819a-db53-4438-a491-7bc5803f978f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.503172 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f424819a-db53-4438-a491-7bc5803f978f tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/5a918e57-d2fc-44b2-b376-e833809ca527 HTTP/1.1" status: 404 len: 333 time: 0.0436110 Dec 24 03:01:56.505124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6027f4-8704-43c2-966d-51af4a7cc036 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef54bbd6-5258-470b-b1db-b09d03f0cc5c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:56.512987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] For port 87040067-3d40-4087-9dc3-9e4066146f4d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=87040067-3d40-4087-9dc3-9e4066146f4d,segment=NetworkSegment(bf236b42-5b28-415c-a74a-56e58173559a),segment_id=bf236b42-5b28-415c-a74a-56e58173559a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:56.515588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33272) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.523042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:01:56.523042 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:01:56.523042 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': 'a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a'}] Dec 24 03:01:56.523042 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:01:56.523552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:01:56.525533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf27008b-e5db-498b-855c-c2529ecfc5ee']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.541843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10db263-4c4e-405f-9d94-7a459c016b8d') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.542194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10db263-4c4e-405f-9d94-7a459c016b8d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:56.547052 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c6a48b-903d-4d39-98e6-4da5b8b14367 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.547725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c6a48b-903d-4d39-98e6-4da5b8b14367 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.551515 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71c6a48b-903d-4d39-98e6-4da5b8b14367 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/fae08f1b-524f-4124-9f59-f3232c253521 HTTP/1.1" status: 404 len: 337 time: 0.0336986 Dec 24 03:01:56.554137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33274) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.568903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e87e18-3c74-4c3c-819b-713ffd26de74 req-63c3c056-9093-4c83-98fa-49ddf6552b5f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:56.570583 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-79e87e18-3c74-4c3c-819b-713ffd26de74 req-63c3c056-9093-4c83-98fa-49ddf6552b5f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.1541228 Dec 24 03:01:56.572962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.596473 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25f4c8e-4cbd-4740-9176-b3ca67f92c42 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] DELETE failed (client error): The resource could not be found. Dec 24 03:01:56.596998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25f4c8e-4cbd-4740-9176-b3ca67f92c42 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:01:56.600306 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c25f4c8e-4cbd-4740-9176-b3ca67f92c42 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/subnets/d20d9789-f0f3-4ae5-aaf9-fa1a3f4dfc27 HTTP/1.1" status: 404 len: 337 time: 0.0450017 Dec 24 03:01:56.603028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33276) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.605717 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae843593-0a09-4116-b7c9-cb1c5a905160 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1253626 Dec 24 03:01:56.612547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33278) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.621489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-66e06735-a881-4def-bf4b-8800247b2442 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '748fb292-808b-42d1-8671-9de1e587e4df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:56.622111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.622856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.633429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:56.633429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:56.636384 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:56.655731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] DHCP port deletion for 71fde1a0-170a-4a2d-8457-98962d37a532 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:01:56.684157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-79e87e18-3c74-4c3c-819b-713ffd26de74 req-04a48c87-7852-437f-8a03-a3bce3f72293 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005213 Dec 24 03:01:56.736878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port eb5db248-4872-4ac5-958a-a1fc9daa7bdc {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:56.743747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.793151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.809513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.815595 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] 10.222.0.36 "DELETE /v2.0/networks/bf27008b-e5db-498b-855c-c2529ecfc5ee HTTP/1.1" status: 204 len: 168 time: 0.7901511 Dec 24 03:01:56.819606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910b39-4870-4abc-aed5-7cbf9a56dfcd None None] Pushing event updated for resources: {'Port': ['ID=87040067-3d40-4087-9dc3-9e4066146f4d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:56.836837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff30d4b-ba1a-41d6-a018-d4f6b55163e8 tempest-NetworksTestDHCPv6-748292957 tempest-NetworksTestDHCPv6-748292957-project] Pushing event deleted for resources: {'Network': ['ID=bf27008b-e5db-498b-855c-c2529ecfc5ee,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:56.842836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.862793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-492ae73c-9cd7-4f68-93a1-fd48d42254e8 None None] Provisioning complete for port eb5db248-4872-4ac5-958a-a1fc9daa7bdc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:56.863934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-492ae73c-9cd7-4f68-93a1-fd48d42254e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.866163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for eb5db248-4872-4ac5-958a-a1fc9daa7bdc owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:56.871163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33fb41-2952-4fc2-822c-26815b000276 None None] Network a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:56.874864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.891280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119941c2-29e0-4282-96df-9b63bbd6ee16 req-5d18b3b7-5d88-42e1-a963-76f076452788 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:56.892859 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-119941c2-29e0-4282-96df-9b63bbd6ee16 req-5d18b3b7-5d88-42e1-a963-76f076452788 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.0979130 Dec 24 03:01:56.908346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-66e06735-a881-4def-bf4b-8800247b2442 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The resource could not be found. Dec 24 03:01:56.909713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-66e06735-a881-4def-bf4b-8800247b2442 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2957556 Dec 24 03:01:56.914134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33284) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:56.919058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775472672'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:56.969276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Deleting port 8964f206-5999-4f9a-9f71-6477b192b7b2 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:56.969556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.975435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:56.995795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Allocated IP 172.20.0.3 (be543caf-e8c2-42c9-b0d7-19a348b843ba/e4821fb1-84ff-453e-9f32-07e629e5f488/9d175c80-0862-42a1-bbb3-539b66952ff9) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:56.998295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.023981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.029973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8964f206-5999-4f9a-9f71-6477b192b7b2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:01:57.039559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-492ae73c-9cd7-4f68-93a1-fd48d42254e8 None None] Port eb5db248-4872-4ac5-958a-a1fc9daa7bdc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:01:57.099661 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-119941c2-29e0-4282-96df-9b63bbd6ee16 req-258ab628-42d2-4ccb-ae6a-7b752ed895cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619301 Dec 24 03:01:57.121381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.137834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 87040067-3d40-4087-9dc3-9e4066146f4d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:57.138191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.139940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33286) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.145981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Network be543caf-e8c2-42c9-b0d7-19a348b843ba is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:57.155302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:57.166900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Pushing event updated for resources: {'Port': ['ID=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:57.173179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:57.177307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:57.177614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.201354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Calling delete_port for 8964f206-5999-4f9a-9f71-6477b192b7b2 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:57.224794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.249933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.295453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 87040067-3d40-4087-9dc3-9e4066146f4d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=87040067-3d40-4087-9dc3-9e4066146f4d,segment=NetworkSegment(bf236b42-5b28-415c-a74a-56e58173559a),segment_id=bf236b42-5b28-415c-a74a-56e58173559a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:57.295828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.301974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=eb5db248-4872-4ac5-958a-a1fc9daa7bdc,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:57.308971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4885ab17-6dde-490c-96a4-231a6295f620,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:57.315043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 87040067-3d40-4087-9dc3-9e4066146f4d owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:57.340666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.347280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33290) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.349941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e858a698-a5f3-4875-9979-7d5f32f17b2a tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/ports/eb5db248-4872-4ac5-958a-a1fc9daa7bdc HTTP/1.1" status: 204 len: 168 time: 0.7429831 Dec 24 03:01:57.401525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.475079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33294) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.486717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Attempting to bind port bd7466ec-6ba7-4591-94ea-3bb0a45efefd on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:01:57.487125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Attempting to bind port bd7466ec-6ba7-4591-94ea-3bb0a45efefd by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '5e07f942-2c92-4420-8f53-6c4052d64fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:01:57.487725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Attempting to bind port bd7466ec-6ba7-4591-94ea-3bb0a45efefd on network be543caf-e8c2-42c9-b0d7-19a348b843ba {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:01:57.493240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.494628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3fa8adf2-ea9b-4349-9acc-08e40fe94dda tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5794618 Dec 24 03:01:57.498480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33298) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.498748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.503537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:01:57.504367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Checking segment: {'id': '5e07f942-2c92-4420-8f53-6c4052d64fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:01:57.504980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.505545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Bound using segment: {'id': '5e07f942-2c92-4420-8f53-6c4052d64fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:01:57.506187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Bound port: bd7466ec-6ba7-4591-94ea-3bb0a45efefd, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e07f942-2c92-4420-8f53-6c4052d64fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'be543caf-e8c2-42c9-b0d7-19a348b843ba'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:01:57.506736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.512530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028576548'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:57.523307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.560853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c3516-97ea-42a4-a9ca-998a0b7d3081 tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:57.567540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-db2c3516-97ea-42a4-a9ca-998a0b7d3081 tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1093 time: 0.4215212 Dec 24 03:01:57.570261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33300) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.584967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:57.613543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:57.614373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Deleting port 8964f206-5999-4f9a-9f71-6477b192b7b2 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:57.614826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.637028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] For port bd7466ec-6ba7-4591-94ea-3bb0a45efefd, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:01:57.640272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] For port bd7466ec-6ba7-4591-94ea-3bb0a45efefd, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,segment=NetworkSegment(5e07f942-2c92-4420-8f53-6c4052d64fac),segment_id=5e07f942-2c92-4420-8f53-6c4052d64fac)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:01:57.663190 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-34316f57-00bf-43ae-8c97-9d6d3aa505f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef099846246442edbf371076217bf9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844323 Dec 24 03:01:57.663496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33302) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:57.688357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] For port 8964f206-5999-4f9a-9f71-6477b192b7b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8964f206-5999-4f9a-9f71-6477b192b7b2,segment=NetworkSegment(eb1324be-329d-48c0-87bd-56cf1b099200),segment_id=eb1324be-329d-48c0-87bd-56cf1b099200)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:57.688994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.702530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Calling delete_port for 8964f206-5999-4f9a-9f71-6477b192b7b2 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:57.713069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.734209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.894810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.942207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Network be543caf-e8c2-42c9-b0d7-19a348b843ba is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:57.945613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:57.951028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.951216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.951686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:57.953505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.955140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.957849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.958989 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b69b7251-c934-4867-837e-7fa40f061aea HTTP/1.1" status: 204 len: 168 time: 0.2945383 Dec 24 03:01:57.962699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:57.986943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 87040067-3d40-4087-9dc3-9e4066146f4d on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:57.994846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=87040067-3d40-4087-9dc3-9e4066146f4d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.005519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event updated for resources: {'Port': ['ID=9d175c80-0862-42a1-bbb3-539b66952ff9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.018516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9c6fb-7036-4fd5-b01d-c1da16c1229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b7251-c934-4867-837e-7fa40f061aea,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.057918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.070946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:58.072274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.087045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] No DVR routers for this DVR port 8964f206-5999-4f9a-9f71-6477b192b7b2 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:58.094005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=11']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.109066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.117512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.128960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.155864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac16f0d-ca5d-4321-86ab-739afcc482b8 None None] Pushing event updated for resources: {'Port': ['ID=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.160603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.167889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] No DVR routers for this DVR port 8964f206-5999-4f9a-9f71-6477b192b7b2 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:01:58.175433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.183613 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-58a8a463-78aa-433d-b3ea-06412ff555da tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3366399 Dec 24 03:01:58.184715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33306) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:58.197483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf236b42-5b28-415c-a74a-56e58173559a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.197740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.197855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf236b42-5b28-415c-a74a-56e58173559a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.212388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6263e24-626f-4c03-b39b-2337309b047c None None] Pushing event deleted for resources: {'Port': ['ID=8964f206-5999-4f9a-9f71-6477b192b7b2,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.250660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.275253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.302205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff359e-bb09-4396-a6bf-2e596be75e43,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.310518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.371007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.373780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.375160 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d706988-d3ca-4f01-8195-40c3ace90cfe tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8724892 Dec 24 03:01:58.382740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33310) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:58.382740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.440829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5a83cfa9-db5d-4f41-bc81-297944324bee tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '4885ab17-6dde-490c-96a4-231a6295f620', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1eff359e-bb09-4396-a6bf-2e596be75e43'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:58.458775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.26.7.106 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/e21c2356-af04-45e9-baec-564ad59bf884) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:01:58.465535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:58.468956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:58.532283 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:58.536899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fde1a0-170a-4a2d-8457-98962d37a532']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.558137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1324be-329d-48c0-87bd-56cf1b099200') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.558443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1324be-329d-48c0-87bd-56cf1b099200') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:01:58.577920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.594493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.595839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.612144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.620973 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a HTTP/1.1" status: 204 len: 168 time: 3.7614160 Dec 24 03:01:58.624539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33318) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:58.639026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715871108'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:58.642281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.648263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4919e-ea69-41c4-ab80-1f76001d836e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.653980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:01:58.654377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:01:58.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:01:58.660182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Deleting port 9d175c80-0862-42a1-bbb3-539b66952ff9 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:01:58.660182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.683873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.732882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:01:58.735810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:01:58.739333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:01:58.772925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=e21c2356-af04-45e9-baec-564ad59bf884,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:58.821925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.835650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Calling delete_port for 9d175c80-0862-42a1-bbb3-539b66952ff9 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:01:58.837713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-5a83cfa9-db5d-4f41-bc81-297944324bee tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:01:58.838769 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5a83cfa9-db5d-4f41-bc81-297944324bee tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4277058 Dec 24 03:01:58.842230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33322) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:58.866445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.879116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.884748 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] 10.222.0.36 "DELETE /v2.0/networks/71fde1a0-170a-4a2d-8457-98962d37a532 HTTP/1.1" status: 204 len: 168 time: 1.5325298 Dec 24 03:01:58.946835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:58.953370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:58.974911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bab275-4a51-4f70-8097-952c73c15a74 tempest-PortsTestJSON-1281045244 tempest-PortsTestJSON-1281045244-project] Pushing event deleted for resources: {'Network': ['ID=71fde1a0-170a-4a2d-8457-98962d37a532,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:59.046041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd7466ec-6ba7-4591-94ea-3bb0a45efefd up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:01:59.070906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:01:59.079561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.111419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.112011 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 546067ad-c550-41c8-8d1e-de12d4724665 of type vlan for network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 Dec 24 03:01:59.127012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bd7466ec-6ba7-4591-94ea-3bb0a45efefd triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:59.127668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.158525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.211343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.246799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.260670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port bd7466ec-6ba7-4591-94ea-3bb0a45efefd, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,segment=NetworkSegment(5e07f942-2c92-4420-8f53-6c4052d64fac),segment_id=5e07f942-2c92-4420-8f53-6c4052d64fac)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:01:59.289087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.319858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event deleted for resources: {'Port': ['ID=9d175c80-0862-42a1-bbb3-539b66952ff9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:59.346273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.357423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33334) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.385981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.389395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.393083 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/1eff359e-bb09-4396-a6bf-2e596be75e43 HTTP/1.1" status: 204 len: 168 time: 0.5461507 Dec 24 03:01:59.397044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.402783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:01:59.403390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.407689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33340) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.438699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:59.462705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9073a64-1840-48c0-bf01-d541f73f4cbc tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff359e-bb09-4396-a6bf-2e596be75e43,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:59.490050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42c1ee-66b7-4f3f-af9c-6360f29bd8bd None None] Network be543caf-e8c2-42c9-b0d7-19a348b843ba requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:01:59.506486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.509945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-888b9c31-4dfb-4582-89cb-6f7d39a9b41b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "DELETE /v2.0/ports/9d175c80-0862-42a1-bbb3-539b66952ff9 HTTP/1.1" status: 204 len: 168 time: 1.3185890 Dec 24 03:01:59.513711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33342) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.546627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9121833 Dec 24 03:01:59.551397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33346) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.551397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33348) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.551776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3e389-a025-4969-9951-36af0becc4b6 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=ac74aadd-bae9-4cea-ac0b-3fad8d28fb16,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:01:59.571718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:59.590874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:01:59.672467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-654dd41c-1cd0-4e78-a051-aa0c5d749032 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2577624 Dec 24 03:01:59.686862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33352) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.710314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7b9104c8-e4b3-45ea-b30a-23e9d2b106a4 None None] Provisioning complete for port bd7466ec-6ba7-4591-94ea-3bb0a45efefd triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:01:59.714386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b9104c8-e4b3-45ea-b30a-23e9d2b106a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.751462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.760250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.806178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:59.810034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.839523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.843629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-509689946'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:59.908830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.923211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7d22591-a83c-4cf4-befc-1ddf9eaf3dee tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4562 time: 0.4061985 Dec 24 03:01:59.931556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:01:59.938578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1711489754'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:01:59.952876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:01:59.956350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.964891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:01:59.974013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.010607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffba14dd-7f57-48d7-819a-43bdab892152 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2b508a9dd744ddb9c37ecfe07eb4f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4546759 Dec 24 03:02:00.012995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33356) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.067621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.080375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.083105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.084448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/4885ab17-6dde-490c-96a4-231a6295f620 HTTP/1.1" status: 204 len: 168 time: 0.3962364 Dec 24 03:02:00.087773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33358) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.092277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-240044d1-f67a-481d-89ff-48b6e666b4cd None None] Provisioning complete for port bd7466ec-6ba7-4591-94ea-3bb0a45efefd triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:00.093638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-240044d1-f67a-481d-89ff-48b6e666b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.111136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184889-0766-43ad-87d5-bac22466b516 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885ab17-6dde-490c-96a4-231a6295f620,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.115807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.125068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Made reservation on behalf of 3de733503def4721aedc0b74817007e2 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:00.131627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.261151 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d26a5c98-9149-41a7-b6ba-4b4533b38354 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1658714 Dec 24 03:02:00.262120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:00.267504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33360) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.273252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166445330'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:00.282395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.282776 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Added segment 9e4f82b4-a60e-4e4e-a0ab-6121a5ac5ba4 of type vlan for network 14191b02-c494-40dd-b1ae-f03cce57c5b6 Dec 24 03:02:00.305673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.318712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.321426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.327922 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cda495fb-dc57-413d-9ee7-0d457a32d3c9 HTTP/1.1" status: 204 len: 168 time: 0.3086517 Dec 24 03:02:00.331127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca404dce-c3f0-4263-ad40-8083842b9905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda495fb-dc57-413d-9ee7-0d457a32d3c9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.342364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.346747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.352293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.356616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0eff98b6-af36-47fb-9175-8a973d6d67e0 None None] Could not find standard attr ID for object 9d175c80-0862-42a1-bbb3-539b66952ff9. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:02:00.409202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.415819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.430467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=8132451d-d72a-4b81-b46b-d132caf2733c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.443730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '546067ad-c550-41c8-8d1e-de12d4724665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:00.444028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: ac74aadd-bae9-4cea-ac0b-3fad8d28fb16, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:00.455761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.502885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.508770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:00.509382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.524457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.536878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:00.546347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:00.563284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8429c5-87ac-4b62-8188-51630cfa4609 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:02:00.576277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=e21c2356-af04-45e9-baec-564ad59bf884,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.583754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91fd36f-6ede-4aa4-9c2a-1f0923f3cfa8,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.586537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.586882 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 904faa6b-3b0c-448e-b46b-5ecc6205e050 of type vlan for network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e Dec 24 03:02:00.593366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.624374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, ac74aadd-bae9-4cea-ac0b-3fad8d28fb16) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:00.632677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.644920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:00.645600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.666031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9c9239-8307-4422-b386-06ccb1744167,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.692278 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7594585 Dec 24 03:02:00.694846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8429c5-87ac-4b62-8188-51630cfa4609 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:02:00.695400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:00.700480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3cbd720c-dabe-4ed7-99b2-03c2ca49528e tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4313509 Dec 24 03:02:00.701169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33366) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.701510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33368) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.714425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1189c95a-292e-4862-ba09-a8f5bd6bea1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '1e9c9239-8307-4422-b386-06ccb1744167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:00.725170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c0bac-4ed7-4b4e-b92f-4388d23ae3a5 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event updated for resources: {'Network': ['ID=14191b02-c494-40dd-b1ae-f03cce57c5b6,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:00.750035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:00.750275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dcd8028b-d1b6-40a5-a68d-79939a454c65 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1930592 Dec 24 03:02:00.751602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 14191b02-c494-40dd-b1ae-f03cce57c5b6 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:01.046442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd7466ec-6ba7-4591-94ea-3bb0a45efefd up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:01.146381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bd7466ec-6ba7-4591-94ea-3bb0a45efefd triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:01.147067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.188640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-ac74aadd-bae9-4cea-ac0b-3fad8d28fb16', 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '8132451d-d72a-4b81-b46b-d132caf2733c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:01.189481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.229170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.268003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-1189c95a-292e-4862-ba09-a8f5bd6bea1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:02:01.270416 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1189c95a-292e-4862-ba09-a8f5bd6bea1f tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5653074 Dec 24 03:02:01.275213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33382) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.294705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1942c3a6-9570-44a4-8993-73965bedbb77 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group_rule': {'security_group_id': '1e9c9239-8307-4422-b386-06ccb1744167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:01.313941 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09a26a99-ff9f-4514-9486-56e4cf077778 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks HTTP/1.1" status: 200 len: 7261 time: 0.6111283 Dec 24 03:02:01.318449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33384) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.344612 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 850393c7-28ef-4ff2-809c-49038d6b1822 associated. External IP: 172.26.7.106, port: 775eb1aa-41bb-405b-8340-ca2fb8d85dfe. Dec 24 03:02:01.383839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Allocated IP 172.20.0.1 (ac74aadd-bae9-4cea-ac0b-3fad8d28fb16/8132451d-d72a-4b81-b46b-d132caf2733c/e1ad54be-c685-4290-9fa5-a1a413984b57) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:01.418762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd176d-36a1-4158-b6c7-34a79a63b736 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] Network 14191b02-c494-40dd-b1ae-f03cce57c5b6 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:01.468406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.486101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.491488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b9dd176d-36a1-4158-b6c7-34a79a63b736 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "POST /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1716933 Dec 24 03:02:01.492262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:01.493184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.494298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33390) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.545266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.611725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.637542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d2431552-cb1d-4e81-9c03-c7913a8474c1 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks HTTP/1.1" status: 200 len: 8032 time: 0.1417561 Dec 24 03:02:01.640262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33394) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.652967 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-1942c3a6-9570-44a4-8993-73965bedbb77 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:02:01.654348 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1942c3a6-9570-44a4-8993-73965bedbb77 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3637252 Dec 24 03:02:01.662675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33396) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.680233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:01.684632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:01.686869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.690257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Pushing event updated for resources: {'Port': ['ID=e1ad54be-c685-4290-9fa5-a1a413984b57,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:01.694721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:01.710424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=6845e9e3-1f13-47c5-a4c0-9eab03210d7e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:01.734202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:01.764945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-801ca87f-0a57-4f80-9849-f959a5bdb568 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4062827 Dec 24 03:02:01.771864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33402) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.779011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-1388435685'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:01.781280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.804496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0ea84fc-6dca-486b-a668-e2fb9abff3af tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "DELETE /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks/14191b02-c494-40dd-b1ae-f03cce57c5b6 HTTP/1.1" status: 204 len: 168 time: 0.1630619 Dec 24 03:02:01.806932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33404) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:01.847188 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a74a75bf-2768-4d87-a78c-9acc82627e9c tempest-ServiceProvidersTest-141890649 tempest-ServiceProvidersTest-141890649-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1560969 Dec 24 03:02:01.849526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Attempting to bind port e1ad54be-c685-4290-9fa5-a1a413984b57 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:01.851428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Attempting to bind port e1ad54be-c685-4290-9fa5-a1a413984b57 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '546067ad-c550-41c8-8d1e-de12d4724665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:01.851815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Attempting to bind port e1ad54be-c685-4290-9fa5-a1a413984b57 on network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:01.870778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:01.871160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Checking segment: {'id': '546067ad-c550-41c8-8d1e-de12d4724665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:01.871590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.872463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Bound using segment: {'id': '546067ad-c550-41c8-8d1e-de12d4724665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:01.873039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Bound port: e1ad54be-c685-4290-9fa5-a1a413984b57, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546067ad-c550-41c8-8d1e-de12d4724665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:01.873323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.886273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.905414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:01.924145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.953074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.960767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] For port e1ad54be-c685-4290-9fa5-a1a413984b57, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:01.965438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] For port e1ad54be-c685-4290-9fa5-a1a413984b57, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ad54be-c685-4290-9fa5-a1a413984b57,segment=NetworkSegment(546067ad-c550-41c8-8d1e-de12d4724665),segment_id=546067ad-c550-41c8-8d1e-de12d4724665)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:01.969998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:01.973901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:01.998117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38f7afcf-404e-4156-8266-c1809da29a7e tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks HTTP/1.1" status: 200 len: 7261 time: 0.1895487 Dec 24 03:02:02.002286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33408) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.021887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.023517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:02.036000 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-602d5186-7810-4549-b9ca-1e7864de73d7 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/networks/be543caf-e8c2-42c9-b0d7-19a348b843ba/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.0284603 Dec 24 03:02:02.037298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=8132451d-d72a-4b81-b46b-d132caf2733c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:02.037424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33410) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.047716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.047716 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment df2a634a-1677-4ca4-87b6-10178d629c6e of type vlan for network 33eda060-e0e4-4add-9456-e6bab21a224d Dec 24 03:02:02.122868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e7637a-7071-44d2-8a8f-80d1c552a124 None None] Pushing event updated for resources: {'Port': ['ID=e1ad54be-c685-4290-9fa5-a1a413984b57,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:02.132702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.146036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.147432 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-44d99952-5ea8-4932-bdeb-7595e6bc7a79 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/networks/be543caf-e8c2-42c9-b0d7-19a348b843ba/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.1100981 Dec 24 03:02:02.148752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.150567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33414) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.152806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/1e9c9239-8307-4422-b386-06ccb1744167 HTTP/1.1" status: 204 len: 168 time: 0.4781516 Dec 24 03:02:02.153258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33416) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.177185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.186970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d01af-54f9-47d4-b17c-ea595c0165d4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9c9239-8307-4422-b386-06ccb1744167,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:02.232066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac74aadd-bae9-4cea-ac0b-3fad8d28fb16']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.251899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546067ad-c550-41c8-8d1e-de12d4724665') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.252192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546067ad-c550-41c8-8d1e-de12d4724665') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.254676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:02.259630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.265254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:02.265864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.268847 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:02.287499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.290073 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:02.291211 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.306632 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a0704ef8-ac70-45fd-a011-72150e891cb5 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1359286 Dec 24 03:02:02.306850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33422) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.323961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.324269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295390889'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:02.324386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:02.324386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:02.326717 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:02.383704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.389027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=33eda060-e0e4-4add-9456-e6bab21a224d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:02.419409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 33eda060-e0e4-4add-9456-e6bab21a224d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:02.447406 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d9a4c92-a936-4896-b801-bf79d404c2bb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8738911 Dec 24 03:02:02.447904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:02:02.450211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:02:02.478260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:02:02.478260 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:02:02.478260 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': 'ac74aadd-bae9-4cea-ac0b-3fad8d28fb16'}] Dec 24 03:02:02.478260 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:02.479142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:02.490803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33428) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.490803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33430) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.496391 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2669f032-1afe-447a-bcec-113655b1d9a9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7120447 Dec 24 03:02:02.506317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:02.526867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:02.539575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7715b14e-4443-4ec3-b07a-53dd83daadd9 tempest-DHCPAgentSchedulersTestJSON-509691149 tempest-DHCPAgentSchedulersTestJSON-509691149-project-admin] 10.222.0.36 "GET /v2.0/agents/9cbf9e49-aebb-48ab-a8a6-12d2012405ea/dhcp-networks HTTP/1.1" status: 200 len: 7223 time: 0.3849185 Dec 24 03:02:02.544129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33434) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:02.548960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d5183-278a-459a-ad31-f0444f64a74c x-openstack-request-id: req-542d5183-278a-459a-ad31-f0444f64a74c {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:02:02.549513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:02:02.549984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-542d5183-278a-459a-ad31-f0444f64a74c {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:02:02.562942 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'status': 'completed', 'code': 200} Dec 24 03:02:02.632899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.671474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-bd1211d6-fec5-434d-80a7-f8cb0440ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:02.674279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-bd1211d6-fec5-434d-80a7-f8cb0440ee7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1098 time: 0.0947514 Dec 24 03:02:02.718826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb5e-6e6c-4867-aa28-756c76bc9f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.754427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.807594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.817241 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '850393c7-28ef-4ff2-809c-49038d6b1822', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.106', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:cb:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:59Z', 'updated_at': '2021-12-24T03:01:59Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.819554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-f8e894e4-270c-46be-b64a-0f7807b9f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:02.821350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-f8e894e4-270c-46be-b64a-0f7807b9f52f service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.1353011 Dec 24 03:02:02.852215 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:02:02.866302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:02.866923 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.900636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.924222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:02.924525 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-f6fda6a8-dc01-42d4-adb2-d10e198ccd2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 200 len: 999 time: 0.0906684 Dec 24 03:02:02.924652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.945501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14191b02-c494-40dd-b1ae-f03cce57c5b6']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.951016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.980498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:02.983119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4f82b4-a60e-4e4e-a0ab-6121a5ac5ba4') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.983421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4f82b4-a60e-4e4e-a0ab-6121a5ac5ba4') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:02.986273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb5e-6e6c-4867-aa28-756c76bc9f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.019443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ad0e7-c3c5-4805-a4c1-4b62af7b58fd,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.029234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-0fb9679e-21a3-4ce2-a89f-7bedf385e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:03.031202 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-0fb9679e-21a3-4ce2-a89f-7bedf385e2f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.1010625 Dec 24 03:02:03.032937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.059493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.073862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa15bb5e-6e6c-4867-aa28-756c76bc9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.077236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ad54be-c685-4290-9fa5-a1a413984b57 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:03.085090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:03.085492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:03.095462 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:03.101897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.103265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c87af6f7-6059-4818-8607-cf6568708f3d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7877252 Dec 24 03:02:03.115043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33436) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.123791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-429bb732-601e-4827-82a2-9aea0488f64c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:03.124520 dv-neutron-822868-1-hyperv neutron-server[110367]: WARNING neutron.api.v2.base [None req-429bb732-601e-4827-82a2-9aea0488f64c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 24 03:02:03.128913 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-429bb732-601e-4827-82a2-9aea0488f64c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] update failed (client error): There was a conflict when trying to complete your request. Dec 24 03:02:03.128913 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-429bb732-601e-4827-82a2-9aea0488f64c tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "PUT /v2.0/security-groups/0d7ad0e7-c3c5-4805-a4c1-4b62af7b58fd HTTP/1.1" status: 409 len: 330 time: 0.0097704 Dec 24 03:02:03.130796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33438) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.159291 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:03.187040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-4974d9e6-623e-4e22-8d8c-103732310c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:03.188631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-4974d9e6-623e-4e22-8d8c-103732310c20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1499741 Dec 24 03:02:03.202660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e1ad54be-c685-4290-9fa5-a1a413984b57 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:03.203461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.226690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa15bb5e-6e6c-4867-aa28-756c76bc9f40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a15d2eeef804475a11264dbfc2103cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337530 Dec 24 03:02:03.230339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33440) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.237849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15bb5e-6e6c-4867-aa28-756c76bc9f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a4c9bd-310a-4aa3-add9-260fb91e42ea,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.269904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port e1ad54be-c685-4290-9fa5-a1a413984b57 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:03.273785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.324984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.343397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.350869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.367657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.373249 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "DELETE /v2.0/networks/14191b02-c494-40dd-b1ae-f03cce57c5b6 HTTP/1.1" status: 204 len: 168 time: 0.8070984 Dec 24 03:02:03.387039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33442) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.392512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.397817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.400070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port e1ad54be-c685-4290-9fa5-a1a413984b57, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ad54be-c685-4290-9fa5-a1a413984b57,segment=NetworkSegment(546067ad-c550-41c8-8d1e-de12d4724665),segment_id=546067ad-c550-41c8-8d1e-de12d4724665)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:03.418358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e15240-c8ac-4ce4-9b2a-86adf59c1924 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:03.419020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e15240-c8ac-4ce4-9b2a-86adf59c1924 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:03.425179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a5e15240-c8ac-4ce4-9b2a-86adf59c1924 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "DELETE /v2.0/ports/9d175c80-0862-42a1-bbb3-539b66952ff9 HTTP/1.1" status: 404 len: 333 time: 0.0334225 Dec 24 03:02:03.429959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33444) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.433935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846f6d-3267-4eeb-bd1e-ca9f34750978 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event deleted for resources: {'Network': ['ID=14191b02-c494-40dd-b1ae-f03cce57c5b6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.439192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port e1ad54be-c685-4290-9fa5-a1a413984b57, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e1ad54be-c685-4290-9fa5-a1a413984b57,segment=NetworkSegment(546067ad-c550-41c8-8d1e-de12d4724665),segment_id=546067ad-c550-41c8-8d1e-de12d4724665)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:03.439685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.459897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-4a5e1359-9ab4-4d45-92d9-57c32b2b7432 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620358 Dec 24 03:02:03.471712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.481663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for e1ad54be-c685-4290-9fa5-a1a413984b57 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:03.505991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.585834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=e1ad54be-c685-4290-9fa5-a1a413984b57,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.595156 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '850393c7-28ef-4ff2-809c-49038d6b1822', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.106', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:cb:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:59Z', 'updated_at': '2021-12-24T03:01:59Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:03.617518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Deleting subnet e4821fb1-84ff-453e-9f32-07e629e5f488 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:03.620954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.625916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fedc970-2937-4f9a-8a0a-7ca780ada867 None None] Network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:03.637271 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb71f39-7700-4243-b6d7-9421d27a47d2 None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '850393c7-28ef-4ff2-809c-49038d6b1822', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.106', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:cb:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:01:59Z', 'updated_at': '2021-12-24T03:01:59Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:03.646097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cffdb-3c04-4f9a-8052-507cfe4c93ad None None] Network 14191b02-c494-40dd-b1ae-f03cce57c5b6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:03.661379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.663947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.667627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/0d7ad0e7-c3c5-4805-a4c1-4b62af7b58fd HTTP/1.1" status: 204 len: 168 time: 0.5332322 Dec 24 03:02:03.667808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775cffdb-3c04-4f9a-8052-507cfe4c93ad None None] Network 14191b02-c494-40dd-b1ae-f03cce57c5b6 could not be found, it might have been deleted concurrently. {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 24 03:02:03.668511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.683262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.695420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.728071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e89b-1d3b-409a-9b17-750d04632920 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ad0e7-c3c5-4805-a4c1-4b62af7b58fd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.761367 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff2cd93-50f6-4bb7-879c-a9d0f11e1bbd req-76a12759-8da2-4618-9eb5-a2ee6e495092 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676244 Dec 24 03:02:03.774840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.791047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5b4352e7-cb61-4cdc-b161-1c24743c55b1 None None] Provisioning complete for port e1ad54be-c685-4290-9fa5-a1a413984b57 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:03.791578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b4352e7-cb61-4cdc-b161-1c24743c55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.799627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb405d7c-3cba-446e-bf42-f73c2a1b4768 None None] Network ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:03.813911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=e1ad54be-c685-4290-9fa5-a1a413984b57,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.821206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.823823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.825027 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84a4c9bd-310a-4aa3-add9-260fb91e42ea HTTP/1.1" status: 204 len: 168 time: 0.5937219 Dec 24 03:02:03.836307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5b4352e7-cb61-4cdc-b161-1c24743c55b1 None None] Port e1ad54be-c685-4290-9fa5-a1a413984b57 was deleted so its status cannot be updated. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 24 03:02:03.837052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:03.861796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port e1ad54be-c685-4290-9fa5-a1a413984b57 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:03.862325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4a1c1-7a75-4822-98eb-14799dabf308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a4c9bd-310a-4aa3-add9-260fb91e42ea,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.889416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9cc40697-2e7f-4d4c-883d-852f1035cb0a tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2157469 Dec 24 03:02:03.896289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '904faa6b-3b0c-448e-b46b-5ecc6205e050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:03.896958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: 6845e9e3-1f13-47c5-a4c0-9eab03210d7e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:03.904232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33450) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.924568 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-fa78aaa0-676c-4675-9e24-eeaba06f1fd4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] delete failed (client error): The resource could not be found. Dec 24 03:02:03.926622 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fa78aaa0-676c-4675-9e24-eeaba06f1fd4 tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "DELETE /v2.0/security-groups/9137d040-d1bc-46e4-b0c5-767673a03b26 HTTP/1.1" status: 404 len: 347 time: 0.0267723 Dec 24 03:02:03.932025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33452) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.932240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=2a32278d-d1d7-43f2-9340-0e709727009f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:03.953190 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-c576d5f3-8c98-4c6e-8233-dddeebd0ee7d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] show failed (client error): The resource could not be found. Dec 24 03:02:03.954450 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c576d5f3-8c98-4c6e-8233-dddeebd0ee7d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-groups/9e6db58c-fc03-438a-8746-47ae5a46f76d HTTP/1.1" status: 404 len: 347 time: 0.0229409 Dec 24 03:02:03.960671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33454) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:03.973078 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-2d36c95f-bb69-47ba-a19d-df3fe7b5407d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] show failed (client error): The resource could not be found. Dec 24 03:02:03.980948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2d36c95f-bb69-47ba-a19d-df3fe7b5407d tempest-NegativeSecGroupIPv6Test-686765555 tempest-NegativeSecGroupIPv6Test-686765555-project] 10.222.0.36 "GET /v2.0/security-group-rules/2328b1e9-637d-4357-9b24-c041e4dc47d1 HTTP/1.1" status: 404 len: 356 time: 0.0190744 Dec 24 03:02:04.027228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.034608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.049992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f237de5-4cab-4fe4-9e12-c02deeba186b None None] DHCP port deletion for ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:04.057992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd849e59-965c-4ca9-90f8-8769c0dcf383 None None] New status for floating IP 850393c7-28ef-4ff2-809c-49038d6b1822: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:02:04.081128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac74aadd-bae9-4cea-ac0b-3fad8d28fb16']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:04.089571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546067ad-c550-41c8-8d1e-de12d4724665') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:04.090121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546067ad-c550-41c8-8d1e-de12d4724665') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:04.092171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event deleted for resources: {'Subnet': ['ID=e4821fb1-84ff-453e-9f32-07e629e5f488,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:04.094778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.098605 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-63e7259a-8adf-482f-8d01-17189a46c4f2 tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "DELETE /v2.0/subnets/e4821fb1-84ff-453e-9f32-07e629e5f488 HTTP/1.1" status: 204 len: 168 time: 0.6673741 Dec 24 03:02:04.101045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33458) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.106792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.112614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa4a9d-3e89-45a4-add9-71d46076041a None None] Network be543caf-e8c2-42c9-b0d7-19a348b843ba requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:04.123732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.132100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:04.138853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:04.138853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:04.139369 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:04.199853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.226613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 6845e9e3-1f13-47c5-a4c0-9eab03210d7e) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:04.235655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:04.236387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.247152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4eb8f-ecb1-479f-8902-b4d660e66159 None None] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:04.281561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Deleting port bd7466ec-6ba7-4591-94ea-3bb0a45efefd {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:04.281561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.289801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.296398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.306000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 HTTP/1.1" status: 204 len: 168 time: 3.5500965 Dec 24 03:02:04.309187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33462) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.337854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-265042198'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:04.344987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a2ca2-fffc-4d70-aa94-7a8477cf3e95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=ac74aadd-bae9-4cea-ac0b-3fad8d28fb16,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:04.366397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dbafd029-c45e-43c2-bb6b-d9979b02bc86 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8639913 Dec 24 03:02:04.375586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33464) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.386909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:04.422522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] For port bd7466ec-6ba7-4591-94ea-3bb0a45efefd, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,segment=NetworkSegment(5e07f942-2c92-4420-8f53-6c4052d64fac),segment_id=5e07f942-2c92-4420-8f53-6c4052d64fac)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:04.422912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.477365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Calling delete_port for bd7466ec-6ba7-4591-94ea-3bb0a45efefd owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:04.478597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:04.484517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.542229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:04.568866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.569580 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment d338d4d4-ca45-4264-94d6-c0609881429e of type vlan for network fa1d1581-0714-4f36-a033-741fe43e13ac Dec 24 03:02:04.571282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33472) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.585046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-6845e9e3-1f13-47c5-a4c0-9eab03210d7e', 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': '2a32278d-d1d7-43f2-9340-0e709727009f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:04.586318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.636274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b1d67-c6f5-472f-aec3-2aab1d09f1f5 None None] DHCP port deletion for be543caf-e8c2-42c9-b0d7-19a348b843ba request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:04.641909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.655659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:04.660484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.694455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.775319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event deleted for resources: {'Port': ['ID=bd7466ec-6ba7-4591-94ea-3bb0a45efefd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:04.779366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] No DVR routers for this DVR port bd7466ec-6ba7-4591-94ea-3bb0a45efefd on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:04.792748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.809091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:04.811466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.822213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b1d67-c6f5-472f-aec3-2aab1d09f1f5 None None] The port 'bd7466ec-6ba7-4591-94ea-3bb0a45efefd' was deleted {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Dec 24 03:02:04.856792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Allocated IP 172.20.0.2 (6845e9e3-1f13-47c5-a4c0-9eab03210d7e/2a32278d-d1d7-43f2-9340-0e709727009f/147d41a4-ce9e-4c36-8aa5-ca2e658fa602) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:04.888093 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-46c00140-4daf-44e2-8ed0-13e846b97f4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd59847d9e744af1aee31e14328603f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106890 Dec 24 03:02:04.888093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33482) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.888406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:04.920529 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5878253 Dec 24 03:02:04.932109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33484) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:04.944500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:04.967026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be543caf-e8c2-42c9-b0d7-19a348b843ba']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:04.986225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48894772-4de8-4edf-b4f7-c77027fc8ac0 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=fa1d1581-0714-4f36-a033-741fe43e13ac,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:04.998684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network fa1d1581-0714-4f36-a033-741fe43e13ac details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:05.019889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e07f942-2c92-4420-8f53-6c4052d64fac') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:05.021032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e07f942-2c92-4420-8f53-6c4052d64fac') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:05.023185 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.028808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ad54be-c685-4290-9fa5-a1a413984b57 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:05.051809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.061366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.096695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.107914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:05.108324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:05.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:05.124818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e1ad54be-c685-4290-9fa5-a1a413984b57 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:05.124818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e1ad54be-c685-4290-9fa5-a1a413984b57 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:05.124818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd7466ec-6ba7-4591-94ea-3bb0a45efefd no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:05.178452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: bd7466ec-6ba7-4591-94ea-3bb0a45efefd {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:05.178452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd7466ec-6ba7-4591-94ea-3bb0a45efefd not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:05.179290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.203664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.206258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.210689 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e50556d-2c91-45e0-94bb-35ebcbdba0ae HTTP/1.1" status: 204 len: 168 time: 0.3118069 Dec 24 03:02:05.220784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007e28a-1baa-44e1-91a0-fe42cfb7538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50556d-2c91-45e0-94bb-35ebcbdba0ae,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.254384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=d7d531b6-3abc-4b0a-a098-bebb8ae35cd0,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.261632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:05.265222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.269999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': 'df2a634a-1677-4ca4-87b6-10178d629c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:05.274489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: 33eda060-e0e4-4add-9456-e6bab21a224d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:05.290136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.307792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.334065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.337304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] 10.222.0.36 "DELETE /v2.0/networks/be543caf-e8c2-42c9-b0d7-19a348b843ba HTTP/1.1" status: 204 len: 168 time: 1.2355452 Dec 24 03:02:05.361131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832cdad-9a3d-42e0-8ef0-f941013f6b6b tempest-DHCPAgentSchedulersTestJSON-651695367 tempest-DHCPAgentSchedulersTestJSON-651695367-project] Pushing event deleted for resources: {'Network': ['ID=be543caf-e8c2-42c9-b0d7-19a348b843ba,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.392977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.430579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:05.433783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:05.439734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:05.445434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 33eda060-e0e4-4add-9456-e6bab21a224d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:05.466612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33500) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:05.475829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Pushing event updated for resources: {'Port': ['ID=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.528897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Attempting to bind port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:05.531409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Attempting to bind port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '904faa6b-3b0c-448e-b46b-5ecc6205e050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:05.531409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Attempting to bind port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 on network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:05.538464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:05.538464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Checking segment: {'id': '904faa6b-3b0c-448e-b46b-5ecc6205e050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:05.539079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.539559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Bound using segment: {'id': '904faa6b-3b0c-448e-b46b-5ecc6205e050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:05.540132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Bound port: 147d41a4-ce9e-4c36-8aa5-ca2e658fa602, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904faa6b-3b0c-448e-b46b-5ecc6205e050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6845e9e3-1f13-47c5-a4c0-9eab03210d7e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:05.540610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.592782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 33eda060-e0e4-4add-9456-e6bab21a224d) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:05.605826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:05.608033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.609072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9f315-2227-47a1-bbbf-72d11b9ffd86 None None] Network 33eda060-e0e4-4add-9456-e6bab21a224d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:05.628702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.651965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] For port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:05.695499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1206275077'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:05.707719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] For port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,segment=NetworkSegment(904faa6b-3b0c-448e-b46b-5ecc6205e050),segment_id=904faa6b-3b0c-448e-b46b-5ecc6205e050)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:05.712228 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1315266f-7610-4b07-863e-dc93fb1ea30f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3356092 Dec 24 03:02:05.716817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:05.721978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1238550427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:05.723508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=70a83583-99bb-42b0-ba00-a804f79a3a4a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.733838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': 'd338d4d4-ca45-4264-94d6-c0609881429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:05.740759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: fa1d1581-0714-4f36-a033-741fe43e13ac, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:05.762701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-33eda060-e0e4-4add-9456-e6bab21a224d', 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': 'd7d531b6-3abc-4b0a-a098-bebb8ae35cd0'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:05.763684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.834927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.860072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Made reservation on behalf of af6acc64b2e041339825bce51469cada for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:05.864273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.873983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.901816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network fa1d1581-0714-4f36-a033-741fe43e13ac is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:05.912810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.914073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.938310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fedef-93d2-4a2c-ba71-0e0fc84f8519 None None] Pushing event updated for resources: {'Port': ['ID=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:05.961810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Allocated IP 172.21.0.2 (33eda060-e0e4-4add-9456-e6bab21a224d/d7d531b6-3abc-4b0a-a098-bebb8ae35cd0/30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:05.982440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:05.997351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, fa1d1581-0714-4f36-a033-741fe43e13ac) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:06.002306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:06.003025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.021598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0ce21-1e8e-4cbe-9e77-e3a4756e4b27 None None] Network fa1d1581-0714-4f36-a033-741fe43e13ac requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:06.035044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.060540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.065397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33508) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:06.102346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-335c6f32-1b26-4f0d-92af-44189e2e5221 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1733291 Dec 24 03:02:06.102582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:06.103764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33512) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:06.113766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a99d11-2eff-49d8-a1cd-86dd1be454c1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:06.119398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.120154 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Added segment dfe5c345-f7d8-4106-9a50-2a7beeba2902 of type vlan for network 33b52dc0-8772-47d7-b740-3f65eb1ace01 Dec 24 03:02:06.196393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.241285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-fa1d1581-0714-4f36-a033-741fe43e13ac', 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '70a83583-99bb-42b0-ba00-a804f79a3a4a'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:06.242240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.260120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.304953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.325939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.327163 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7d84c0cc-cea0-48fc-bd18-e9a683a3d315 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6094031 Dec 24 03:02:06.336317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33514) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:06.340990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.376099 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f4bb77c-a61d-4e09-a8ee-d9c2f8a6ba17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3de733503def4721aedc0b74817007e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3084798 Dec 24 03:02:06.377154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33516) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:06.383930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.427999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.435736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:06.436705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.466766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.470067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Network 33eda060-e0e4-4add-9456-e6bab21a224d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:06.476915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:06.483239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:06.488214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Pushing event updated for resources: {'Port': ['ID=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:06.523466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Allocated IP 172.20.0.1 (fa1d1581-0714-4f36-a033-741fe43e13ac/70a83583-99bb-42b0-ba00-a804f79a3a4a/b56f51bc-7605-4976-ae88-1630c06e6148) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:06.537589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.561853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.562993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Attempting to bind port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:06.563618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Attempting to bind port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'df2a634a-1677-4ca4-87b6-10178d629c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:06.563979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Attempting to bind port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b on network 33eda060-e0e4-4add-9456-e6bab21a224d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:06.585497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:06.585879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Checking segment: {'id': 'df2a634a-1677-4ca4-87b6-10178d629c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:06.586313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.586705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Bound using segment: {'id': 'df2a634a-1677-4ca4-87b6-10178d629c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:06.587190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Bound port: 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2a634a-1677-4ca4-87b6-10178d629c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '33eda060-e0e4-4add-9456-e6bab21a224d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:06.587571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.624974 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1546183 Dec 24 03:02:06.625505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33518) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:06.632836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Request body: {'subnet': {'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:06.698796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.700056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0adb4-0b28-4844-8d36-e119596ff93e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event updated for resources: {'Network': ['ID=33b52dc0-8772-47d7-b740-3f65eb1ace01,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:06.701803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.705895 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2e886fe-e62c-4049-8128-d99dbf9d5923 HTTP/1.1" status: 204 len: 168 time: 0.3240733 Dec 24 03:02:06.716972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] For port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:06.723219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366670-b8d8-4ae0-8988-ee97ed3e1a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e886fe-e62c-4049-8128-d99dbf9d5923,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:06.746984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:06.776914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] For port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,segment=NetworkSegment(df2a634a-1677-4ca4-87b6-10178d629c6e),segment_id=df2a634a-1677-4ca4-87b6-10178d629c6e)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:06.814547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.833221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Made reservation on behalf of af6acc64b2e041339825bce51469cada for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:06.840103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.842545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.866707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:06.950362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.013143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Network fa1d1581-0714-4f36-a033-741fe43e13ac is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:07.024809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:07.039229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:07.043868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6233-f5c3-43c3-a0bb-7e65c9cbc2e5 None None] Pushing event updated for resources: {'Port': ['ID=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:07.053082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.191864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:07.201603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.20.0.1 (6845e9e3-1f13-47c5-a4c0-9eab03210d7e/2a32278d-d1d7-43f2-9340-0e709727009f/d45113cc-a57b-4184-9f33-4fd61832c5fb) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:07.205583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=70a83583-99bb-42b0-ba00-a804f79a3a4a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:07.320881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Pushing event updated for resources: {'Port': ['ID=b56f51bc-7605-4976-ae88-1630c06e6148,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:07.326774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Attempting to bind port b56f51bc-7605-4976-ae88-1630c06e6148 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:07.327292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Attempting to bind port b56f51bc-7605-4976-ae88-1630c06e6148 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'd338d4d4-ca45-4264-94d6-c0609881429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:07.327785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Attempting to bind port b56f51bc-7605-4976-ae88-1630c06e6148 on network fa1d1581-0714-4f36-a033-741fe43e13ac {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:07.342011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.342953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:07.342953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Checking segment: {'id': 'd338d4d4-ca45-4264-94d6-c0609881429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:07.343420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.344377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Bound using segment: {'id': 'd338d4d4-ca45-4264-94d6-c0609881429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:07.345627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Bound port: b56f51bc-7605-4976-ae88-1630c06e6148, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd338d4d4-ca45-4264-94d6-c0609881429e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:07.346439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.444782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1d1581-0714-4f36-a033-741fe43e13ac']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:07.474411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.510773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd338d4d4-ca45-4264-94d6-c0609881429e') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:07.511265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd338d4d4-ca45-4264-94d6-c0609881429e') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:07.526907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.531988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] For port b56f51bc-7605-4976-ae88-1630c06e6148, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:07.539931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] For port b56f51bc-7605-4976-ae88-1630c06e6148, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b56f51bc-7605-4976-ae88-1630c06e6148,segment=NetworkSegment(d338d4d4-ca45-4264-94d6-c0609881429e),segment_id=d338d4d4-ca45-4264-94d6-c0609881429e)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:07.568374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:07.568827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.570230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33524) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:07.604396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e79e2b0-3bc2-4e96-b784-cd136a791267 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.625927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.628138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee20ae32-9a21-47df-9af0-608bb4356ef9 None None] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:07.641488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.654429 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-d988edcf-3bfd-4585-ba48-e4841e823b14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2390637 Dec 24 03:02:07.660512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:07.661047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:07.666152 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:07.703561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e79e2b0-3bc2-4e96-b784-cd136a791267 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.705196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.776592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:07.780687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:07.783923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.786073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:07.830723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=d45113cc-a57b-4184-9f33-4fd61832c5fb,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:07.846057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e79e2b0-3bc2-4e96-b784-cd136a791267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.854014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49803-b021-4de6-9ce9-e272547a707c req-37f9f976-62ad-4cac-9b36-75aa32319366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:07.855625 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-37f9f976-62ad-4cac-9b36-75aa32319366 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1099 time: 0.1222932 Dec 24 03:02:07.861123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.877594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event updated for resources: {'Subnet': ['ID=452100f4-ca3a-41a7-81f0-651869aa956d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:07.886228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Checking segment: {'id': 'dfe5c345-f7d8-4106-9a50-2a7beeba2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:07.886228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Network hostable DHCP agents. Network: 33b52dc0-8772-47d7-b740-3f65eb1ace01, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:07.890206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:02:07.890206 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:02:07.890206 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': 'fa1d1581-0714-4f36-a033-741fe43e13ac'}] Dec 24 03:02:07.890206 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:07.890660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:07.929331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e8b49a56-8553-4fd3-9b4b-33fe74cdce84 None None] Provisioning complete for port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:07.931679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e8b49a56-8553-4fd3-9b4b-33fe74cdce84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:07.940135 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8e79e2b0-3bc2-4e96-b784-cd136a791267 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cc4b4899f7d4865946670122937542a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3686893 Dec 24 03:02:07.944583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:07.975515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79e2b0-3bc2-4e96-b784-cd136a791267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088d803b-137c-4725-8473-2a2abd41a199,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:08.019593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.020748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:08.040664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.048277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed893d3-8a7c-4d2a-8c94-78a12714fb7e None None] Network fa1d1581-0714-4f36-a033-741fe43e13ac requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:08.064337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49803-b021-4de6-9ce9-e272547a707c req-09e42580-f8d4-4414-9d6c-4af1058a96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:08.066734 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-09e42580-f8d4-4414-9d6c-4af1058a96cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 898 time: 0.1636736 Dec 24 03:02:08.071236 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.077278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c01c-5e24-478d-b91e-c58894766518 None None] Pushing event updated for resources: {'Port': ['ID=b56f51bc-7605-4976-ae88-1630c06e6148,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:08.118321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,segment=NetworkSegment(904faa6b-3b0c-448e-b46b-5ecc6205e050),segment_id=904faa6b-3b0c-448e-b46b-5ecc6205e050)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:08.123832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 33b52dc0-8772-47d7-b740-3f65eb1ace01) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:08.132517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:08.133002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.166896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e35007-78c8-4977-ad27-d59412677063 None None] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:08.171188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-fa1e37a1-d144-4371-ae88-cc60e019b76a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 1002 time: 0.0929329 Dec 24 03:02:08.194324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.242234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49803-b021-4de6-9ce9-e272547a707c req-80166148-e400-45ab-9ba9-6581b234d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:08.244723 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-80166148-e400-45ab-9ba9-6581b234d2d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 200 len: 834 time: 0.0618165 Dec 24 03:02:08.253576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0fb71505-61ea-4981-919d-1f69ba80b612 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6266928 Dec 24 03:02:08.256725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33530) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:08.257161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.265654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.271434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.276326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/088d803b-137c-4725-8473-2a2abd41a199 HTTP/1.1" status: 204 len: 168 time: 0.3309767 Dec 24 03:02:08.295549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638d93f-ee77-4e34-9e6e-0ebf29013096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d803b-137c-4725-8473-2a2abd41a199,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:08.318625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Request body: {'port': {'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01', 'name': 'tempest-TagsExtTest-798701792'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:08.431121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49803-b021-4de6-9ce9-e272547a707c req-0c2e6289-f9b3-4659-9eec-d8a0e6b3cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:08.433691 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-0c2e6289-f9b3-4659-9eec-d8a0e6b3cb1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529ec9d2-723b-4fac-b16f-c576d47da4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1788671 Dec 24 03:02:08.434354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.479345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:08.498938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-33b52dc0-8772-47d7-b740-3f65eb1ace01', 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01', 'project_id': 'af6acc64b2e041339825bce51469cada', 'fixed_ips': [{'subnet_id': '452100f4-ca3a-41a7-81f0-651869aa956d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:08.500280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.631919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33534) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:08.642431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08047c9b-8c99-4b58-b869-7c28b39673d9 None None] Network 33eda060-e0e4-4add-9456-e6bab21a224d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:08.770043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] Provisioning complete for port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:08.770498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:08.814679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Allocated IP 172.20.0.2 (33b52dc0-8772-47d7-b740-3f65eb1ace01/452100f4-ca3a-41a7-81f0-651869aa956d/eecb854f-37a2-4462-b79b-047f4b86c3ea) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:09.090591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.189283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] For port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,segment=NetworkSegment(df2a634a-1677-4ca4-87b6-10178d629c6e),segment_id=df2a634a-1677-4ca4-87b6-10178d629c6e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:09.255194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-f6db8c32-2608-4562-ad28-abc31aaa6a18 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110497 Dec 24 03:02:09.263767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.268035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:09.272231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port b56f51bc-7605-4976-ae88-1630c06e6148 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:09.272231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.303972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.308950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aa04d32d-aa5f-498a-87a2-38e20b5bc659 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 200 len: 994 time: 0.6706219 Dec 24 03:02:09.309611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.329085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.382183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.400017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5c099-73b9-4ace-a681-cc5d829e81be None None] Pushing event updated for resources: {'Port': ['ID=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:09.420853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.422583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=d45113cc-a57b-4184-9f33-4fd61832c5fb,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:09.454591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:09.454969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.481158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:09.483596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Made reservation on behalf of af6acc64b2e041339825bce51469cada for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:09.487367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.490797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port b56f51bc-7605-4976-ae88-1630c06e6148, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b56f51bc-7605-4976-ae88-1630c06e6148,segment=NetworkSegment(d338d4d4-ca45-4264-94d6-c0609881429e),segment_id=d338d4d4-ca45-4264-94d6-c0609881429e)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:09.491161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.491280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:09.493968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:09.544256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:09.544472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Provisioning complete for port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:09.545090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.545939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:09.554296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Pushing event updated for resources: {'Port': ['ID=eecb854f-37a2-4462-b79b-047f4b86c3ea,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:09.609524 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa49803-b021-4de6-9ce9-e272547a707c req-e16f295f-e705-4ff9-8932-8cd4bd671011 service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317215 Dec 24 03:02:09.616536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for b56f51bc-7605-4976-ae88-1630c06e6148 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:09.638222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Attempting to bind port eecb854f-37a2-4462-b79b-047f4b86c3ea on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:09.638727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Attempting to bind port eecb854f-37a2-4462-b79b-047f4b86c3ea by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'dfe5c345-f7d8-4106-9a50-2a7beeba2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:09.639155 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Attempting to bind port eecb854f-37a2-4462-b79b-047f4b86c3ea on network 33b52dc0-8772-47d7-b740-3f65eb1ace01 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:09.725333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] device_id is not set on port 92d734f4-96c3-4e63-b6c6-85bcb21d5af1 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:09.727616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:09.734504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:09.734905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Checking segment: {'id': 'dfe5c345-f7d8-4106-9a50-2a7beeba2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:09.735309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.736158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Bound using segment: {'id': 'dfe5c345-f7d8-4106-9a50-2a7beeba2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:09.736959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33558) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:09.737162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Bound port: eecb854f-37a2-4462-b79b-047f4b86c3ea, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe5c345-f7d8-4106-9a50-2a7beeba2902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '33b52dc0-8772-47d7-b740-3f65eb1ace01'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:09.737564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.848557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] For port eecb854f-37a2-4462-b79b-047f4b86c3ea, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:09.848912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:09.851407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] For port eecb854f-37a2-4462-b79b-047f4b86c3ea, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb854f-37a2-4462-b79b-047f4b86c3ea,segment=NetworkSegment(dfe5c345-f7d8-4106-9a50-2a7beeba2902),segment_id=dfe5c345-f7d8-4106-9a50-2a7beeba2902)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:09.908305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:09.908742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.937097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Provisioning complete for port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:09.937578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.938776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.975668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=b56f51bc-7605-4976-ae88-1630c06e6148,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:09.978552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:09.983952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:09.989239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Allocated IP 172.20.0.14 (33b52dc0-8772-47d7-b740-3f65eb1ace01/452100f4-ca3a-41a7-81f0-651869aa956d/92d734f4-96c3-4e63-b6c6-85bcb21d5af1) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:09.995364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5620ea27-0dbc-4527-8119-6c5368f18697 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6553464 Dec 24 03:02:09.995581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33564) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:10.003687 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] Sync routers for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:10.018141 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:10.024563 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.026124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port b56f51bc-7605-4976-ae88-1630c06e6148 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:10.047257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc49f2-ef6e-49c9-96f4-2e6587b6aff8 None None] Pushing event updated for resources: {'Port': ['ID=eecb854f-37a2-4462-b79b-047f4b86c3ea,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:10.110247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07bb5a-fe1d-47a1-828f-2ae79acd48d1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:10.110247 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0e07bb5a-fe1d-47a1-828f-2ae79acd48d1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports/d45113cc-a57b-4184-9f33-4fd61832c5fb HTTP/1.1" status: 200 len: 910 time: 0.1059794 Dec 24 03:02:10.112090 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.113133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33566) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:10.128026 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:10.128762 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.177818 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.179237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de4c60e-e8fd-4522-870b-ade7a1a3a19c None None] The sync data for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:10.205753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Provisioning complete for port d45113cc-a57b-4184-9f33-4fd61832c5fb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:10.206288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.352685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.446318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.499817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1d1581-0714-4f36-a033-741fe43e13ac']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.504092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-59c988d7-8e79-4066-86d3-cc87d172702b None None] Port d45113cc-a57b-4184-9f33-4fd61832c5fb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:10.520686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd338d4d4-ca45-4264-94d6-c0609881429e') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.520999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd338d4d4-ca45-4264-94d6-c0609881429e') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:10.539696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.559065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.565047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 951baab2-d6ec-439a-bf3f-96efdb104a2a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:10.565393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.579237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:10.579690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.583312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:10.584997 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:10.605476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.629410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-93533d37-ed7f-40bf-851a-4a696f69dc65 None None] Provisioning complete for port d45113cc-a57b-4184-9f33-4fd61832c5fb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:10.629789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93533d37-ed7f-40bf-851a-4a696f69dc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.671898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-93533d37-ed7f-40bf-851a-4a696f69dc65 None None] Port d45113cc-a57b-4184-9f33-4fd61832c5fb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:10.731671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:10.741505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:10.745228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:10.747748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event updated for resources: {'Port': ['ID=92d734f4-96c3-4e63-b6c6-85bcb21d5af1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:10.799872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.802820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.803142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.824319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.827496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/fa1d1581-0714-4f36-a033-741fe43e13ac HTTP/1.1" status: 204 len: 168 time: 4.7217727 Dec 24 03:02:10.834997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33576) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:10.840655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91616090'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:10.841943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 951baab2-d6ec-439a-bf3f-96efdb104a2a owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:10.848920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c460f-23ae-44f5-ae41-7392ac152e7c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=fa1d1581-0714-4f36-a033-741fe43e13ac,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:10.857667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:10.858281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.946377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.21.0.1 (33eda060-e0e4-4add-9456-e6bab21a224d/d7d531b6-3abc-4b0a-a098-bebb8ae35cd0/552c7722-80f9-4335-bb62-f76cb985ac6e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:10.994035 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-74eaf0a9-2fac-4652-96bd-ccee83a6831e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7338650 Dec 24 03:02:10.994416 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:10.997921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:10.999116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33582) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:11.021250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-804114646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:11.125710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33584) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:11.127999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:11.133720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:11.151216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.151690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment a8666a30-4a15-4f24-ae22-372a59be683d of type vlan for network 43a71453-cee5-4924-9212-fb5ca0769d0d Dec 24 03:02:11.164238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.165427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.206153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:11.207285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.215505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.218402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.262261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.264023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.295964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=951baab2-d6ec-439a-bf3f-96efdb104a2a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:11.328980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.335417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:11.336122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.361064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb854f-37a2-4462-b79b-047f4b86c3ea up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:11.369981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.381347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.397724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1011653815'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:11.425949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.426293 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP deb69777-8ebf-42c7-8fec-737929747c6f disassociated (deleted). External IP: 172.26.7.122, port: 4fb2a130-7c7c-42cd-91bd-87ad14a92697. Dec 24 03:02:11.438983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port eecb854f-37a2-4462-b79b-047f4b86c3ea triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:11.439629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.465933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6298606 Dec 24 03:02:11.475496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33588) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:11.481040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 33eda060-e0e4-4add-9456-e6bab21a224d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:11.491125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:11.497899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51347769-d458-47c6-b9f9-15b54b33887e None None] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:11.511241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:11.513757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e04c4e-ba83-49f7-88be-004ba63d38a8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=43a71453-cee5-4924-9212-fb5ca0769d0d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:11.515180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:11.530512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:11.552188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=552c7722-80f9-4335-bb62-f76cb985ac6e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:11.554785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.556008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b732038d-bcaf-4013-b55f-3cf9ff1dac07 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5413041 Dec 24 03:02:11.562640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33590) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:11.569552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a263ef40-dcb9-4948-a40a-d51aec8b2265 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-367510902', 'prefixes': ['172.20.0.0/16']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:11.598429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9f39c214-68de-4228-8294-f5c3b460d440 None None] Provisioning complete for port eecb854f-37a2-4462-b79b-047f4b86c3ea triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:11.599221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f39c214-68de-4228-8294-f5c3b460d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.634093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Made reservation on behalf of 7d7e002e0aad4d01985ec32c5330a5da for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:11.637162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.647076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.656998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.754012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.832646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:11.842343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.860104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f39c214-68de-4228-8294-f5c3b460d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.865086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port eecb854f-37a2-4462-b79b-047f4b86c3ea, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb854f-37a2-4462-b79b-047f4b86c3ea,segment=NetworkSegment(dfe5c345-f7d8-4106-9a50-2a7beeba2902),segment_id=dfe5c345-f7d8-4106-9a50-2a7beeba2902)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:11.913758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.940465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.943709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.961079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.975346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 43a71453-cee5-4924-9212-fb5ca0769d0d is not hosted by any dhcp agent {{(pid=110368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:02:11.979236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.982679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:11.983635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:11.985174 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "PUT /v2.0/networks/43a71453-cee5-4924-9212-fb5ca0769d0d HTTP/1.1" status: 200 len: 723 time: 0.5069206 Dec 24 03:02:11.988792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33592) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:11.998005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:12.054108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:12.056519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:12.064911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=eecb854f-37a2-4462-b79b-047f4b86c3ea,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:12.068476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cead6946-41bb-450b-b4bb-3d1cd0ceb2c3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:12.072835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9f39c214-68de-4228-8294-f5c3b460d440 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:12.072835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9f39c214-68de-4228-8294-f5c3b460d440 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:12.073554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Sync routers for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:12.076749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.085387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:12.087168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:12.108140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb39e-ae23-4369-91f9-8b7fa1305820 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=43a71453-cee5-4924-9212-fb5ca0769d0d,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:12.131581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:12.145942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a263ef40-dcb9-4948-a40a-d51aec8b2265 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for subnetpool, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.147419 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a263ef40-dcb9-4948-a40a-d51aec8b2265 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5846219 Dec 24 03:02:12.153941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:12.160659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.161017 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Added segment 3f11e475-7848-4dcd-91d2-eb1ef177a347 of type vlan for network 769ebf50-2a11-4ce4-8417-e75d99a58bcb Dec 24 03:02:12.168819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-381ef692-7ffc-4d59-a207-af232efb0d77 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-206779687') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:12.216500 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-41c63df2-ed2a-473b-9f3e-eb58771efea3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/deb69777-8ebf-42c7-8fec-737929747c6f HTTP/1.1" status: 204 len: 168 time: 2.4266295 Dec 24 03:02:12.222836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:02:12.225245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c71c2c8-6aa0-4860-bd98-21417f5af224" -d '{"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:02:12.301563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:12.304364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769db91-0ac3-44fa-9213-9dfe2d530320 x-openstack-request-id: req-a769db91-0ac3-44fa-9213-9dfe2d530320 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:02:12.304769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:02:12.305226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a769db91-0ac3-44fa-9213-9dfe2d530320 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:02:12.306093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'status': 'completed', 'code': 200} Dec 24 03:02:12.320036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.439162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.449606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:12.449606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.495181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a373a19f-f1b2-4066-9446-432b14d0667d None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:02:12.508849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.540892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-b709da49-ef8c-4b53-945a-988aef9c5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:12.542557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-b709da49-ef8c-4b53-945a-988aef9c5781 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 1099 time: 0.1686578 Dec 24 03:02:12.552157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:12.555735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.601249 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4740491 Dec 24 03:02:12.604634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33602) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:12.612977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.613260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5e49d-de8f-410d-bde4-2eb1e3fdd428 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Pushing event updated for resources: {'Network': ['ID=769ebf50-2a11-4ce4-8417-e75d99a58bcb,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:12.649993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 769ebf50-2a11-4ce4-8417-e75d99a58bcb details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:12.690492 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-381ef692-7ffc-4d59-a207-af232efb0d77 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-206779687 HTTP/1.1" status: 201 len: 201 time: 0.5314019 Dec 24 03:02:12.696908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33606) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:12.701441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-962a3b64-9e42-4899-aef4-e89129d73d17 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-1358118814') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:12.761328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'name': 'tempest-network--1818967914', 'router:external': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:12.774285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373a19f-f1b2-4066-9446-432b14d0667d None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:02:12.778721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-bc9af324-f5ea-4b09-96ca-ce1318122f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:12.780223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-bc9af324-f5ea-4b09-96ca-ce1318122f5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 200 len: 898 time: 0.2105718 Dec 24 03:02:12.796138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:12.807370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.811472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=552c7722-80f9-4335-bb62-f76cb985ac6e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:12.861793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-c4fdc126-9002-40d6-9ecb-97f4a4109fee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 200 len: 217 time: 0.0648124 Dec 24 03:02:12.900069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:12.905995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:12.948441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 33eda060-e0e4-4add-9456-e6bab21a224d is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:12.955005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:12.957604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.012308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-11f1ea89-fa3b-494c-9194-b929f56bbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.013710 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-11f1ea89-fa3b-494c-9194-b929f56bbc3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 200 len: 834 time: 0.1244817 Dec 24 03:02:13.026188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d435d-e045-4507-900a-76b2d7eeed6e req-edbacb30-670b-4705-b003-cdc0e84b6534 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.027650 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-248d435d-e045-4507-900a-76b2d7eeed6e req-edbacb30-670b-4705-b003-cdc0e84b6534 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.1205564 Dec 24 03:02:13.031009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb854f-37a2-4462-b79b-047f4b86c3ea up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:13.033430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Checking router: 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:02:13.040053 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-962a3b64-9e42-4899-aef4-e89129d73d17 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-1358118814 HTTP/1.1" status: 201 len: 201 time: 0.3396821 Dec 24 03:02:13.040454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33610) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:13.069040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-12ff8aba-5aa7-46ef-baec-0126311afbb4 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-1236250398') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.091496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:13.092142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.097023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Provisioning complete for port eecb854f-37a2-4462-b79b-047f4b86c3ea triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:13.097216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.105108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:13.108388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.216133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:13.227096 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-09bb7e8c-6516-4436-a22c-01d4e63d28fe tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1094713 Dec 24 03:02:13.227372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33612) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:13.237412 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] Sync routers for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:13.248723 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:13.249624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.283809 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.291054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871868e3-8ec9-42f7-bd3e-fd505d095d51 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.292852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-871868e3-8ec9-42f7-bd3e-fd505d095d51 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports/552c7722-80f9-4335-bb62-f76cb985ac6e HTTP/1.1" status: 200 len: 910 time: 0.0644057 Dec 24 03:02:13.295503 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:13.296317 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.296483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33614) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:13.336949 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.337912 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9a779b-ead4-4685-ac7a-13a8dba4126e None None] The sync data for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:13.384005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.469425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port eecb854f-37a2-4462-b79b-047f4b86c3ea triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:13.469425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.483758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.526621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:13.530522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eafba6-8e59-44f9-8f96-948f9666425f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:13.545267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.545267 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Added segment e9227264-dc28-44fe-b357-4aae1b93b96b of type vlan for network be69a298-767c-4651-87e9-bc53e57f933d Dec 24 03:02:13.585510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:13.585924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=ad8e384d-4e0e-41d9-9701-a20a13aa5f9f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:13.591353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-248d435d-e045-4507-900a-76b2d7eeed6e req-8c341ff5-536c-4500-80c0-551d7ff7a19b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5516641 Dec 24 03:02:13.600279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-592b92ac-5f6d-4ead-b1f0-1ff2b4c08c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.601806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-592b92ac-5f6d-4ead-b1f0-1ff2b4c08c39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=529ec9d2-723b-4fac-b16f-c576d47da4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5732849 Dec 24 03:02:13.628699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.647581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': 'a8666a30-4a15-4f24-ae22-372a59be683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:13.647581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: 43a71453-cee5-4924-9212-fb5ca0769d0d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:13.666471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Provisioning complete for port 92d734f4-96c3-4e63-b6c6-85bcb21d5af1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:13.667256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.759180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-905e1067-500d-443b-827d-e2228fc0dfeb service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437302 Dec 24 03:02:13.762237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.773696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12ff8aba-5aa7-46ef-baec-0126311afbb4 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-1236250398 HTTP/1.1" status: 201 len: 201 time: 0.7323220 Dec 24 03:02:13.788791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33616) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:13.794450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-7b92643e-9a7a-4b70-913e-56a67a043cb7 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-110993638') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:13.810208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.811330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.812088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.874800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 43a71453-cee5-4924-9212-fb5ca0769d0d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:13.877997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Port 92d734f4-96c3-4e63-b6c6-85bcb21d5af1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:13.912157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Provisioning complete for port 552c7722-80f9-4335-bb62-f76cb985ac6e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:13.912528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.942070 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c71c2c8-6aa0-4860-bd98-21417f5af224 req-b8619492-0a6d-40d4-9485-d8d87ba51fef service neutron] 10.222.0.49 "GET /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670957 Dec 24 03:02:13.951782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 43a71453-cee5-4924-9212-fb5ca0769d0d) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:13.963978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:13.963978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:13.969982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f83c46f-14b7-4ebc-80c0-6808b012cbc2 None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:14.007866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-44b6a49d-110f-4d19-a06e-cd9f535c5187 None None] Port 552c7722-80f9-4335-bb62-f76cb985ac6e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:14.018197 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7b92643e-9a7a-4b70-913e-56a67a043cb7 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-110993638 HTTP/1.1" status: 201 len: 201 time: 0.2258718 Dec 24 03:02:14.018857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33618) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.024163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-bf43bafd-cd9b-45dd-b114-5903e011d796 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.069400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.077486 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-82f5fcc3-d095-45b9-aa80-32c04e98db9b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0842028 Dec 24 03:02:14.081643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33620) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.088600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:14.102714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25caf9-7146-45ba-911b-a8058ed95140 None None] The sync data for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv is: [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:00:50Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '88a43776-c6f3-448a-8974-c7b53521f319', 'name': '', 'network_id': '529ec9d2-723b-4fac-b16f-c576d47da4a5', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:85:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:47Z', 'updated_at': '2021-12-24T03:00:58Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'e2bd3c8f-b728-4f7c-a49d-0b6433a16f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:14.141498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-43a71453-cee5-4924-9212-fb5ca0769d0d', 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': 'ad8e384d-4e0e-41d9-9701-a20a13aa5f9f'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:14.142376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.163331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bf43bafd-cd9b-45dd-b114-5903e011d796 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 200 len: 240 time: 0.1401656 Dec 24 03:02:14.165016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33622) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.168648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-74b83f00-9ee2-4514-a868-dfdaa0dbd11b tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-206779687') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.178171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2c5a4e4b-6f86-4376-b20a-983d582326f2 None None] Provisioning complete for port 552c7722-80f9-4335-bb62-f76cb985ac6e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:14.178552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4e4b-6f86-4376-b20a-983d582326f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.261761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11799180'] for subnet, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.269514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6612749 Dec 24 03:02:14.273222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33624) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.277627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4e4b-6f86-4376-b20a-983d582326f2 None None] Port 552c7722-80f9-4335-bb62-f76cb985ac6e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:14.341542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9899ea3-693d-4a24-a1ce-32647fed89cb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=be69a298-767c-4651-87e9-bc53e57f933d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:14.342864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Allocated IP 172.20.0.2 (43a71453-cee5-4924-9212-fb5ca0769d0d/ad8e384d-4e0e-41d9-9701-a20a13aa5f9f/71349c66-c858-49d2-a391-5c58bffed999) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:14.357871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network be69a298-767c-4651-87e9-bc53e57f933d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:14.361111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-74b83f00-9ee2-4514-a868-dfdaa0dbd11b tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-206779687 HTTP/1.1" status: 204 len: 168 time: 0.1945207 Dec 24 03:02:14.363217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33626) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.371892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-6154ebc9-fee6-484b-b5b9-da6d96db70c3 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-206779687') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.448342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.522022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66826e56-1b36-4f61-9a3b-45b2979e5ed5 None None] New status for floating IP deb69777-8ebf-42c7-8fec-737929747c6f: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:02:14.528216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6154ebc9-fee6-484b-b5b9-da6d96db70c3 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-206779687 HTTP/1.1" status: 204 len: 168 time: 0.1626389 Dec 24 03:02:14.529066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33628) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.535162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-30f89baa-76c2-404b-8c45-c9222096c640 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.551930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.594021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be69a298-767c-4651-87e9-bc53e57f933d']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.609447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9227264-dc28-44fe-b357-4aae1b93b96b') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.609823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9227264-dc28-44fe-b357-4aae1b93b96b') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.637432 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-30f89baa-76c2-404b-8c45-c9222096c640 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 200 len: 205 time: 0.1070650 Dec 24 03:02:14.638348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33632) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.640746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.647827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-ddf14553-8bd3-4599-b599-6608122e5bac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:14.649902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-ddf14553-8bd3-4599-b599-6608122e5bac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.0744057 Dec 24 03:02:14.653148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.654187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-5db3039e-4aa8-4c53-9f2b-6a0d52786641 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.660802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.672163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:14.672163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:14.673988 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:14.707526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.742327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 552c7722-80f9-4335-bb62-f76cb985ac6e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:14.742820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.762318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:14.767135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:14.771945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:14.777272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Pushing event updated for resources: {'Port': ['ID=71349c66-c858-49d2-a391-5c58bffed999,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:14.830072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.841109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be69a298-767c-4651-87e9-bc53e57f933d {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:02:14.846633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.849163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Attempting to bind port 71349c66-c858-49d2-a391-5c58bffed999 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:14.850013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Attempting to bind port 71349c66-c858-49d2-a391-5c58bffed999 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a8666a30-4a15-4f24-ae22-372a59be683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:14.850013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Attempting to bind port 71349c66-c858-49d2-a391-5c58bffed999 on network 43a71453-cee5-4924-9212-fb5ca0769d0d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:14.851046 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/be69a298-767c-4651-87e9-bc53e57f933d HTTP/1.1" status: 204 len: 168 time: 0.5527840 Dec 24 03:02:14.855099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:14.855485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Checking segment: {'id': 'a8666a30-4a15-4f24-ae22-372a59be683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:14.855888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.856347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Bound using segment: {'id': 'a8666a30-4a15-4f24-ae22-372a59be683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:14.856780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Bound port: 71349c66-c858-49d2-a391-5c58bffed999, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8666a30-4a15-4f24-ae22-372a59be683d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '43a71453-cee5-4924-9212-fb5ca0769d0d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:14.857158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.861910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33634) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.867862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0fe10-0a5e-47ab-9ba7-b7cb27e18af9 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Network': ['ID=be69a298-767c-4651-87e9-bc53e57f933d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:14.875124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:14.895007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6f896-7a3a-472f-a235-387fce3d8bf9 req-92e64801-1884-4b8b-b2d7-0cdf9b1fea9a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:14.895916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5db3039e-4aa8-4c53-9f2b-6a0d52786641 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 200 len: 241 time: 0.2449729 Dec 24 03:02:14.899049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33636) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:14.905479 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3cf6f896-7a3a-472f-a235-387fce3d8bf9 req-92e64801-1884-4b8b-b2d7-0cdf9b1fea9a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 946 time: 0.1590090 Dec 24 03:02:14.906588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-26567f80-9593-4757-b680-a0e1e84aeeb0 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-1358118814') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:14.928842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] For port 71349c66-c858-49d2-a391-5c58bffed999, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:14.932187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] For port 71349c66-c858-49d2-a391-5c58bffed999, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71349c66-c858-49d2-a391-5c58bffed999,segment=NetworkSegment(a8666a30-4a15-4f24-ae22-372a59be683d),segment_id=a8666a30-4a15-4f24-ae22-372a59be683d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:14.939278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.962682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 552c7722-80f9-4335-bb62-f76cb985ac6e owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:14.965570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:14.965919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:14.991966 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3cf6f896-7a3a-472f-a235-387fce3d8bf9 req-43729418-e0b3-4a37-bfa7-6131805f7f24 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=19806737-952e-4e7d-8976-d6465c1398d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718474 Dec 24 03:02:15.020041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.042159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1297207'] for subnet, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.049453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:15.052002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.097388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a5d2d-4eff-4cab-8447-26b0a7dc969e None None] Pushing event updated for resources: {'Port': ['ID=71349c66-c858-49d2-a391-5c58bffed999,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:15.114488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-26567f80-9593-4757-b680-a0e1e84aeeb0 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-1358118814 HTTP/1.1" status: 204 len: 168 time: 0.2142889 Dec 24 03:02:15.118153 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33638) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:15.122749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-23fa8554-52d1-49c5-8629-9134b73054d5 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-1358118814') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:15.141993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:15.142594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.147228 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "PUT /v2.0/subnets/ad8e384d-4e0e-41d9-9701-a20a13aa5f9f HTTP/1.1" status: 200 len: 806 time: 1.0632858 Dec 24 03:02:15.149201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33640) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:15.173157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9368c2-7e96-4028-bfca-487d57b1b24e tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=ad8e384d-4e0e-41d9-9701-a20a13aa5f9f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:15.198602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 4fb2a130-7c7c-42cd-91bd-87ad14a92697, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=4fb2a130-7c7c-42cd-91bd-87ad14a92697,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:15.198602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.220342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:15.235560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 4fb2a130-7c7c-42cd-91bd-87ad14a92697 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:15.246896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.247251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Added segment 2031e82f-edb2-4613-84b7-9a3e70f60191 of type vlan for network e593f601-3a49-48df-a890-ed607c528cfa Dec 24 03:02:15.354992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.375841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.417538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.467060 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-23fa8554-52d1-49c5-8629-9134b73054d5 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-1358118814 HTTP/1.1" status: 204 len: 168 time: 0.3477731 Dec 24 03:02:15.470421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33642) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:15.473431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=552c7722-80f9-4335-bb62-f76cb985ac6e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:15.481951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.481951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:15.482300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.482646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-50bbbc89-4b8d-4f7a-a1ce-0859ff5de538 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:15.559690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=e593f601-3a49-48df-a890-ed607c528cfa,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:15.572921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network e593f601-3a49-48df-a890-ed607c528cfa details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:15.593246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 71349c66-c858-49d2-a391-5c58bffed999 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:15.599773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.676520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1a33b008-ed00-45d2-914f-035e2692821d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8116369 Dec 24 03:02:15.683290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33644) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:15.689191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'subnet': {'network_id': 'e593f601-3a49-48df-a890-ed607c528cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:15.715584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.771312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=4fb2a130-7c7c-42cd-91bd-87ad14a92697,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:15.811151 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-50bbbc89-4b8d-4f7a-a1ce-0859ff5de538 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 200 len: 205 time: 0.3356323 Dec 24 03:02:15.815313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33646) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:15.825222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-8f7faf4a-268b-4624-b399-da19c48bcd6e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:15.827780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 4fb2a130-7c7c-42cd-91bd-87ad14a92697 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:15.832004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:15.833534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.835747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.839073 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d21a9dcb-ea4e-4079-a835-8a9217b8a753 req-812bebcd-05ce-49d1-ae27-72b170da1cc9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/4fb2a130-7c7c-42cd-91bd-87ad14a92697 HTTP/1.1" status: 204 len: 173 time: 1.1572676 Dec 24 03:02:15.840313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'name': 'network-vif-deleted', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:02:15.842675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1837dea9-e9c2-4d6d-9d36-790f35bf7262" -d '{"events": [{"server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "name": "network-vif-deleted", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:02:15.910160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4268a6-ce10-4c97-ad48-1dfc14c13815 x-openstack-request-id: req-2d4268a6-ce10-4c97-ad48-1dfc14c13815 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:02:15.911064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d686df4-24e1-4611-997b-ba713ab95bdc", "name": "network-vif-deleted", "tag": "4fb2a130-7c7c-42cd-91bd-87ad14a92697", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:02:15.911318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d4268a6-ce10-4c97-ad48-1dfc14c13815 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:02:15.911718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d686df4-24e1-4611-997b-ba713ab95bdc', 'name': 'network-vif-deleted', 'tag': '4fb2a130-7c7c-42cd-91bd-87ad14a92697', 'status': 'completed', 'code': 200} Dec 24 03:02:15.932515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.940354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 71349c66-c858-49d2-a391-5c58bffed999, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71349c66-c858-49d2-a391-5c58bffed999,segment=NetworkSegment(a8666a30-4a15-4f24-ae22-372a59be683d),segment_id=a8666a30-4a15-4f24-ae22-372a59be683d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:15.940354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:15.963244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 71349c66-c858-49d2-a391-5c58bffed999 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:16.094419 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8f7faf4a-268b-4624-b399-da19c48bcd6e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 200 len: 241 time: 0.2748127 Dec 24 03:02:16.097296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33652) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.102493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c534dab1-e31b-4906-951d-7648c21f6eb9 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-1236250398') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.148734 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b9e8c0d3-e3ba-4e9c-9640-1ea6a5dc719c req-2de326ff-f19e-4ea8-b8da-c6744361b9bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d686df4-24e1-4611-997b-ba713ab95bdc HTTP/1.1" status: 200 len: 210 time: 0.0516441 Dec 24 03:02:16.272782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c534dab1-e31b-4906-951d-7648c21f6eb9 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-1236250398 HTTP/1.1" status: 204 len: 168 time: 0.1743383 Dec 24 03:02:16.276911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33656) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.282685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-b51820d5-0376-4487-a07a-0169f56f9a7a tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-1236250398') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.349300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:16.433652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:16.472967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.objects.ports [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110367) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 24 03:02:16.472967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:16.481178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=71349c66-c858-49d2-a391-5c58bffed999,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:16.506282 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b51820d5-0376-4487-a07a-0169f56f9a7a tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-1236250398 HTTP/1.1" status: 204 len: 168 time: 0.2272100 Dec 24 03:02:16.510959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33658) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.530133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-e20bb8d5-3f80-4701-9417-ea01b9f17ae8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.534079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 71349c66-c858-49d2-a391-5c58bffed999 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:16.535421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c87ee26-7826-4a28-8fe0-b1d3ef0df31d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:16.547003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Checking segment: {'id': '2031e82f-edb2-4613-84b7-9a3e70f60191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'e593f601-3a49-48df-a890-ed607c528cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:16.547379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Network hostable DHCP agents. Network: e593f601-3a49-48df-a890-ed607c528cfa, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:16.573478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd2ed9d-581c-44bd-be95-be87d2a49893 None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:16.603588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:16.615606 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-251498dc-724a-4031-a8cd-3f296f2c573d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3149397 Dec 24 03:02:16.615815 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] Sync routers for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:16.618118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33660) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.625883 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:16.626850 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.628538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Network e593f601-3a49-48df-a890-ed607c528cfa is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:16.648839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-699ce18a-4bc2-4f49-a4a5-39c977d87e48 None None] Could not find standard attr ID for object 71349c66-c858-49d2-a391-5c58bffed999. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:02:16.660839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:16.677559 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.692820 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:16.693741 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.724093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33662) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.724888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e20bb8d5-3f80-4701-9417-ea01b9f17ae8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 200 len: 205 time: 0.1985600 Dec 24 03:02:16.728821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-86e7b487-4880-49a5-9cf9-2c9b405819aa tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.732792 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.733440 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addc5573-14ef-495d-b2cb-1aceb24e5633 None None] The sync data for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:16.777324 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-86e7b487-4880-49a5-9cf9-2c9b405819aa tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 200 len: 240 time: 0.0520868 Dec 24 03:02:16.780529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.786558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-87f330fc-9151-410a-9140-a63d20257547 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-110993638') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.826167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:16.841151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, e593f601-3a49-48df-a890-ed607c528cfa) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:16.848918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:16.849513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:16.853083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b70b78-7f61-4505-8c9a-a439522fc4b4 None None] Network e593f601-3a49-48df-a890-ed607c528cfa requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:16.901797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8e384d-4e0e-41d9-9701-a20a13aa5f9f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:16.916799 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87f330fc-9151-410a-9140-a63d20257547 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-110993638 HTTP/1.1" status: 204 len: 168 time: 0.1345150 Dec 24 03:02:16.917766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33666) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.931313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-3daeac14-8931-4b41-96a7-5ff3355f4fe2 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-110993638') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:16.967715 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eaf1460b-7b0c-4b38-84df-e70b915eb5bd tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2810388 Dec 24 03:02:16.970005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33668) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:16.974836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'floatingip': {'floating_network_id': 'e593f601-3a49-48df-a890-ed607c528cfa'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:16.989758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a0a50-5e60-4f0e-b313-f97a49ca4fb1 None None] Network 43a71453-cee5-4924-9212-fb5ca0769d0d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:17.012921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d7bb3f-c257-4c8a-ba16-5b4585f2cba7 None None] Network e593f601-3a49-48df-a890-ed607c528cfa requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:17.038138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.073192 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a71453-cee5-4924-9212-fb5ca0769d0d']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.087000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8666a30-4a15-4f24-ae22-372a59be683d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.087637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8666a30-4a15-4f24-ae22-372a59be683d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.093525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.099560 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.118415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.124965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:17.125447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:17.129299 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:17.183046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.204160 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3daeac14-8931-4b41-96a7-5ff3355f4fe2 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-110993638 HTTP/1.1" status: 204 len: 168 time: 0.2853663 Dec 24 03:02:17.207837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33672) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.215702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-11840fc8-d7a3-4082-8320-01b6c13f274f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.218276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771c9727-4715-4893-8d0a-2b95cfe50224 None None] DHCP port deletion for 43a71453-cee5-4924-9212-fb5ca0769d0d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:17.223121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33674) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.277294 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-11840fc8-d7a3-4082-8320-01b6c13f274f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 200 len: 205 time: 0.0684717 Dec 24 03:02:17.279942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33676) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.284996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-df94d8ec-e336-4324-99a7-6b064c6fccc0 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.311751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.324554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.340318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.341807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.347975 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/43a71453-cee5-4924-9212-fb5ca0769d0d HTTP/1.1" status: 204 len: 168 time: 2.1945465 Dec 24 03:02:17.354853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.357055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33678) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.388827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf423376-e39e-482d-9fa3-0abbd241b564 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=43a71453-cee5-4924-9212-fb5ca0769d0d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:17.405776 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-df94d8ec-e336-4324-99a7-6b064c6fccc0 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 204 len: 168 time: 0.1246312 Dec 24 03:02:17.412776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33680) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.413057 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f045fc0b-e5a4-4f23-8434-b954f0ef9336 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:17.413572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f045fc0b-e5a4-4f23-8434-b954f0ef9336 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:17.419965 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f045fc0b-e5a4-4f23-8434-b954f0ef9336 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/43a71453-cee5-4924-9212-fb5ca0769d0d HTTP/1.1" status: 404 len: 339 time: 0.0485508 Dec 24 03:02:17.420258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33682) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.421073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-80485212-db30-499c-ab27-02ae316a9053 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.426308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1822618334', 'description': 'd1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:17.516176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80485212-db30-499c-ab27-02ae316a9053 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 204 len: 168 time: 0.0950503 Dec 24 03:02:17.516176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.520495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-c9834f3f-f732-4c48-83af-bb36ba7b0558 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.533974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Allocated IP 172.20.0.8 (e593f601-3a49-48df-a890-ed607c528cfa/5c87ee26-7826-4a28-8fe0-b1d3ef0df31d/3f30d229-51a7-41e6-8d00-6b111dbd6c53) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:17.582072 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c9834f3f-f732-4c48-83af-bb36ba7b0558 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 204 len: 168 time: 0.0650258 Dec 24 03:02:17.585768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33686) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.589923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-20e5fa07-97c0-4d67-b646-d9a9dfa20b8d tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.622649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:17.626089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.677086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:17.680606 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20e5fa07-97c0-4d67-b646-d9a9dfa20b8d tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 204 len: 168 time: 0.0937583 Dec 24 03:02:17.684846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33688) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.689373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-15c61511-edb2-4682-8ed3-3530d0f28fdc tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-1980040005') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.709645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.711434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.711769 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 428e9926-9778-4787-a411-1d5c7cc192aa of type vlan for network e2f4a85b-f693-4fe6-a745-77269a997172 Dec 24 03:02:17.713645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.716263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.717432 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/19806737-952e-4e7d-8976-d6465c1398d8 HTTP/1.1" status: 204 len: 168 time: 0.4932611 Dec 24 03:02:17.728667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port d45113cc-a57b-4184-9f33-4fd61832c5fb {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:17.729006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.737641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242481-276d-4ee4-a00f-0b9fba3f2628 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19806737-952e-4e7d-8976-d6465c1398d8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:17.816013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.873361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33692) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.884446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:17.884655 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-15c61511-edb2-4682-8ed3-3530d0f28fdc tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-1980040005 HTTP/1.1" status: 201 len: 201 time: 0.1984332 Dec 24 03:02:17.895222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33694) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:17.902340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-abe47025-9fa0-4195-b05e-5310e1b8deef tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-254354077') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:17.908342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for d45113cc-a57b-4184-9f33-4fd61832c5fb owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:17.935625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:18.356773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:18.362294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:18.363472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:18.392242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Network e593f601-3a49-48df-a890-ed607c528cfa is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:18.419585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:18.433455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:18.499200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Port': ['ID=3f30d229-51a7-41e6-8d00-6b111dbd6c53,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:18.520924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=e2f4a85b-f693-4fe6-a745-77269a997172,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:18.525806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b7b98627-4848-4474-a225-7c4268ecfb3d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1044543 Dec 24 03:02:18.533763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network e2f4a85b-f693-4fe6-a745-77269a997172 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:18.561311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33696) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:18.679671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:18.704540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15daf5a0-4271-454c-a98b-bba000cc7cf7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:18.706045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-15daf5a0-4271-454c-a98b-bba000cc7cf7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks?id=e2f4a85b-f693-4fe6-a745-77269a997172 HTTP/1.1" status: 200 len: 761 time: 0.1411574 Dec 24 03:02:18.710133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:18.715078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'description': 'd2'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:18.781297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-abe47025-9fa0-4195-b05e-5310e1b8deef tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-254354077 HTTP/1.1" status: 201 len: 201 time: 0.8850279 Dec 24 03:02:18.785209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33700) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:18.793008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-cd94242f-0d75-46bb-8f72-11a8d74fee5b tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-996080245') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:18.918799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71349c66-c858-49d2-a391-5c58bffed999 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:18.939642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:18.950335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 71349c66-c858-49d2-a391-5c58bffed999 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:18.950335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71349c66-c858-49d2-a391-5c58bffed999 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:18.960155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 88a43776-c6f3-448a-8974-c7b53521f319 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:18.960634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.047855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=d45113cc-a57b-4184-9f33-4fd61832c5fb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:19.057089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 88a43776-c6f3-448a-8974-c7b53521f319, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=88a43776-c6f3-448a-8974-c7b53521f319,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:19.057530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.073979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 88a43776-c6f3-448a-8974-c7b53521f319 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:19.089078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.154355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.257730 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cd94242f-0d75-46bb-8f72-11a8d74fee5b tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-996080245 HTTP/1.1" status: 201 len: 201 time: 0.4713411 Dec 24 03:02:19.262397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33702) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.267025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.267404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-9c68dc6d-4059-4519-aec4-fd9b4bde1377 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-2011788070') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.278861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.297325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network e2f4a85b-f693-4fe6-a745-77269a997172 is not hosted by any dhcp agent {{(pid=110367) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:02:19.303464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:19.304070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.305373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "PUT /v2.0/networks/e2f4a85b-f693-4fe6-a745-77269a997172 HTTP/1.1" status: 200 len: 758 time: 0.5943177 Dec 24 03:02:19.306057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.308222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33704) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.358233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.435559 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9c68dc6d-4059-4519-aec4-fd9b4bde1377 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-2011788070 HTTP/1.1" status: 201 len: 201 time: 0.1725030 Dec 24 03:02:19.442582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=88a43776-c6f3-448a-8974-c7b53521f319,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:19.444574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.445238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2c1d6-976b-497c-b479-8759c6725372 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=e2f4a85b-f693-4fe6-a745-77269a997172,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:19.453633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-10ffbfb1-d117-4fb0-962d-ef48ea06a4f8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', {'tags': ['tempest-TagsExtTest-Tag-766356515', 'tempest-TagsExtTest-Tag-1408622365', 'tempest-TagsExtTest-Tag-1190195600']}) {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.462833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network e2f4a85b-f693-4fe6-a745-77269a997172 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:19.518942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708af9b9-4c53-47b3-9903-b316d03cc7c1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:19.520836 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-708af9b9-4c53-47b3-9903-b316d03cc7c1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks?id=e2f4a85b-f693-4fe6-a745-77269a997172 HTTP/1.1" status: 200 len: 761 time: 0.2116179 Dec 24 03:02:19.545566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.560937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-172146385'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:19.616102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:19.696597 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-10ffbfb1-d117-4fb0-962d-ef48ea06a4f8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 200 len: 317 time: 0.2455220 Dec 24 03:02:19.697162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33710) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.703271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-983469f4-634a-411a-834f-77a7739fd8ba tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.711188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:19.714721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.729176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.731500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:19.737224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-402bd83d-5c4e-453f-9b49-061d61aa7148 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1173761 Dec 24 03:02:19.740624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33712) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.745144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] Sync routers for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:19.760947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4fb2a130-7c7c-42cd-91bd-87ad14a92697 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:19.772904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.782084 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aaebb43f-d461-4ba0-be90-60714042ebc7 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc HTTP/1.1" status: 200 len: 205 time: 0.0401115 Dec 24 03:02:19.782558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33714) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:19.782708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:19.787782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 4fb2a130-7c7c-42cd-91bd-87ad14a92697 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:19.792394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 4fb2a130-7c7c-42cd-91bd-87ad14a92697 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:19.794918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:19.795872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.823942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.834703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.846003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.846330 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment 3a74b28b-1bf6-4c91-a953-1e282974b644 of type vlan for network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 Dec 24 03:02:19.849023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] Routers {'7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:19.849658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.890769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:19.891287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39a3159-713c-48d2-bc42-30d03f367cc0 None None] The sync data for ids ['7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:19.924433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:19.971224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.002051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Port': ['ID=3f30d229-51a7-41e6-8d00-6b111dbd6c53,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:20.008618 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-983469f4-634a-411a-834f-77a7739fd8ba tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 204 len: 168 time: 0.3108149 Dec 24 03:02:20.013910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33716) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.017397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.023436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-57f073a0-b5a0-423b-a496-f68118747cdd tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-766356515') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.090956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.096386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:20.098139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.165284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.168212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.186173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=9ca213ac-51c0-445a-9524-cd30b7cec3d4,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:20.192094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:20.198632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:20.200462 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-95dcc5c2-5417-4f4a-9392-7209e60ce80a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6505878 Dec 24 03:02:20.201271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33718) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.210089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:20.241782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e50458d3-2caa-4393-88e8-a3111f807aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.245532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.250126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-df3412c5-45a5-426d-99de-fa4368b8c70d tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2765992 Dec 24 03:02:20.250773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33720) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.277418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-57f073a0-b5a0-423b-a496-f68118747cdd tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:20.280874 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-57f073a0-b5a0-423b-a496-f68118747cdd tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-766356515 HTTP/1.1" status: 404 len: 328 time: 0.2653937 Dec 24 03:02:20.281444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33722) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.322310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-1a5cd730-e3f1-492f-93e4-1e331b14ed8e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-1408622365') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.353623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.354148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router 7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:20.361114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.362471 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b96e5f86-7a4d-46f2-ac21-17fb076ba7c5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc HTTP/1.1" status: 204 len: 168 time: 0.5789397 Dec 24 03:02:20.365953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.370920 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-29e5e3f9-2a7d-42b8-9039-f3fecb9045ff tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=e593f601-3a49-48df-a890-ed607c528cfa HTTP/1.1" status: 200 len: 689 time: 0.1195087 Dec 24 03:02:20.374368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.442962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:20.455561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8a22e703-f61a-4e69-8d33-a4c7bed26c0e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/42270100-9a9b-4a6c-8aab-418b6f9ca7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5811083 Dec 24 03:02:20.457246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33728) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.460575 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Sync routers for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:20.469642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet d7d531b6-3abc-4b0a-a098-bebb8ae35cd0 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:20.472879 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-1a5cd730-e3f1-492f-93e4-1e331b14ed8e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:20.476859 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:20.476859 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.477180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1a5cd730-e3f1-492f-93e4-1e331b14ed8e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-1408622365 HTTP/1.1" status: 404 len: 329 time: 0.1553578 Dec 24 03:02:20.479486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33730) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.485228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-18022a8d-d72b-4cfb-9fc7-d5eb7ee3e675 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d', 'tempest-TagsExtTest-Tag-1190195600') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.491681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.515666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:20.515917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.520617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.584083 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:20.666040 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-18022a8d-d72b-4cfb-9fc7-d5eb7ee3e675 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:20.671040 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-18022a8d-d72b-4cfb-9fc7-d5eb7ee3e675 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags/tempest-TagsExtTest-Tag-1190195600 HTTP/1.1" status: 404 len: 329 time: 0.1867185 Dec 24 03:02:20.671040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33732) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.676464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-0be47d55-2b4d-4809-8702-ab9fd917b936 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', {'tags': ['tempest-TagsExtTest-Tag-126156717', 'tempest-TagsExtTest-Tag-821955541', 'tempest-TagsExtTest-Tag-956174100']}) {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.719647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Deleting port 3f30d229-51a7-41e6-8d00-6b111dbd6c53 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:20.719942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.772524 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:02:19Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.799301 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Checking router: 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:02:20.808575 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Routers {'42270100-9a9b-4a6c-8aab-418b6f9ca7a3'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:20.809176 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:01:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.818982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.819621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.837057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Calling delete_port for 3f30d229-51a7-41e6-8d00-6b111dbd6c53 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:20.839956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.880540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:20.883935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.889341 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0be47d55-2b4d-4809-8702-ab9fd917b936 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 200 len: 315 time: 0.2146738 Dec 24 03:02:20.890471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33734) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:20.895204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-4676c20c-53be-4e02-9a58-7945c1be576f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:20.929003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:20.935811 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] Set router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:21.082935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.103662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.110862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4676c20c-53be-4e02-9a58-7945c1be576f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 204 len: 168 time: 0.2193887 Dec 24 03:02:21.111615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33736) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:21.117653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-26a4e025-d3b8-42d0-88b7-5dbba12115cf tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-126156717') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:21.149678 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:02:19Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:21.171707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.177924 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4752f6f3-5dfe-4021-b7f4-7f3c0538758d None None] The sync data for ids ['42270100-9a9b-4a6c-8aab-418b6f9ca7a3'] in dv-neutron-822868-1-hyperv is: [{'id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'name': 'tempest-TestNetworkBasicOps-router-22686519', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '345844ca-ad28-4661-8b79-489bad9e7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:34Z', 'updated_at': '2021-12-24T03:02:19Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '345844ca-ad28-4661-8b79-489bad9e7364', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42270100-9a9b-4a6c-8aab-418b6f9ca7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:36Z', 'updated_at': '2021-12-24T03:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:21.209807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f30d229-51a7-41e6-8d00-6b111dbd6c53,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:21.266645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-26a4e025-d3b8-42d0-88b7-5dbba12115cf tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:21.267770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-26a4e025-d3b8-42d0-88b7-5dbba12115cf tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-126156717 HTTP/1.1" status: 404 len: 328 time: 0.1551681 Dec 24 03:02:21.271336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33738) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:21.275754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.277366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c93769eb-561a-443c-a592-eb43077317b4 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-821955541') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:21.317412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.332194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.339358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d531b6-3abc-4b0a-a098-bebb8ae35cd0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:21.350923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e767b0-1a69-42e5-bdab-8a2f17cee141 None None] Network 33eda060-e0e4-4add-9456-e6bab21a224d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:21.370253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.375718 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-76e88047-5018-436f-b055-d86eb67bdfb6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/d7d531b6-3abc-4b0a-a098-bebb8ae35cd0 HTTP/1.1" status: 204 len: 168 time: 1.0064497 Dec 24 03:02:21.378305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bd3c8f-b728-4f7c-a49d-0b6433a16f70,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:21.382976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33740) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:21.407613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-c93769eb-561a-443c-a592-eb43077317b4 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:21.412126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c93769eb-561a-443c-a592-eb43077317b4 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-821955541 HTTP/1.1" status: 404 len: 328 time: 0.1364105 Dec 24 03:02:21.413762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33742) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:21.421453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c63dd350-db52-474f-904c-2be119f0ba3d tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1', 'tempest-TagsExtTest-Tag-956174100') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:21.424602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.429640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aece0ac0-e727-482c-8771-137515b27ec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/e2bd3c8f-b728-4f7c-a49d-0b6433a16f70 HTTP/1.1" status: 204 len: 168 time: 0.9711738 Dec 24 03:02:21.431577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcbfdb2-41b7-4f73-9b1c-5f2d5a13c8e8 None None] Network 529ec9d2-723b-4fac-b16f-c576d47da4a5 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:21.447144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33744) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:21.460076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.493368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet 2a32278d-d1d7-43f2-9340-0e709727009f {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:21.497015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.533895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.617242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.653992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] DHCP port deletion for 33eda060-e0e4-4add-9456-e6bab21a224d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:21.666606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=9e63b36d-8901-4b37-9a25-01eee654705b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:21.692347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] DHCP port deletion for 529ec9d2-723b-4fac-b16f-c576d47da4a5 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:21.706939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': '3a74b28b-1bf6-4c91-a953-1e282974b644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:21.707486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: 9ca213ac-51c0-445a-9524-cd30b7cec3d4, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:21.762399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Deleting port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:21.763297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.796852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.832277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:21.906494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9ca213ac-51c0-445a-9524-cd30b7cec3d4) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:21.914309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:21.915276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.946748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.978260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=2a32278d-d1d7-43f2-9340-0e709727009f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:21.983763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd6bde-845d-4e1f-83bf-a33d719277c5 None None] Network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:21.984183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.991897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Deleting port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:21.992465 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-de61b5b5-ba3b-406c-ad58-420b0783bee8 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/2a32278d-d1d7-43f2-9340-0e709727009f HTTP/1.1" status: 204 len: 168 time: 0.6083252 Dec 24 03:02:21.992705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:21.993108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33746) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.027315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a75dbd-57ea-4b19-8cb1-8fc02b7a8111 None None] Network 6845e9e3-1f13-47c5-a4c0-9eab03210d7e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:22.063311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] For port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,segment=NetworkSegment(df2a634a-1677-4ca4-87b6-10178d629c6e),segment_id=df2a634a-1677-4ca4-87b6-10178d629c6e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:22.064048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.073199 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-c63dd350-db52-474f-904c-2be119f0ba3d tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:22.077802 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d2147d1a-d2b7-4607-b265-5e0fdc234082 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8708050 Dec 24 03:02:22.077948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c63dd350-db52-474f-904c-2be119f0ba3d tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags/tempest-TagsExtTest-Tag-956174100 HTTP/1.1" status: 404 len: 328 time: 0.6626518 Dec 24 03:02:22.078656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33748) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.078989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33750) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.085847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-eea0f445-21e9-4bb2-890a-fa513139c316 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', {'tags': ['tempest-TagsExtTest-Tag-643001930', 'tempest-TagsExtTest-Tag-426268953', 'tempest-TagsExtTest-Tag-995136035']}) {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.092191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.159018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:22.159448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.168601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Calling delete_port for 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:22.205756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] For port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,segment=NetworkSegment(a5eb11cf-8d13-44b9-b6a7-662a4901ed1b),segment_id=a5eb11cf-8d13-44b9-b6a7-662a4901ed1b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:22.206201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.228139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,segment=NetworkSegment(df2a634a-1677-4ca4-87b6-10178d629c6e),segment_id=df2a634a-1677-4ca4-87b6-10178d629c6e)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:22.233400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.233571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.244684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:22.251104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.273215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Calling delete_port for d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:22.340125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c87ee26-7826-4a28-8fe0-b1d3ef0df31d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:22.366728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9ca213ac-51c0-445a-9524-cd30b7cec3d4', 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '9e63b36d-8901-4b37-9a25-01eee654705b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:22.367573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.396067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eea0f445-21e9-4bb2-890a-fa513139c316 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 200 len: 315 time: 0.3118439 Dec 24 03:02:22.399647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33752) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.403884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.407646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-2025f25b-9563-4cc6-8e61-6434290813ea tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.449847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.455323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.473225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e593f601-3a49-48df-a890-ed607c528cfa']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.492459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2031e82f-edb2-4613-84b7-9a3e70f60191') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.492459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2031e82f-edb2-4613-84b7-9a3e70f60191') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.494347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9488-0945-41d1-a18d-986e9e37ff07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.502312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.515405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:22.517248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.518016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] DHCP port deletion for 6845e9e3-1f13-47c5-a4c0-9eab03210d7e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:22.518399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:22.551276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] Pushing event deleted for resources: {'Port': ['ID=30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:22.555516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53a368-883e-4558-af5a-9ec6c042c55a None None] No DVR routers for this DVR port 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:22.572021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.590588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:22.591023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:22.593969 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:22.598501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.613718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.624345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.632151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.656265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] Pushing event deleted for resources: {'Port': ['ID=d95649a6-87e1-4a8e-8b19-b76fd3d03ab5,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:22.656602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eda060-e0e4-4add-9456-e6bab21a224d']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.668816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2a634a-1677-4ca4-87b6-10178d629c6e') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.669122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e58649-3f9d-479a-920d-ea04bc708e2d None None] No DVR routers for this DVR port d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:22.669257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2a634a-1677-4ca4-87b6-10178d629c6e') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.686984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.687244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Allocated IP 172.20.0.2 (9ca213ac-51c0-445a-9524-cd30b7cec3d4/9e63b36d-8901-4b37-9a25-01eee654705b/1b0fc01f-3d3e-44ce-9e6a-6337495785f7) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:22.697090 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2025f25b-9563-4cc6-8e61-6434290813ea tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 204 len: 168 time: 0.2927914 Dec 24 03:02:22.697090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.705128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-ff630529-7b72-468c-9cce-c383478d8535 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-643001930') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.757439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Deleting port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:22.757827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.774174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 345844ca-ad28-4661-8b79-489bad9e7364 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:22.775244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.777562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.786450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:22.786855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:22.790022 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:22.809989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.836491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e593f601-3a49-48df-a890-ed607c528cfa {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:02:22.842616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] For port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,segment=NetworkSegment(904faa6b-3b0c-448e-b46b-5ecc6205e050),segment_id=904faa6b-3b0c-448e-b46b-5ecc6205e050)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:22.843016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.855371 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-ff630529-7b72-468c-9cce-c383478d8535 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:22.859340 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ff630529-7b72-468c-9cce-c383478d8535 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-643001930 HTTP/1.1" status: 404 len: 328 time: 0.1590447 Dec 24 03:02:22.860168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33756) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.865703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Calling delete_port for 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:22.866027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-b0047831-54ce-4bfd-947e-2c9ea5ce30e5 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-426268953') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:22.879289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Network': ['ID=e593f601-3a49-48df-a890-ed607c528cfa,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:22.886335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.892155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a71d512e-c10e-436e-967f-e8c9aba855f2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e593f601-3a49-48df-a890-ed607c528cfa HTTP/1.1" status: 204 len: 168 time: 2.5161004 Dec 24 03:02:22.897095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33758) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:22.949513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:22.971427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.033030 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2bdce46c-ee6e-4e2f-9374-65935b0f4674 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1323612 Dec 24 03:02:23.033291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.035179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/33eda060-e0e4-4add-9456-e6bab21a224d HTTP/1.1" status: 204 len: 168 time: 1.0409880 Dec 24 03:02:23.043973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 88a43776-c6f3-448a-8974-c7b53521f319 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:23.045525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 345844ca-ad28-4661-8b79-489bad9e7364, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=345844ca-ad28-4661-8b79-489bad9e7364,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:23.046091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.056432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33760) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.056796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.060046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 345844ca-ad28-4661-8b79-489bad9e7364 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:23.060983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d7a9d-983e-4c82-8d2f-44de79454e81 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=33eda060-e0e4-4add-9456-e6bab21a224d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.070609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.072515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 88a43776-c6f3-448a-8974-c7b53521f319 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:23.073441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 88a43776-c6f3-448a-8974-c7b53521f319 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:23.073908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:23.122300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.136785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:23.137263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 30dfe7fb-7cb3-4853-98a8-7aeebbe80e1b not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:23.137780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:23.150380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:23.174057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] No DVR routers for this DVR port 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:23.177212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:23.177682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d95649a6-87e1-4a8e-8b19-b76fd3d03ab5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:23.178206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:23.180323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:23.201171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:23.228870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:23.229428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 147d41a4-ce9e-4c36-8aa5-ca2e658fa602 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:23.231013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Pushing event updated for resources: {'Port': ['ID=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.250043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.272739 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b0047831-54ce-4bfd-947e-2c9ea5ce30e5 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:23.276364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b0047831-54ce-4bfd-947e-2c9ea5ce30e5 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-426268953 HTTP/1.1" status: 404 len: 328 time: 0.4123061 Dec 24 03:02:23.277294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33764) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.284003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-6f15690f-c896-4c5a-bdee-48f84f50605a tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1', 'tempest-TagsExtTest-Tag-995136035') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.287043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c388f-eb43-42ed-9e8f-edf1b8493218 None None] Pushing event deleted for resources: {'Port': ['ID=147d41a4-ce9e-4c36-8aa5-ca2e658fa602,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.294107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:23.303074 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b6c642d2-79f5-48ce-9e67-fb8adcf799d2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5174 time: 0.2355957 Dec 24 03:02:23.303879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.321295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Attempting to bind port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:23.322098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Attempting to bind port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '3a74b28b-1bf6-4c91-a953-1e282974b644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:23.322702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Attempting to bind port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 on network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:23.330857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:23.332798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Checking segment: {'id': '3a74b28b-1bf6-4c91-a953-1e282974b644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:23.333430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.334669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Bound using segment: {'id': '3a74b28b-1bf6-4c91-a953-1e282974b644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:23.335356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Bound port: 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a74b28b-1bf6-4c91-a953-1e282974b644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:23.336204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.374903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.377172 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-b632d9c3-4032-47b4-8319-12244de32223 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] delete failed (client error): The resource could not be found. Dec 24 03:02:23.377564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.378768 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b632d9c3-4032-47b4-8319-12244de32223 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/5d234f87-5e6a-4294-9fdf-2026d1835032 HTTP/1.1" status: 404 len: 345 time: 0.0733771 Dec 24 03:02:23.395201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.415413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] For port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:23.419012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] For port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,segment=NetworkSegment(3a74b28b-1bf6-4c91-a953-1e282974b644),segment_id=3a74b28b-1bf6-4c91-a953-1e282974b644)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:23.422748 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b46b13-9190-41e3-bc8d-2d8d4f318e96 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] DELETE failed (client error): The resource could not be found. Dec 24 03:02:23.423251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b46b13-9190-41e3-bc8d-2d8d4f318e96 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:23.426963 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-14b46b13-9190-41e3-bc8d-2d8d4f318e96 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e593f601-3a49-48df-a890-ed607c528cfa HTTP/1.1" status: 404 len: 339 time: 0.0308244 Dec 24 03:02:23.433434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33770) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.441746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=345844ca-ad28-4661-8b79-489bad9e7364,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.442586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'name': 'tempest-network--30947237', 'router:external': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:23.449745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=9e63b36d-8901-4b37-9a25-01eee654705b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.460236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3ef2f-4bf5-458a-98fc-752d3ad980b4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:23.483314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-6f15690f-c896-4c5a-bdee-48f84f50605a tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:23.484385 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6f15690f-c896-4c5a-bdee-48f84f50605a tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags/tempest-TagsExtTest-Tag-995136035 HTTP/1.1" status: 404 len: 328 time: 0.2049944 Dec 24 03:02:23.487629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.492611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.497550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-ad1df92b-4c4b-4adc-8b25-0cd993e297fa tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', {'tags': ['tempest-TagsExtTest-Tag-505329690', 'tempest-TagsExtTest-Tag-1620752647', 'tempest-TagsExtTest-Tag-150814902']}) {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.511986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.537910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6845e9e3-1f13-47c5-a4c0-9eab03210d7e']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.551084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904faa6b-3b0c-448e-b46b-5ecc6205e050') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.551444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904faa6b-3b0c-448e-b46b-5ecc6205e050') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.554251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.570354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.589515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca213ac-51c0-445a-9524-cd30b7cec3d4']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.590542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.593592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.598671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:23.599167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.599355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b69e-d6ce-4a50-8483-1a05a3268db1 None None] Pushing event updated for resources: {'Port': ['ID=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:23.602864 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:23.619413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:23.621874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.634281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a74b28b-1bf6-4c91-a953-1e282974b644') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.634582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a74b28b-1bf6-4c91-a953-1e282974b644') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.671874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ad1df92b-4c4b-4adc-8b25-0cd993e297fa tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "PUT /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 200 len: 316 time: 0.1833074 Dec 24 03:02:23.676477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33774) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.684564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-e169e32d-899c-4a1b-82ea-edbc47f1411f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.710311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.718812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:23.720086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.725286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.734330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.751964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.781831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.783594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:23.785422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:23.789380 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:23.795116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.804585 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/6845e9e3-1f13-47c5-a4c0-9eab03210d7e HTTP/1.1" status: 204 len: 168 time: 0.7385862 Dec 24 03:02:23.804860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33778) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.810349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-1964614682'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:23.826647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e0c7f-d117-4b47-af1c-3842779e3a89 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=6845e9e3-1f13-47c5-a4c0-9eab03210d7e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:23.837579 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e169e32d-899c-4a1b-82ea-edbc47f1411f tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 204 len: 168 time: 0.1567850 Dec 24 03:02:23.840436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33780) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.845276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-686b0623-3cae-4b78-9701-20b955edd605 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-505329690') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.869186 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-686b0623-3cae-4b78-9701-20b955edd605 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:23.872272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.872562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router 42270100-9a9b-4a6c-8aab-418b6f9ca7a3 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:23.872904 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-686b0623-3cae-4b78-9701-20b955edd605 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-505329690 HTTP/1.1" status: 404 len: 328 time: 0.0294185 Dec 24 03:02:23.875016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33782) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.880326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-d0576104-9287-4f70-81db-17ac880774a8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-1620752647') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.881019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.881373 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Added segment 5db522a1-9526-4fcb-beb3-c1213507a4b3 of type vlan for network 1d04ea27-e4e9-4f85-8823-ca1806dc596b Dec 24 03:02:23.887578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:23.888743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-90d04ac1-b1bf-490a-bf9b-d44c7736f6db tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/42270100-9a9b-4a6c-8aab-418b6f9ca7a3 HTTP/1.1" status: 204 len: 168 time: 2.4382107 Dec 24 03:02:23.895615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33784) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.912634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-d0576104-9287-4f70-81db-17ac880774a8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:23.913694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d0576104-9287-4f70-81db-17ac880774a8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-1620752647 HTTP/1.1" status: 404 len: 329 time: 0.0373361 Dec 24 03:02:23.917493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33786) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.918159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:02:23.918159 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:02:23.918159 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '9ca213ac-51c0-445a-9524-cd30b7cec3d4'}] Dec 24 03:02:23.918159 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:23.918588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:23.922812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c635667d-58e8-4f1c-9c4d-fdbee2174596 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb', 'tempest-TagsExtTest-Tag-150814902') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.953233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-c635667d-58e8-4f1c-9c4d-fdbee2174596 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] show failed (client error): The resource could not be found. Dec 24 03:02:23.954619 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c635667d-58e8-4f1c-9c4d-fdbee2174596 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags/tempest-TagsExtTest-Tag-150814902 HTTP/1.1" status: 404 len: 328 time: 0.0353248 Dec 24 03:02:23.958129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33788) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:23.962786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-4a00d680-df12-4e42-a173-64704a94d60e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ecb69f6-afc2-4577-9a4d-fe4011a6fceb') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:23.992408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:23.997693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.019434 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4a00d680-df12-4e42-a173-64704a94d60e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb/tags HTTP/1.1" status: 204 len: 168 time: 0.0594006 Dec 24 03:02:24.021459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33790) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.027405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-f93bae79-e13a-4b7d-85f1-25fb95135898 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '930c5c26-af21-475c-b012-50ecb51728b1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.040803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.046602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.067678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:24.160550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.163589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.164596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.165196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.214660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529ec9d2-723b-4fac-b16f-c576d47da4a5']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.250479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.250776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eb11cf-8d13-44b9-b6a7-662a4901ed1b') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.264848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.271972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=1d04ea27-e4e9-4f85-8823-ca1806dc596b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:24.281468 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-06ed248e-2d4d-47f4-acd1-32bbca4650f0 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.8470974 Dec 24 03:02:24.285456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33792) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.287551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 1d04ea27-e4e9-4f85-8823-ca1806dc596b details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:24.302516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.339810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:24.340218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:24.343377 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:24.359917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.360576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 7d7c8049-fc6a-4c97-9d3a-99ce83423e0b of type vlan for network 9214dea7-8de4-4d13-9e7c-aa857f3de232 Dec 24 03:02:24.423778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.454324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.497734 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f93bae79-e13a-4b7d-85f1-25fb95135898 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1/tags HTTP/1.1" status: 204 len: 168 time: 0.4749200 Dec 24 03:02:24.502555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33794) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.510153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-a22414a2-fd2a-496e-914c-ad56c8673c2e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92d734f4-96c3-4e63-b6c6-85bcb21d5af1') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.543598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.550148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.550891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.651732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:24.652084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.654352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=9214dea7-8de4-4d13-9e7c-aa857f3de232,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:24.667084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:24.688660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-647bc7ea-f066-447c-bf44-e51cac7b05cb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8800542 Dec 24 03:02:24.691525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33796) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.700500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:24.793450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381aa36-68da-4986-9860-b71ba5e5408a None None] Network 9ca213ac-51c0-445a-9524-cd30b7cec3d4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:24.802548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e16d9-cf81-47b6-b345-59cbfde05647 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.808661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e16d9-cf81-47b6-b345-59cbfde05647 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.815730 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a22414a2-fd2a-496e-914c-ad56c8673c2e tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1/tags HTTP/1.1" status: 204 len: 168 time: 0.3099792 Dec 24 03:02:24.815900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e16d9-cf81-47b6-b345-59cbfde05647 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.822888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709e16d9-cf81-47b6-b345-59cbfde05647 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:24.823164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33798) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.826682 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-709e16d9-cf81-47b6-b345-59cbfde05647 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5386453 Dec 24 03:02:24.826964 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33800) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.827098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-cfafe183-b49d-4cc6-8248-4b0e5d587540 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '452100f4-ca3a-41a7-81f0-651869aa956d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:24.848913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.867273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.887183 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/529ec9d2-723b-4fac-b16f-c576d47da4a5 HTTP/1.1" status: 204 len: 168 time: 0.9770751 Dec 24 03:02:24.887490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] Provisioning complete for port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:24.887490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.888293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33802) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:24.897528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,segment=NetworkSegment(3a74b28b-1bf6-4c91-a953-1e282974b644),segment_id=3a74b28b-1bf6-4c91-a953-1e282974b644)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:24.897528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:24.919189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--961404564', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:24.919516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:24.924993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fefbfd-d7f2-4843-8065-40fdd9e004b3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=529ec9d2-723b-4fac-b16f-c576d47da4a5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:24.948471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.014228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:25.015138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.017770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.060351 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cfafe183-b49d-4cc6-8248-4b0e5d587540 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d/tags HTTP/1.1" status: 204 len: 168 time: 0.2365847 Dec 24 03:02:25.062484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33804) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.069847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.072111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.099790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] For port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,segment=NetworkSegment(3a74b28b-1bf6-4c91-a953-1e282974b644),segment_id=3a74b28b-1bf6-4c91-a953-1e282974b644)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:25.102891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d04ea27-e4e9-4f85-8823-ca1806dc596b']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.105697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:25.109807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.124256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] DHCP port deletion for 9ca213ac-51c0-445a-9524-cd30b7cec3d4 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:25.129559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db522a1-9526-4fcb-beb3-c1213507a4b3') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.130244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db522a1-9526-4fcb-beb3-c1213507a4b3') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.145257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.163171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:25.165589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.178218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.178848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:25.179123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:25.180945 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:25.192154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 345844ca-ad28-4661-8b79-489bad9e7364 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:25.201783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.202091 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17 of type vlan for network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 Dec 24 03:02:25.236526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 345844ca-ad28-4661-8b79-489bad9e7364 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:25.236798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 345844ca-ad28-4661-8b79-489bad9e7364 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:25.245721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.274883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Deleting port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:25.275135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.276860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce25c-05a5-4d6f-86b7-b836563ab0d8 None None] Pushing event updated for resources: {'Port': ['ID=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.280558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3fea33c-e936-4684-9488-5dff8d4f5311 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for subnetpool, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.285534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33806) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.285954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a3fea33c-e936-4684-9488-5dff8d4f5311 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnetpools/9ecb69f6-afc2-4577-9a4d-fe4011a6fceb HTTP/1.1" status: 204 len: 168 time: 0.2197077 Dec 24 03:02:25.287464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:25.290100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.297050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.323176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-424e54d6-c909-4d5b-be82-9b705e4e61a1 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "GET /v2.0/ports?device_id=930c5c26-af21-475c-b012-50ecb51728b1 HTTP/1.1" status: 200 len: 205 time: 0.0364099 Dec 24 03:02:25.327946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33808) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.353499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] For port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:25.353836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.366955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Calling delete_port for 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:25.369903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:02:25.374324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.386998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.397325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] Pushing event deleted for resources: {'Port': ['ID=1b0fc01f-3d3e-44ce-9e6a-6337495785f7,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.401377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd08ded-1ad9-4364-93d2-b5b41cfa9e16 None None] No DVR routers for this DVR port 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:25.413152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.416362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca213ac-51c0-445a-9524-cd30b7cec3d4']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.430407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a74b28b-1bf6-4c91-a953-1e282974b644') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.446291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a74b28b-1bf6-4c91-a953-1e282974b644') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d04ea27-e4e9-4f85-8823-ca1806dc596b {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d04ea27-e4e9-4f85-8823-ca1806dc596b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-833d7bf4-9110-4c95-b047-f65fc080b4eb tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1d04ea27-e4e9-4f85-8823-ca1806dc596b HTTP/1.1" status: 204 len: 168 time: 0.6134760 Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.446458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33810) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.450974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.455548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'name': 'tempest-network--707756516', 'router:external': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:25.490752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.502580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:25.503114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:25.506361 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:25.532974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.540483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:25.541422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.718285 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8286982 Dec 24 03:02:25.722331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33812) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.727875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.728299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-797312673', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:25.729613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee8873-3860-4cf2-8d69-32c35e728f54 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.733957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.736558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.739577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:25.739726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.739830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.746487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:25.767959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:25.777381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.777844 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Added segment 4bcaac1d-ff99-45a6-b1e2-f319ea8dfd4f of type vlan for network aeb2547b-565a-49e6-9588-c9e18c8d681f Dec 24 03:02:25.821146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=b294342b-403f-4099-92b0-e9583c4a0b3a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.828034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.861661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.867304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/9ca213ac-51c0-445a-9524-cd30b7cec3d4 HTTP/1.1" status: 204 len: 168 time: 3.7165804 Dec 24 03:02:25.871028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.933584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c978f-2337-48f1-a5cf-b14991ebe755 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=9ca213ac-51c0-445a-9524-cd30b7cec3d4,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:25.937190 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5b2f66-ff98-41b6-b4ee-2fc46cb12430 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] GET failed (client error): The resource could not be found. Dec 24 03:02:25.938853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d5b2f66-ff98-41b6-b4ee-2fc46cb12430 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets/9e63b36d-8901-4b37-9a25-01eee654705b HTTP/1.1" status: 404 len: 337 time: 0.0634758 Dec 24 03:02:25.939952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.941344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.944965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33816) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:25.963431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.964458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:25.965061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:25.979247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a5e5e0-6aae-4c31-943d-c4a1ffa1be95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:25.979876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a5e5e0-6aae-4c31-943d-c4a1ffa1be95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:25.986874 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-68a5e5e0-6aae-4c31-943d-c4a1ffa1be95 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/9ca213ac-51c0-445a-9524-cd30b7cec3d4 HTTP/1.1" status: 404 len: 339 time: 0.0349705 Dec 24 03:02:25.990538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33818) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.043721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.044225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Fanout notify agent at l3_agent the message router_deleted on router 930c5c26-af21-475c-b012-50ecb51728b1 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:26.052321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.059620 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dcd75f4d-062b-44fb-9287-e0be77f61dde tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/routers/930c5c26-af21-475c-b012-50ecb51728b1 HTTP/1.1" status: 204 len: 168 time: 0.7266955 Dec 24 03:02:26.059620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33820) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.066793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:26.067161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: 9214dea7-8de4-4d13-9e7c-aa857f3de232, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:26.068674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=aeb2547b-565a-49e6-9588-c9e18c8d681f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:26.079589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network aeb2547b-565a-49e6-9588-c9e18c8d681f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:26.104141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.136505 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7bf6ebf0-1d16-4865-9c32-837876ea46a2 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6865921 Dec 24 03:02:26.137074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33822) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.180305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.238673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75fffc-badd-4d63-beed-7bc962fc95b8 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.242906 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2e75fffc-badd-4d63-beed-7bc962fc95b8 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "GET /v2.0/networks/aeb2547b-565a-49e6-9588-c9e18c8d681f HTTP/1.1" status: 200 len: 756 time: 0.1022065 Dec 24 03:02:26.242906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33824) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.270110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Deleting port 92d734f4-96c3-4e63-b6c6-85bcb21d5af1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:26.270390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.291043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:26.303038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013212d2-816f-4e8b-b0b6-48c6d4f409bf tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.309190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013212d2-816f-4e8b-b0b6-48c6d4f409bf tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.310753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-013212d2-816f-4e8b-b0b6-48c6d4f409bf tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1334 time: 0.3218842 Dec 24 03:02:26.314935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33826) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.356543 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-91ebec7e-f042-4bdb-be91-d95a64d456d8 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 207 time: 0.0384696 Dec 24 03:02:26.362233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33828) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.416260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aec7fd-57f1-47fd-815b-cf2529b991d2 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.417411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9214dea7-8de4-4d13-9e7c-aa857f3de232) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:26.417924 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-30aec7fd-57f1-47fd-815b-cf2529b991d2 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "GET /v2.0/networks/769ebf50-2a11-4ce4-8417-e75d99a58bcb HTTP/1.1" status: 200 len: 768 time: 0.1736937 Dec 24 03:02:26.421956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33830) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.426209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.429907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.430511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.431728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca5a6b-ad2b-4457-a8de-c2cacbb5bd05 None None] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:26.492339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.510652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.514731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Calling delete_port for 92d734f4-96c3-4e63-b6c6-85bcb21d5af1 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:26.532969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77ce80a1-cf12-49d5-b2cd-b1d0f537e269 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8402576 Dec 24 03:02:26.536036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33832) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.545994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-930540520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:26.546642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9214dea7-8de4-4d13-9e7c-aa857f3de232', 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': 'b294342b-403f-4099-92b0-e9583c4a0b3a'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:26.547511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.561798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.570035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.576320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.582844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.589197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.596150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-34385c65-ee35-424e-8e1b-b52aef46e6e1 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3038 time: 0.2243550 Dec 24 03:02:26.596150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33834) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.653627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.678419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb2547b-565a-49e6-9588-c9e18c8d681f']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:26.689051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Allocated IP 172.20.0.2 (9214dea7-8de4-4d13-9e7c-aa857f3de232/b294342b-403f-4099-92b0-e9583c4a0b3a/2baf7143-8b0f-4d73-a5db-f44992a77977) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:26.690005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcaac1d-ff99-45a6-b1e2-f319ea8dfd4f') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:26.690268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcaac1d-ff99-45a6-b1e2-f319ea8dfd4f') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:26.702893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.721667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.730695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:26.731086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:26.734030 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:26.791914 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-97e1be78-3170-4d53-b3c0-6f61209a9798 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 669 time: 0.1917164 Dec 24 03:02:26.792817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33836) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.848509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.849547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.853491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.869333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.894401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda49c7-63b2-4d36-a80c-40d4275f9eb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.896028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeda49c7-63b2-4d36-a80c-40d4275f9eb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.898025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eeda49c7-63b2-4d36-a80c-40d4275f9eb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1042812 Dec 24 03:02:26.901844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33838) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:26.912804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.942055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.952282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:26.987020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:26.994797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3a8da-815c-47c5-9265-d730bd19ad4b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.996314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3a8da-815c-47c5-9265-d730bd19ad4b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:26.997860 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ddb3a8da-815c-47c5-9265-d730bd19ad4b tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0948296 Dec 24 03:02:27.001629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33840) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.022462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:27.023255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:27.023603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1b0fc01f-3d3e-44ce-9e6a-6337495785f7 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:27.032056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:27.034778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:27.036885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.043103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Pushing event updated for resources: {'Port': ['ID=2baf7143-8b0f-4d73-a5db-f44992a77977,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:27.046192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeb2547b-565a-49e6-9588-c9e18c8d681f {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:02:27.082207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.088729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/aeb2547b-565a-49e6-9588-c9e18c8d681f HTTP/1.1" status: 204 len: 168 time: 0.6613472 Dec 24 03:02:27.089059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33842) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.094868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'name': 'tempest-network--1503223365'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:27.103854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Attempting to bind port 2baf7143-8b0f-4d73-a5db-f44992a77977 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:27.104366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Attempting to bind port 2baf7143-8b0f-4d73-a5db-f44992a77977 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:27.104757 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.104898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Attempting to bind port 2baf7143-8b0f-4d73-a5db-f44992a77977 on network 9214dea7-8de4-4d13-9e7c-aa857f3de232 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:27.110064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.111079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:27.111886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Checking segment: {'id': '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:27.112927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.113441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Bound using segment: {'id': '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:27.114705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Bound port: 2baf7143-8b0f-4d73-a5db-f44992a77977, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:27.115098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.120292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f366a2-95d1-4e27-9c8a-49f2d071db08 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeb2547b-565a-49e6-9588-c9e18c8d681f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:27.167545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event deleted for resources: {'Port': ['ID=92d734f4-96c3-4e63-b6c6-85bcb21d5af1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:27.173731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.179 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/6595434d-c820-4b54-9663-0039fd55fca8) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:27.185723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf56ad-1432-4e42-8a8d-014fa32f2d50 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:27.191163 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-16cf56ad-1432-4e42-8a8d-014fa32f2d50 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks/4a4de27b-0039-41b3-825f-daa46a4020f7 HTTP/1.1" status: 200 len: 800 time: 0.1844392 Dec 24 03:02:27.194126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33844) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.223599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.223866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] For port 2baf7143-8b0f-4d73-a5db-f44992a77977, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:27.224868 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a37f7bcd-89c6-4dfe-8c27-b5c238d4f1c4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6862586 Dec 24 03:02:27.229059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33846) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.232184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] For port 2baf7143-8b0f-4d73-a5db-f44992a77977, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2baf7143-8b0f-4d73-a5db-f44992a77977,segment=NetworkSegment(7d7c8049-fc6a-4c97-9d3a-99ce83423e0b),segment_id=7d7c8049-fc6a-4c97-9d3a-99ce83423e0b)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:27.234430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'port': {'network_id': '9214dea7-8de4-4d13-9e7c-aa857f3de232', 'name': 'tempest-RoutersTest-617552239'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:27.302604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.383461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.392409 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae8c7bbc-87c1-4ddc-9989-b6fbfdb2ed62 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/networks/4a4de27b-0039-41b3-825f-daa46a4020f7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1970797 Dec 24 03:02:27.393083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33848) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.395181 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a7f93546-6d5f-4232-acb7-aea242ab290c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/ports/92d734f4-96c3-4e63-b6c6-85bcb21d5af1 HTTP/1.1" status: 204 len: 168 time: 1.3310492 Dec 24 03:02:27.395890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Made reservation on behalf of 37f4c8a5893242e78a71a1200f4aec29 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:27.400720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.406689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33850) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.436918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d3279-b246-4579-b895-17490a90d416 None None] Pushing event updated for resources: {'Port': ['ID=2baf7143-8b0f-4d73-a5db-f44992a77977,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:27.438298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.586957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Deleting subnet 452100f4-ca3a-41a7-81f0-651869aa956d {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:27.605659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:27.610480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b800f2b-e5b0-4db5-8d40-8536ed27543f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:27.610480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0b800f2b-e5b0-4db5-8d40-8536ed27543f tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets/3065d381-8848-4fe7-81c9-459978b0dcc9 HTTP/1.1" status: 200 len: 811 time: 0.2000554 Dec 24 03:02:27.610898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.611475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33852) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.653266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.653699 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Added segment c275cdd8-2290-4ad4-a307-9284c1fb722d of type vlan for network 0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 Dec 24 03:02:27.703839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551406a0-8206-469b-bcca-acd147ec1107 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['shared'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:27.710911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-551406a0-8206-469b-bcca-acd147ec1107 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "GET /v2.0/subnets/3065d381-8848-4fe7-81c9-459978b0dcc9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0915673 Dec 24 03:02:27.711093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.715667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33854) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:27.720674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1347232157'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:27.756304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:27.760080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.782000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.793378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.797045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] device_id is not set on port 8ce27129-bca3-4029-b401-a6f4e0785c37 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:27.859763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=6595434d-c820-4b54-9663-0039fd55fca8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:27.874897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:27.877184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:27.879314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:27.884149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.886269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:27.905511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37330574-76ac-4fef-82f3-c78b179e6154 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:27.972808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.977081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:27.982295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:27.982295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.040309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7c7f536b-089d-4701-afad-541bedf8cddb None None] Provisioning complete for port 6595434d-c820-4b54-9663-0039fd55fca8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:28.040988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7c7f536b-089d-4701-afad-541bedf8cddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.087472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7c7f536b-089d-4701-afad-541bedf8cddb None None] Port 6595434d-c820-4b54-9663-0039fd55fca8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:28.104900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=0b80f2e2-f35e-4c6f-8ff6-534c40b3b416,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:28.107891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.20.0.9 (9214dea7-8de4-4d13-9e7c-aa857f3de232/b294342b-403f-4099-92b0-e9583c4a0b3a/8ce27129-bca3-4029-b401-a6f4e0785c37) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:28.121261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:28.133025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9abc1f9e-8276-4cd2-adcb-f1b43d501cde tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0427787 Dec 24 03:02:28.138598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33856) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:28.148660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:28.209400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:28.226428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.279015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.279364 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Added segment f661b6d1-749d-418b-aa6a-7d0c8b04afd8 of type vlan for network d0af14aa-db8e-4dca-a105-43180abfb6b7 Dec 24 03:02:28.350419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.579167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event deleted for resources: {'Subnet': ['ID=452100f4-ca3a-41a7-81f0-651869aa956d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:28.592465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.598237 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-269634a9-8908-4dbf-afe0-a42c91d4440c tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/subnets/452100f4-ca3a-41a7-81f0-651869aa956d HTTP/1.1" status: 204 len: 168 time: 1.1797156 Dec 24 03:02:28.599267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33858) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:28.601515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78553e7-f61a-4984-886a-e3f4400e3e29 None None] Network 33b52dc0-8772-47d7-b740-3f65eb1ace01 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:28.689641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b37cb4-932b-414b-9728-90c4f2974e7f None None] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:28.756623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.761588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.771963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] Provisioning complete for port 2baf7143-8b0f-4d73-a5db-f44992a77977 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:28.772341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.787679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.794634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:28.795981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.819030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.850645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.858434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Network 0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 is not hosted by any dhcp agent {{(pid=110368) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:02:28.859341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:28.860070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.866137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "PUT /v2.0/networks/0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 HTTP/1.1" status: 200 len: 858 time: 0.7240820 Dec 24 03:02:28.867256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33860) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:28.900611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.904699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] DHCP port deletion for 33b52dc0-8772-47d7-b740-3f65eb1ace01 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:28.911121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Network': ['ID=d0af14aa-db8e-4dca-a105-43180abfb6b7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:28.932385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:28.947042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e305c355-c541-4872-b7e8-086e34029810 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2302377 Dec 24 03:02:28.948999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:28.950763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33862) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:28.957714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:29.070908 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:02:29.073305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.085105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:29.100996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:29.141804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] For port 2baf7143-8b0f-4d73-a5db-f44992a77977, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2baf7143-8b0f-4d73-a5db-f44992a77977,segment=NetworkSegment(7d7c8049-fc6a-4c97-9d3a-99ce83423e0b),segment_id=7d7c8049-fc6a-4c97-9d3a-99ce83423e0b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:29.143378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2baf7143-8b0f-4d73-a5db-f44992a77977 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:29.147762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=8ce27129-bca3-4029-b401-a6f4e0785c37,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.163948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:29.168274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab87c38-547f-41a9-a75a-9baf7b2db110 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event updated for resources: {'Network': ['ID=0b80f2e2-f35e-4c6f-8ff6-534c40b3b416,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.172395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Deleting port eecb854f-37a2-4462-b79b-047f4b86c3ea {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:29.172982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.181623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.198975 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Deleting port eecb854f-37a2-4462-b79b-047f4b86c3ea {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:29.199347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.226918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.283408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:29.290462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.318068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] For port eecb854f-37a2-4462-b79b-047f4b86c3ea, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb854f-37a2-4462-b79b-047f4b86c3ea,segment=NetworkSegment(dfe5c345-f7d8-4106-9a50-2a7beeba2902),segment_id=dfe5c345-f7d8-4106-9a50-2a7beeba2902)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:29.318687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.324571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] For port eecb854f-37a2-4462-b79b-047f4b86c3ea, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb854f-37a2-4462-b79b-047f4b86c3ea,segment=NetworkSegment(dfe5c345-f7d8-4106-9a50-2a7beeba2902),segment_id=dfe5c345-f7d8-4106-9a50-2a7beeba2902)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:29.324966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.338941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2baf7143-8b0f-4d73-a5db-f44992a77977 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:29.339308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.340142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Calling delete_port for eecb854f-37a2-4462-b79b-047f4b86c3ea owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:29.379709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Calling delete_port for eecb854f-37a2-4462-b79b-047f4b86c3ea owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:29.389366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.411239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e43b0-1be7-4c45-8233-942b01dfc168 None None] Pushing event updated for resources: {'Port': ['ID=2baf7143-8b0f-4d73-a5db-f44992a77977,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.429045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Made reservation on behalf of 187c8c6793f24edcb58fb562d35b050b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:29.430753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.435100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b80f2e2-f35e-4c6f-8ff6-534c40b3b416']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:29.447545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c275cdd8-2290-4ad4-a307-9284c1fb722d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:29.447987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c275cdd8-2290-4ad4-a307-9284c1fb722d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:29.472874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-81dbe6d5-0685-4928-bd91-9497623636a3 None None] Provisioning complete for port 2baf7143-8b0f-4d73-a5db-f44992a77977 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:29.472874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81dbe6d5-0685-4928-bd91-9497623636a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.473068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f4f3ef44-3874-486c-be3a-cb3bc1b8f5df tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2333145 Dec 24 03:02:29.473068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33864) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:29.473068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.495860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing IP validity checks on allocation pools {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:02:29.496379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:02:29.514922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.553032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.567741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:29.573339 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:29.676518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb854f-37a2-4462-b79b-047f4b86c3ea no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:29.710316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.714073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.755136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] Pushing event deleted for resources: {'Port': ['ID=eecb854f-37a2-4462-b79b-047f4b86c3ea,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.764367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a116da-8a46-454f-a09a-9011c41b0720 None None] No DVR routers for this DVR port eecb854f-37a2-4462-b79b-047f4b86c3ea on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:29.772089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No active binding found for port eecb854f-37a2-4462-b79b-047f4b86c3ea {{(pid=110369) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 03:02:29.777272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] The host dv-neutron-822868-1-hyperv is not matching for port eecb854f-37a2-4462-b79b-047f4b86c3ea host None! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:02:29.777272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb854f-37a2-4462-b79b-047f4b86c3ea not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:29.788047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1e5d4067-13e8-41e0-8a18-9cf1b5d46090 None None] Provisioning complete for port 8ce27129-bca3-4029-b401-a6f4e0785c37 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:29.788593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4067-13e8-41e0-8a18-9cf1b5d46090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.791836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event deleted for resources: {'Port': ['ID=eecb854f-37a2-4462-b79b-047f4b86c3ea,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.816709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] No DVR routers for this DVR port eecb854f-37a2-4462-b79b-047f4b86c3ea on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:29.830171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.841700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d4067-13e8-41e0-8a18-9cf1b5d46090 None None] Port 8ce27129-bca3-4029-b401-a6f4e0785c37 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:29.848684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 24 03:02:29.853967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.860548 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] 10.222.0.36 "DELETE /v2.0/networks/0b80f2e2-f35e-4c6f-8ff6-534c40b3b416 HTTP/1.1" status: 204 len: 168 time: 0.9797580 Dec 24 03:02:29.860548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1298e-c9a4-4284-bdd8-435eaa78a6d5 tempest-ExternalNetworksTestJSON-264497001 tempest-ExternalNetworksTestJSON-264497001-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b80f2e2-f35e-4c6f-8ff6-534c40b3b416,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:29.861181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33866) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:29.889719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.928896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.934428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:29.947966 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-487187b8-afe8-494e-a0df-8dac96433f2e tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:29.948444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487187b8-afe8-494e-a0df-8dac96433f2e tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:29.953995 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-487187b8-afe8-494e-a0df-8dac96433f2e tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "DELETE /v2.0/subnets/5c87ee26-7826-4a28-8fe0-b1d3ef0df31d HTTP/1.1" status: 404 len: 337 time: 0.0795796 Dec 24 03:02:29.970310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33868) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:29.983695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:30.004681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.054328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=80d2d92e-4c90-4ed9-9724-3765051c1bb5,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:30.058134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b52dc0-8772-47d7-b740-3f65eb1ace01']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.108281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe5c345-f7d8-4106-9a50-2a7beeba2902') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.112922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe5c345-f7d8-4106-9a50-2a7beeba2902') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.127786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.134459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.139836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Checking segment: {'id': 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:30.139836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network hostable DHCP agents. Network: d0af14aa-db8e-4dca-a105-43180abfb6b7, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:30.183475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.200453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:30.200800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self.session.flush() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:30.204016 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:30.264123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:30.291891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.300955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:30.326620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769ebf50-2a11-4ce4-8417-e75d99a58bcb']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.340530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f11e475-7848-4dcd-91d2-eb1ef177a347') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.340853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f11e475-7848-4dcd-91d2-eb1ef177a347') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.343684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.348123 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c210790b-6ed2-47d4-ada7-4f83b2730e5b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6211326 Dec 24 03:02:30.348547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33870) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:30.360816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.360975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.365427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.368176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.374162 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] 10.222.0.36 "DELETE /v2.0/networks/33b52dc0-8772-47d7-b740-3f65eb1ace01 HTTP/1.1" status: 204 len: 168 time: 1.7713258 Dec 24 03:02:30.378594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d0af14aa-db8e-4dca-a105-43180abfb6b7) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:30.386112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.394095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:30.394824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.398905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426df8f-9f85-4551-8ec3-7b38ccca9dc8 tempest-TagsExtTest-75049263 tempest-TagsExtTest-75049263-project] Pushing event deleted for resources: {'Network': ['ID=33b52dc0-8772-47d7-b740-3f65eb1ace01,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:30.414799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e7974a-f72c-439e-bdd0-384cdb00ebd0 None None] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:30.425014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:30.429358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.436904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:30.488651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:30.489437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:30.492044 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:30.499388 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77ff5260-5faa-4122-a2c5-35eedc390a55 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5453684 Dec 24 03:02:30.499864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.501504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33876) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:30.507250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:30.594094 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-15e871a7-1cfb-4b52-8406-040f2119aeb9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2443128 Dec 24 03:02:30.597468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:30.609844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.622909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.635102 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] 10.222.0.36 "DELETE /v2.0/networks/769ebf50-2a11-4ce4-8417-e75d99a58bcb HTTP/1.1" status: 204 len: 168 time: 0.6550245 Dec 24 03:02:30.635102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=8ce27129-bca3-4029-b401-a6f4e0785c37,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:30.659229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a47c36-421b-44ca-9b46-85b528ff0814 tempest-ExternalNetworksTestJSON-926454014 tempest-ExternalNetworksTestJSON-926454014-project] Pushing event deleted for resources: {'Network': ['ID=769ebf50-2a11-4ce4-8417-e75d99a58bcb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:30.674766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d0af14aa-db8e-4dca-a105-43180abfb6b7', 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7', 'project_id': '187c8c6793f24edcb58fb562d35b050b', 'fixed_ips': [{'subnet_id': '80d2d92e-4c90-4ed9-9724-3765051c1bb5'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:30.676033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.723088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:30.846733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11799180'] for subnet, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.869278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:30.900034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf512f-6b5c-47e7-9057-deb1ef78791f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:30.901691 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1fdf512f-6b5c-47e7-9057-deb1ef78791f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3031902 Dec 24 03:02:30.920776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33882) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.027368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2e464dbd-068a-4cef-9592-6eead7d93191 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1046157 Dec 24 03:02:31.030067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33886) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.045028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12008063', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:31.065226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33888) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.184356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2baf7143-8b0f-4d73-a5db-f44992a77977 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:31.209768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33892) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.211937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 24 03:02:31.211937 dv-neutron-822868-1-hyperv neutron-server[110369]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 24 03:02:31.211937 dv-neutron-822868-1-hyperv neutron-server[110369]: [parameters: {'in_use': 1, 'id_1': '80d2d92e-4c90-4ed9-9724-3765051c1bb5'}] Dec 24 03:02:31.211937 dv-neutron-822868-1-hyperv neutron-server[110369]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:31.212562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:31.251185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6fddab40-f8c1-458c-941b-29d9c50ca72b None None] Provisioning complete for port 8ce27129-bca3-4029-b401-a6f4e0785c37 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:31.252398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6fddab40-f8c1-458c-941b-29d9c50ca72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.264770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.335622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6fddab40-f8c1-458c-941b-29d9c50ca72b None None] Port 8ce27129-bca3-4029-b401-a6f4e0785c37 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:31.349703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2baf7143-8b0f-4d73-a5db-f44992a77977 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:31.350168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.465623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:28Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:31.474377 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b3bed21e-766c-4582-bdbd-e79a2d3515d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d7e002e0aad4d01985ec32c5330a5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632759 Dec 24 03:02:31.477926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33898) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.499280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:02:31.499634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Updating router 58041f96-06cb-4b19-9054-d8e7d06c6278 port 6595434d-c820-4b54-9663-0039fd55fca8 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:02:31.512336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1297207'] for subnet, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.527804 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-73524b52-f20e-413b-8d99-2a4d36bab84f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af6acc64b2e041339825bce51469cada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4363790 Dec 24 03:02:31.530802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33900) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.535221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.595672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:31.596268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.600379 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "PUT /v2.0/subnets/80d2d92e-4c90-4ed9-9724-3765051c1bb5 HTTP/1.1" status: 200 len: 877 time: 1.0951481 Dec 24 03:02:31.601262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33902) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:31.618357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd954172-6b86-4f34-b2b6-bd6a192ffd43 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event updated for resources: {'Subnet': ['ID=80d2d92e-4c90-4ed9-9724-3765051c1bb5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:31.624259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:31.628474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.631598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.638267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.699937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.704240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.713796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.728966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.889418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.892252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.896978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cead6946-41bb-450b-b4bb-3d1cd0ceb2c3 HTTP/1.1" status: 204 len: 168 time: 0.4126017 Dec 24 03:02:31.909470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f350f1b-b09c-4615-a297-8b8eb71b1649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead6946-41bb-450b-b4bb-3d1cd0ceb2c3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:31.941673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.974062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:31.978279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Allocated IP 172.20.0.3 (d0af14aa-db8e-4dca-a105-43180abfb6b7/80d2d92e-4c90-4ed9-9724-3765051c1bb5/347260e4-2ad7-4cf1-bab6-bb0f546ddeef) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:32.007868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=f60e7e98-778b-4603-857b-4d4f0c32c07d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.027557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:32.029946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:32.041462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.071479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.072741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.118072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:32.133173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=8ce27129-bca3-4029-b401-a6f4e0785c37,revision_number=3']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.136000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.169748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894aed7-2ab6-4169-8214-f27a84b831e7 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:32.182696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9e752-2fa4-4e00-a8cf-104c696a876b None None] Pushing event updated for resources: {'Port': ['ID=6595434d-c820-4b54-9663-0039fd55fca8,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.190053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Attempting to bind port 6595434d-c820-4b54-9663-0039fd55fca8 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:32.198523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Attempting to bind port 6595434d-c820-4b54-9663-0039fd55fca8 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:32.198523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Attempting to bind port 6595434d-c820-4b54-9663-0039fd55fca8 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:32.208197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:32.208614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:32.209028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.209782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:32.210115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Bound port: 6595434d-c820-4b54-9663-0039fd55fca8, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:32.210626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.242932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:32.243204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.247401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:32.248250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.273252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75477ae8-b4a0-49e6-835d-306841cd893e None None] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:32.276661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.277381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.278938 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1a99d11-2eff-49d8-a1cd-86dd1be454c1 HTTP/1.1" status: 204 len: 168 time: 0.7471395 Dec 24 03:02:32.328746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fb876-dc9e-46f9-88a0-cfbe5ab546e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a99d11-2eff-49d8-a1cd-86dd1be454c1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.332899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.341872 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75eb7b7d-3835-4ba6-9f90-6703840da857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3068447 Dec 24 03:02:32.342674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33910) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:32.343308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] For port 6595434d-c820-4b54-9663-0039fd55fca8, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:32.356737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.359530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:32.382794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:32.416714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Pushing event updated for resources: {'Port': ['ID=347260e4-2ad7-4cf1-bab6-bb0f546ddeef,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.425135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] For port 6595434d-c820-4b54-9663-0039fd55fca8, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6595434d-c820-4b54-9663-0039fd55fca8,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:32.428874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e99ab61b-91df-4c23-b931-b85b95aaaaff None None] Provisioning complete for port 6595434d-c820-4b54-9663-0039fd55fca8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:32.429376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e99ab61b-91df-4c23-b931-b85b95aaaaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.477947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e99ab61b-91df-4c23-b931-b85b95aaaaff None None] Port 6595434d-c820-4b54-9663-0039fd55fca8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:32.494216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:32.497655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:32.502603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:32.550597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:32.551466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.553860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.637527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac1f2d-f6bf-4b00-af9d-9d6f92409e39 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:32.654447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33914) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:32.687452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:32.692887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:32.731870 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ab233ac-9a21-4f1b-bb5f-0c92a464d24d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37f4c8a5893242e78a71a1200f4aec29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0769603 Dec 24 03:02:32.732607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33916) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:32.751621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Attempting to bind port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:32.751996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Attempting to bind port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:32.754619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Attempting to bind port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef on network d0af14aa-db8e-4dca-a105-43180abfb6b7 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:32.756732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router fcc49e3b-1a1c-4358-aa0f-75c56a670104 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:32.765055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.833405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=80d2d92e-4c90-4ed9-9724-3765051c1bb5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.859205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:32.860103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Checking segment: {'id': 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:32.860103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.860357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Bound using segment: {'id': 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:32.864736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Bound port: 347260e4-2ad7-4cf1-bab6-bb0f546ddeef, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:32.864736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:32.876699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9e752-2fa4-4e00-a8cf-104c696a876b None None] Pushing event updated for resources: {'Port': ['ID=6595434d-c820-4b54-9663-0039fd55fca8,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:32.887284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] Provisioning complete for port 6595434d-c820-4b54-9663-0039fd55fca8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:32.887650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.004154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:33.007782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.011179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.051707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af14aa-db8e-4dca-a105-43180abfb6b7']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.069960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:33.079102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.079941 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] Sync routers for ids ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:33.083328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.083646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.087180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.088672 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b3086424-dfcf-45b1-ac44-e739848f9c9d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/fcc49e3b-1a1c-4358-aa0f-75c56a670104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6220648 Dec 24 03:02:33.095016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:33.098509 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] Routers {'fcc49e3b-1a1c-4358-aa0f-75c56a670104'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:33.099211 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.122274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.133442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Allocated IP 172.20.0.2 (5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9/f60e7e98-778b-4603-857b-4d4f0c32c07d/6330d238-7685-4cff-99b6-a545856b0f65) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:33.144433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] For port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:33.185738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef5c10-6815-4f58-b4e4-755b1cb238b3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:33.187486 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bfef5c10-6815-4f58-b4e4-755b1cb238b3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports/8ce27129-bca3-4029-b401-a6f4e0785c37 HTTP/1.1" status: 200 len: 976 time: 0.0817692 Dec 24 03:02:33.190868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33930) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:33.288112 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.305410 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] Routers {'fcc49e3b-1a1c-4358-aa0f-75c56a670104'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:33.306752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.324604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] For port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=347260e4-2ad7-4cf1-bab6-bb0f546ddeef,segment=NetworkSegment(f661b6d1-749d-418b-aa6a-7d0c8b04afd8),segment_id=f661b6d1-749d-418b-aa6a-7d0c8b04afd8)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:33.366901 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.372182 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25454417-2f32-4df2-8866-a46deb1bd433 None None] The sync data for ids ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:33.407724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.411243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.412485 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9eafba6-8e59-44f9-8f96-948f9666425f HTTP/1.1" status: 204 len: 168 time: 0.6789165 Dec 24 03:02:33.423054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.440360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec945db-0313-4dcf-bfd5-17be9f6b96ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eafba6-8e59-44f9-8f96-948f9666425f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:33.441991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:33.442545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.449261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:33.449775 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:33.476728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] For port 6595434d-c820-4b54-9663-0039fd55fca8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6595434d-c820-4b54-9663-0039fd55fca8,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:33.495790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.589636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:02:33.589636 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:02:33.589636 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': 'd0af14aa-db8e-4dca-a105-43180abfb6b7'}] Dec 24 03:02:33.589636 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:33.590326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:33.743729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.782535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.806779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f825-c79b-4061-a587-fa6cced0a071 None None] Pushing event updated for resources: {'Port': ['ID=347260e4-2ad7-4cf1-bab6-bb0f546ddeef,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:33.812844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33942) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:33.818076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:33.823971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:28Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:33.885185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b743942-56a7-4640-b533-31c8b00c52ad None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:28Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:33.890320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74490709-e01b-40ae-85d4-aab3b1426e40 None None] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:33.986622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.022601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-96d15462-f957-430c-b71a-eda29e0958e4 None None] Provisioning complete for port 8ce27129-bca3-4029-b401-a6f4e0785c37 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:34.022966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-96d15462-f957-430c-b71a-eda29e0958e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.025955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-320537743-network', 'tenant_id': '3f6a2965e09e4445970d1b39696b1ca0'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:34.056656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:34.070855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9/f60e7e98-778b-4603-857b-4d4f0c32c07d/49943165-7de3-4822-946b-94b8967d555e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:34.080735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c136-1a3c-4cbe-84d1-ffa3184f2cdd None None] Pushing event updated for resources: {'Port': ['ID=6595434d-c820-4b54-9663-0039fd55fca8,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.091390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.096463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 8ce27129-bca3-4029-b401-a6f4e0785c37 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:34.105304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.109213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:34.111669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:34.130597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-96d15462-f957-430c-b71a-eda29e0958e4 None None] Port 8ce27129-bca3-4029-b401-a6f4e0785c37 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:34.165228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Pushing event updated for resources: {'Port': ['ID=6330d238-7685-4cff-99b6-a545856b0f65,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.178450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Made reservation on behalf of 3f6a2965e09e4445970d1b39696b1ca0 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:34.180965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.204346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.226830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.242446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Attempting to bind port 6330d238-7685-4cff-99b6-a545856b0f65 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:34.242846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Attempting to bind port 6330d238-7685-4cff-99b6-a545856b0f65 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:34.243184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Attempting to bind port 6330d238-7685-4cff-99b6-a545856b0f65 on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:34.243795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 8ce27129-bca3-4029-b401-a6f4e0785c37 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:34.251142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:34.254342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Checking segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:34.254778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.255191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Bound using segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:34.255996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Bound port: 6330d238-7685-4cff-99b6-a545856b0f65, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:34.262498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.290907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bf87b-f02d-478b-b270-6a29e9bd35ea None None] Network d0af14aa-db8e-4dca-a105-43180abfb6b7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:34.336688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.419968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.468740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] For port 6330d238-7685-4cff-99b6-a545856b0f65, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:34.473527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] For port 6330d238-7685-4cff-99b6-a545856b0f65, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6330d238-7685-4cff-99b6-a545856b0f65,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:34.500719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.525773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:34.526266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.550405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:34.553576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:34.558232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:34.589849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.597848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.598490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.600312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=347260e4-2ad7-4cf1-bab6-bb0f546ddeef,segment=NetworkSegment(f661b6d1-749d-418b-aa6a-7d0c8b04afd8),segment_id=f661b6d1-749d-418b-aa6a-7d0c8b04afd8)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:34.600829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.603668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.630533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:34.644406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.651737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=8ce27129-bca3-4029-b401-a6f4e0785c37,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.654443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for 347260e4-2ad7-4cf1-bab6-bb0f546ddeef owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:34.749923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.750299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Added segment 8ed6ea2d-bf37-41c8-bd4b-a830d695f68f of type vlan for network 60cd0b00-de23-472c-8ec6-c550bd79268e Dec 24 03:02:34.763972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7510f28d-4292-45af-870d-6fe062ac2843,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.839487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8e61e-20da-475d-99b0-f87f74b45015 None None] Pushing event updated for resources: {'Port': ['ID=6330d238-7685-4cff-99b6-a545856b0f65,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:34.910299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:34.954883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.037661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.172622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6595434d-c820-4b54-9663-0039fd55fca8 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:35.245807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.272346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:35.276171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.319660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.376352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6595434d-c820-4b54-9663-0039fd55fca8 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:35.378928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.474624 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6603620 Dec 24 03:02:35.479389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33966) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:35.493028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Request body: {'subnet': {'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-320537743-subnet', 'tenant_id': '3f6a2965e09e4445970d1b39696b1ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:35.509077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67deda9-fcac-4412-8bc2-abf023c4f720 admin admin] Pushing event updated for resources: {'Network': ['ID=60cd0b00-de23-472c-8ec6-c550bd79268e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:35.532394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 60cd0b00-de23-472c-8ec6-c550bd79268e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:35.590686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=347260e4-2ad7-4cf1-bab6-bb0f546ddeef,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:35.604252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router fcc49e3b-1a1c-4358-aa0f-75c56a670104 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:35.605386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port 347260e4-2ad7-4cf1-bab6-bb0f546ddeef on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:35.672865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Made reservation on behalf of 3f6a2965e09e4445970d1b39696b1ca0 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:35.677284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.755050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.762938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:35.772373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] Sync routers for ids ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:35.774064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5fa3b8c3-b0e6-4ae6-853a-59492bf80cc9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/fcc49e3b-1a1c-4358-aa0f-75c56a670104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5813401 Dec 24 03:02:35.774858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33970) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:35.787124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af14aa-db8e-4dca-a105-43180abfb6b7']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.788548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] Routers {'fcc49e3b-1a1c-4358-aa0f-75c56a670104'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:35.789316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.805218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.805524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f661b6d1-749d-418b-aa6a-7d0c8b04afd8') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.815977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.835083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.835479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.838107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] Routers {'fcc49e3b-1a1c-4358-aa0f-75c56a670104'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:35.839299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.845240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:35.845656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:35.855061 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:35.907420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:35.908071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c969c36-f367-454d-9ac4-ead37266c70b None None] The sync data for ids ['fcc49e3b-1a1c-4358-aa0f-75c56a670104'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:36.026421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.052551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.056443 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/d0af14aa-db8e-4dca-a105-43180abfb6b7 HTTP/1.1" status: 204 len: 168 time: 4.4484611 Dec 24 03:02:36.057556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0468-4667-4ed4-b2f1-48f7fa9fcbe4 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=d0af14aa-db8e-4dca-a105-43180abfb6b7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:36.059638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.092976 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d08080-e859-478d-8aed-6af00996deb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:36.093582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d08080-e859-478d-8aed-6af00996deb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:36.100055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-76d08080-e859-478d-8aed-6af00996deb9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/80d2d92e-4c90-4ed9-9724-3765051c1bb5 HTTP/1.1" status: 404 len: 337 time: 0.0371623 Dec 24 03:02:36.100478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33980) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.122542 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c9e156-a1e9-47b1-aa40-366209710739 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:36.122993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c9e156-a1e9-47b1-aa40-366209710739 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:36.129933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-35c9e156-a1e9-47b1-aa40-366209710739 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/d0af14aa-db8e-4dca-a105-43180abfb6b7 HTTP/1.1" status: 404 len: 339 time: 0.0250688 Dec 24 03:02:36.130395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33982) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.164350 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b78279a-cb40-48f8-833d-f32c01481054 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:36.164940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b78279a-cb40-48f8-833d-f32c01481054 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:36.170811 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9b78279a-cb40-48f8-833d-f32c01481054 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/9e63b36d-8901-4b37-9a25-01eee654705b HTTP/1.1" status: 404 len: 337 time: 0.0367908 Dec 24 03:02:36.171048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33986) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.206536 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-567dc9db-587c-4f2f-8bd2-b05ad1336289 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:36.207083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567dc9db-587c-4f2f-8bd2-b05ad1336289 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:36.210589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-567dc9db-587c-4f2f-8bd2-b05ad1336289 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/9ca213ac-51c0-445a-9524-cd30b7cec3d4 HTTP/1.1" status: 404 len: 339 time: 0.0384696 Dec 24 03:02:36.213096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33990) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.235855 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-86b6d2cd-2ea5-47c6-acbd-0704897bce69 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] remove_router_interface failed (client error): The resource could not be found. Dec 24 03:02:36.240735 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-86b6d2cd-2ea5-47c6-acbd-0704897bce69 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/fcc49e3b-1a1c-4358-aa0f-75c56a670104/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4648018 Dec 24 03:02:36.246244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 33992) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.255183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.303915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbd3f3-b4d8-4c01-89db-ce93e341ddc3 None None] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:36.329400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.391563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.435024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] Provisioning complete for port 6330d238-7685-4cff-99b6-a545856b0f65 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:36.438561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.443955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.469249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f4a85b-f693-4fe6-a745-77269a997172']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:36.481000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428e9926-9778-4787-a411-1d5c7cc192aa') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:36.481566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428e9926-9778-4787-a411-1d5c7cc192aa') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:36.496434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.516717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.524556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:36.524958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:36.541209 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:36.592471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.614651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1954894325', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:36.643629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] For port 6330d238-7685-4cff-99b6-a545856b0f65, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6330d238-7685-4cff-99b6-a545856b0f65,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:36.646954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.651124 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e16c8d0-bfad-429b-beba-1442a3f67d62 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc49e3b-1a1c-4358-aa0f-75c56a670104 HTTP/1.1" status: 200 len: 205 time: 0.4056480 Dec 24 03:02:36.654126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 33998) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.735192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.748747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.752181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.753845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Made reservation on behalf of 7cfa03953a8d449dbed202c613f2613f for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:36.756165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.767357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.775922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:36.810825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.818045 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/e2f4a85b-f693-4fe6-a745-77269a997172 HTTP/1.1" status: 204 len: 168 time: 0.6006444 Dec 24 03:02:36.826960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e87070-ede8-4131-8f44-f8c45e237f7a None None] Pushing event updated for resources: {'Port': ['ID=6330d238-7685-4cff-99b6-a545856b0f65,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:36.833198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34000) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:36.848030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.866159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-07281d2f-d89b-412b-ba6f-4df821a7a9f0 None None] Provisioning complete for port 6330d238-7685-4cff-99b6-a545856b0f65 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:36.866623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07281d2f-d89b-412b-ba6f-4df821a7a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.869154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248a056-3f94-444e-90d7-9b3e75527118 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=e2f4a85b-f693-4fe6-a745-77269a997172,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:36.870271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:36.919311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c38e1-65ba-4663-a49f-8c0ca7ecd733 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:36.920028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00c38e1-65ba-4663-a49f-8c0ca7ecd733 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:36.930265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d00c38e1-65ba-4663-a49f-8c0ca7ecd733 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/ad8e384d-4e0e-41d9-9701-a20a13aa5f9f HTTP/1.1" status: 404 len: 337 time: 0.0937634 Dec 24 03:02:36.941745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34002) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.009979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6212ab-3248-44e0-914f-f8c9a8cc0966 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.010510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6212ab-3248-44e0-914f-f8c9a8cc0966 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.013610 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c6212ab-3248-44e0-914f-f8c9a8cc0966 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/43a71453-cee5-4924-9212-fb5ca0769d0d HTTP/1.1" status: 404 len: 339 time: 0.0708706 Dec 24 03:02:37.017433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34004) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.028953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ba5003-38bb-45ce-9998-87d0bf2f52cd,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:37.043232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-07281d2f-d89b-412b-ba6f-4df821a7a9f0 None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:37.043624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-07281d2f-d89b-412b-ba6f-4df821a7a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.046253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:37.047078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Checking segment: {'id': '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:37.047437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Network hostable DHCP agents. Network: 60cd0b00-de23-472c-8ec6-c550bd79268e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:37.053202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:37.060946 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f190ebc-342a-429c-af64-c9658f8b3b2a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.061452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f190ebc-342a-429c-af64-c9658f8b3b2a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.064458 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7f190ebc-342a-429c-af64-c9658f8b3b2a tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/70a83583-99bb-42b0-ba00-a804f79a3a4a HTTP/1.1" status: 404 len: 337 time: 0.0401487 Dec 24 03:02:37.068874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34006) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.093872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.094484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-07281d2f-d89b-412b-ba6f-4df821a7a9f0 None None] Port 49943165-7de3-4822-946b-94b8967d555e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:37.102858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.116104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.116829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6330d238-7685-4cff-99b6-a545856b0f65 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:37.137703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-38985eca-1490-4481-9d87-96b280dea08c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.138225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38985eca-1490-4481-9d87-96b280dea08c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.144752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38985eca-1490-4481-9d87-96b280dea08c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/fa1d1581-0714-4f36-a033-741fe43e13ac HTTP/1.1" status: 404 len: 339 time: 0.0717471 Dec 24 03:02:37.146875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34008) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.175184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.180379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6330d238-7685-4cff-99b6-a545856b0f65 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:37.180735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.181222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] device_id is not set on port 16bcc100-1a39-4c7b-8196-43bcb293193f yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:37.186456 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3dd9195-e1f7-4d92-9738-6bd57def915c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.186917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3dd9195-e1f7-4d92-9738-6bd57def915c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.194071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f3dd9195-e1f7-4d92-9738-6bd57def915c tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/8132451d-d72a-4b81-b46b-d132caf2733c HTTP/1.1" status: 404 len: 337 time: 0.0421445 Dec 24 03:02:37.194071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34010) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.240017 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-90435fa2-e751-408c-a28b-3740597d32ed tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.240555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90435fa2-e751-408c-a28b-3740597d32ed tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.246034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-90435fa2-e751-408c-a28b-3740597d32ed tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/ac74aadd-bae9-4cea-ac0b-3fad8d28fb16 HTTP/1.1" status: 404 len: 339 time: 0.0491083 Dec 24 03:02:37.246979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34012) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.248047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed9479-c8d2-41db-95ab-5f843ae8ba8e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:37.250188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Network 60cd0b00-de23-472c-8ec6-c550bd79268e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:37.268016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.272160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router fcc49e3b-1a1c-4358-aa0f-75c56a670104 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:37.290106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.291991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f1cade12-b6bc-4352-a919-0b75c71c108d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/fcc49e3b-1a1c-4358-aa0f-75c56a670104 HTTP/1.1" status: 204 len: 168 time: 0.6361744 Dec 24 03:02:37.292766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b66531-368c-4a49-9873-eb0ec24284e5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.293232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b66531-368c-4a49-9873-eb0ec24284e5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.295868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34014) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.296443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a3b66531-368c-4a49-9873-eb0ec24284e5 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/daa2d857-9cc8-4800-b85d-70e057a3fe32 HTTP/1.1" status: 404 len: 337 time: 0.0489390 Dec 24 03:02:37.299745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34016) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.319778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f6f652ad-4659-4295-87ab-0919c330de9a None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:37.320143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6f652ad-4659-4295-87ab-0919c330de9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.332669 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad735143-2840-4698-86e0-7355836a6341 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.343402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad735143-2840-4698-86e0-7355836a6341 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.343402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ad735143-2840-4698-86e0-7355836a6341 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/a21797f9-4ac9-4d8c-97bc-5aa74ab4cf9a HTTP/1.1" status: 404 len: 339 time: 0.0387995 Dec 24 03:02:37.343402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34018) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.365938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f6f652ad-4659-4295-87ab-0919c330de9a None None] Port 49943165-7de3-4822-946b-94b8967d555e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:37.379595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:37.380926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 60cd0b00-de23-472c-8ec6-c550bd79268e) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:37.383149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-822705bb-5f19-4612-89c3-f6fe9a33f658 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.383605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822705bb-5f19-4612-89c3-f6fe9a33f658 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.386973 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-822705bb-5f19-4612-89c3-f6fe9a33f658 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/79e0b114-b5c0-43ef-87a5-2a11b18d6961 HTTP/1.1" status: 404 len: 337 time: 0.0435762 Dec 24 03:02:37.390931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34020) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.392843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9f1f1-94df-4278-94f1-c19d99894403 None None] Network 60cd0b00-de23-472c-8ec6-c550bd79268e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:37.395172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:37.398783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.409066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet b294342b-403f-4099-92b0-e9583c4a0b3a {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:37.414927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.448865 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb4239b-549a-4324-ad02-f7a15f346ef9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.452153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb4239b-549a-4324-ad02-f7a15f346ef9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.454658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-feb4239b-549a-4324-ad02-f7a15f346ef9 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/c0e28b0c-41b5-4fdc-8d0a-e1f768805f3f HTTP/1.1" status: 404 len: 339 time: 0.0423224 Dec 24 03:02:37.458881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34022) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.461194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Allocated IP 172.26.7.180 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/16bcc100-1a39-4c7b-8196-43bcb293193f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:37.483873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.537805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e342e047-8472-453e-9c89-de60ed975260 None None] Network 60cd0b00-de23-472c-8ec6-c550bd79268e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:37.539757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37b9a8b-fd23-4934-a9fa-048391e36872 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.540256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37b9a8b-fd23-4934-a9fa-048391e36872 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.543620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a37b9a8b-fd23-4934-a9fa-048391e36872 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/51527427-9ea0-424e-aab1-02e90c8c735d HTTP/1.1" status: 404 len: 337 time: 0.0830529 Dec 24 03:02:37.546150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34024) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.560919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9882618f-f188-4d56-9970-72d85c1410ad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0693102 Dec 24 03:02:37.633706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6ccbf722-47d2-4a85-bcdd-f10ab2c1316a None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:37.634310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ccbf722-47d2-4a85-bcdd-f10ab2c1316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.667805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-8661423b-9ec3-415d-a3ff-7a284fb8bc29 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.668297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8661423b-9ec3-415d-a3ff-7a284fb8bc29 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.674819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8661423b-9ec3-415d-a3ff-7a284fb8bc29 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/42ec581b-a0d2-4920-bdd2-1d6396fa43ab HTTP/1.1" status: 404 len: 339 time: 0.1248887 Dec 24 03:02:37.676142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34028) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.681918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.691602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90032dc-2fad-40bc-ac59-f1263c7c7374 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:02:37.693854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:37.705058 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:37.717556 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:37.718177 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:37.730146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4cb5fe19-9e05-47b3-b996-e76640ce672b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/58041f96-06cb-4b19-9054-d8e7d06c6278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3857715 Dec 24 03:02:37.731732 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae61aea-bb7e-4170-b069-cd3c39f528fb tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.732661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae61aea-bb7e-4170-b069-cd3c39f528fb tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.734985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34032) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.736067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4ae61aea-bb7e-4170-b069-cd3c39f528fb tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/898c7437-2223-48c2-8f01-9c645dab6e61 HTTP/1.1" status: 404 len: 337 time: 0.0586467 Dec 24 03:02:37.740508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34034) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.770824 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dc8d3f-2271-42a8-8200-57ed979b005d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.771360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dc8d3f-2271-42a8-8200-57ed979b005d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.774660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1dc8d3f-2271-42a8-8200-57ed979b005d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/f5a495e7-e524-4e44-bc0f-7db60c69556f HTTP/1.1" status: 404 len: 339 time: 0.0331800 Dec 24 03:02:37.779644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34036) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.833776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90032dc-2fad-40bc-ac59-f1263c7c7374 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:02:37.841221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbf722-47d2-4a85-bcdd-f10ab2c1316a None None] Port 49943165-7de3-4822-946b-94b8967d555e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:37.841766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cd85c5-fd59-4586-bb46-586212304a40 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.844073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cd85c5-fd59-4586-bb46-586212304a40 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.854693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-59cd85c5-fd59-4586-bb46-586212304a40 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/45b22834-2dcb-4dca-ae32-8b50f934ed3b HTTP/1.1" status: 404 len: 337 time: 0.0727594 Dec 24 03:02:37.857140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34038) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.864318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:37.891303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-37202366-3e97-4ab5-9e59-af4ad9bb0c5d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] DELETE failed (client error): The resource could not be found. Dec 24 03:02:37.891303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37202366-3e97-4ab5-9e59-af4ad9bb0c5d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:02:37.900488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-37202366-3e97-4ab5-9e59-af4ad9bb0c5d tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/2ea0b165-1f0a-4c59-8e96-0cccf0b8be7c HTTP/1.1" status: 404 len: 339 time: 0.0366631 Dec 24 03:02:37.900488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34040) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:37.934670 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:37.935816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.007463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.013151 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/b294342b-403f-4099-92b0-e9583c4a0b3a HTTP/1.1" status: 204 len: 168 time: 0.7131474 Dec 24 03:02:38.013151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfb69b-ed62-413f-922c-e00e05d05f5d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=b294342b-403f-4099-92b0-e9583c4a0b3a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:38.014826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34044) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.025293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting subnet 3065d381-8848-4fe7-81c9-459978b0dcc9 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:38.030039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.086234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.096883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.098036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.098573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.099159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.099624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.100094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.100697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.101692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.101692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.103939 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-630e56c8-0050-4f89-bea8-a0be6a34ef38 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.3641541 Dec 24 03:02:38.113289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34046) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.137389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.209555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:38.212881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Pushing event updated for resources: {'Port': ['ID=16bcc100-1a39-4c7b-8196-43bcb293193f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:38.215384 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:38.218764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:38.222589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:38.246666 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:02:38.247020 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Updating router 58041f96-06cb-4b19-9054-d8e7d06c6278 port 49943165-7de3-4822-946b-94b8967d555e binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:02:38.247663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.278506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8b95e3-5a02-4280-89fe-a3a67b0d9199 None None] Network 9214dea7-8de4-4d13-9e7c-aa857f3de232 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:38.280390 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.297539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.298075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.298453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.299023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.300042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.300516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.301083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.301627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.303934 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd2422cc-f726-4583-8a33-9cea24f02737 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.1897857 Dec 24 03:02:38.306877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34050) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.311740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:38.312752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.336044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9b74e8-8d28-45b1-89c4-e3e7ec9d81ce None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:38.346726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 2baf7143-8b0f-4d73-a5db-f44992a77977 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:38.347460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.388698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.413810 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fa713ee3-8613-4c3b-98a5-38e3bdfeed81 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.0160780 Dec 24 03:02:38.413810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34054) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.423735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.180'}]}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:38.434283 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port 2baf7143-8b0f-4d73-a5db-f44992a77977, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2baf7143-8b0f-4d73-a5db-f44992a77977,segment=NetworkSegment(7d7c8049-fc6a-4c97-9d3a-99ce83423e0b),segment_id=7d7c8049-fc6a-4c97-9d3a-99ce83423e0b)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:38.434655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.452078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 2baf7143-8b0f-4d73-a5db-f44992a77977 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:38.574375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.575717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.582198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] DHCP port deletion for 9214dea7-8de4-4d13-9e7c-aa857f3de232 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:38.590775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8d1c4b51-c505-4067-ae95-518e1cecd851 None None] Provisioning complete for port 16bcc100-1a39-4c7b-8196-43bcb293193f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:38.592471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4b51-c505-4067-ae95-518e1cecd851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.634054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6563b51b-499b-4a81-a99c-0ff2ea122eff tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3234103 Dec 24 03:02:38.664503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c4b51-c505-4067-ae95-518e1cecd851 None None] Port 16bcc100-1a39-4c7b-8196-43bcb293193f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:38.669408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.682017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.700375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Deleting port 2baf7143-8b0f-4d73-a5db-f44992a77977 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:38.701044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.710023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Subnet': ['ID=3065d381-8848-4fe7-81c9-459978b0dcc9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:38.722204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.722576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.722900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.723340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.723665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.723994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.724322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.724671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.724999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.725320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.725974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.726304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.726739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:38.732583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.736056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14784e09-8554-439c-8d97-2ef43446f7a7 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/subnets/3065d381-8848-4fe7-81c9-459978b0dcc9 HTTP/1.1" status: 204 len: 168 time: 0.8355303 Dec 24 03:02:38.738580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34062) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.766137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51dd931-f03a-4560-8a42-5cf09db13965 None None] Network 4a4de27b-0039-41b3-825f-daa46a4020f7 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:38.785270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34064) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:38.801432 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.810410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-72625640-network', 'tenant_id': '049f651c7c5f40f39e2fb6c394e9c18a'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:38.830115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.852918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] For port 2baf7143-8b0f-4d73-a5db-f44992a77977, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2baf7143-8b0f-4d73-a5db-f44992a77977,segment=NetworkSegment(7d7c8049-fc6a-4c97-9d3a-99ce83423e0b),segment_id=7d7c8049-fc6a-4c97-9d3a-99ce83423e0b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:38.859257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.860527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=2baf7143-8b0f-4d73-a5db-f44992a77977,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:38.867225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port 2baf7143-8b0f-4d73-a5db-f44992a77977 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:38.870699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:38.891712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Calling delete_port for 2baf7143-8b0f-4d73-a5db-f44992a77977 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:38.903032 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.024493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.040945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] DHCP port deletion for 4a4de27b-0039-41b3-825f-daa46a4020f7 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:39.041164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.041292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Deleting port e137d441-c468-4479-a881-40b369063270 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:39.041292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.069332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34066) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:39.075321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611604686', 'description': 'tempest-secgroup-smoke-1611604686 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:39.080521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Made reservation on behalf of 049f651c7c5f40f39e2fb6c394e9c18a for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:39.083356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.099583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2baf7143-8b0f-4d73-a5db-f44992a77977 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:39.104940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.109664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9214dea7-8de4-4d13-9e7c-aa857f3de232']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:39.117951 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Pushing event updated for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.128498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:39.128727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7c8049-fc6a-4c97-9d3a-99ce83423e0b') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:39.145451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.149498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.152173 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.155523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.155523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.155523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.155523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.157608 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.157992 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.158341 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.159291 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.159516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2baf7143-8b0f-4d73-a5db-f44992a77977 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:39.160076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.160161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2baf7143-8b0f-4d73-a5db-f44992a77977 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:39.160253 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.160336 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.160878 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:39.168045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] Pushing event deleted for resources: {'Port': ['ID=2baf7143-8b0f-4d73-a5db-f44992a77977,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.173703 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Attempting to bind port 49943165-7de3-4822-946b-94b8967d555e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:39.174071 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Attempting to bind port 49943165-7de3-4822-946b-94b8967d555e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:39.174546 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Attempting to bind port 49943165-7de3-4822-946b-94b8967d555e on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:39.177000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.181940 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:39.187764 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Checking segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:39.187936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7aa09-fe27-4548-991f-fe9428a565c0 None None] No DVR routers for this DVR port 2baf7143-8b0f-4d73-a5db-f44992a77977 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:39.188064 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.188064 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Bound using segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:39.188064 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Bound port: 49943165-7de3-4822-946b-94b8967d555e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:39.188064 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.201525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:39.202576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:39.207874 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:39.215673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Deleting port e137d441-c468-4479-a881-40b369063270 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:39.215673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.261685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] For port e137d441-c468-4479-a881-40b369063270, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e137d441-c468-4479-a881-40b369063270,segment=NetworkSegment(111c3353-fd40-4a1e-8e80-c0153dfed1bd),segment_id=111c3353-fd40-4a1e-8e80-c0153dfed1bd)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:39.262283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.277244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.289834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Calling delete_port for e137d441-c468-4479-a881-40b369063270 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:39.293294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] For port e137d441-c468-4479-a881-40b369063270, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e137d441-c468-4479-a881-40b369063270,segment=NetworkSegment(111c3353-fd40-4a1e-8e80-c0153dfed1bd),segment_id=111c3353-fd40-4a1e-8e80-c0153dfed1bd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:39.293891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.297164 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] For port 49943165-7de3-4822-946b-94b8967d555e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:39.301468 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] For port 49943165-7de3-4822-946b-94b8967d555e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=49943165-7de3-4822-946b-94b8967d555e,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:39.320475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Calling delete_port for e137d441-c468-4479-a881-40b369063270 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:39.409603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.428392 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.459738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.499925 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1eb0-0c3a-4631-b347-a4ffcae8deba None None] Pushing event updated for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.518677 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:39.519532 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:39.539343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.543817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.553270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34068) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:39.554145 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/9214dea7-8de4-4d13-9e7c-aa857f3de232 HTTP/1.1" status: 204 len: 168 time: 1.5283399 Dec 24 03:02:39.558807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-1042160391'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:39.563913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.576120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.582066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.598190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f75ec2-b87b-4c52-ab94-e18f2e4c4678 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=9214dea7-8de4-4d13-9e7c-aa857f3de232,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.615265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.632920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.652466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] Pushing event deleted for resources: {'Port': ['ID=e137d441-c468-4479-a881-40b369063270,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.675948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.676918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Port': ['ID=e137d441-c468-4479-a881-40b369063270,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.683638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0b974-b793-46a5-b234-fb4e7b3f618e None None] No DVR routers for this DVR port e137d441-c468-4479-a881-40b369063270 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:39.684356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd424c-9289-4d58-83c2-00564a426ab0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.691360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:39.701184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:39.701569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.715294 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:02:39.743245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] No DVR routers for this DVR port e137d441-c468-4479-a881-40b369063270 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:39.766431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.768148 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f836a6bd-14a3-4983-8539-6ee77df834f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6977212 Dec 24 03:02:39.779825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34070) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:39.780061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.780283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Added segment 2620dedd-a09c-4f64-8327-fe41500ee3d3 of type vlan for network 9b3bd554-45f7-4f37-9d63-4ce36e13e256 Dec 24 03:02:39.782891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80fa75-3e00-4ee9-a83a-b2cb17b30ab2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:39.786271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:39.843812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.880214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:39.890314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.912835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] For port 49943165-7de3-4822-946b-94b8967d555e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=49943165-7de3-4822-946b-94b8967d555e,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:39.965128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.968732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:39.974698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.005041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4de27b-0039-41b3-825f-daa46a4020f7']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:40.010472 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:40.024967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c3353-fd40-4a1e-8e80-c0153dfed1bd') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:40.025306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c3353-fd40-4a1e-8e80-c0153dfed1bd') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:40.027004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:40.049400 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea0bf5-05bd-405d-9e03-3efbfb7f95fc None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:40.055137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.059832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dc0b9-af70-405d-90c7-25fa7d07a419 None None] Pushing event updated for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:40.066599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.066944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 3ee5df4b-13a6-4f1b-8fda-45f97d8d827b of type vlan for network cce663b2-3646-4c96-9c2a-3c916464f53e Dec 24 03:02:40.102395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-20f11e04-0c95-4467-908f-1e845a2c4430 None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:40.102395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20f11e04-0c95-4467-908f-1e845a2c4430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.108120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.138686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.145498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:40.146140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.155832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.163671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:40.163989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:40.167299 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:40.276875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.resource_extend [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 24 03:02:40.301768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] Pushing event updated for resources: {'Network': ['ID=9b3bd554-45f7-4f37-9d63-4ce36e13e256,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:40.312303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9b3bd554-45f7-4f37-9d63-4ce36e13e256 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:40.341269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.346890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-71f7fe27-96b6-49ba-a8f1-b6120bc1081b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5597949 Dec 24 03:02:40.350132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34072) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:40.355482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Request body: {'subnet': {'network_id': '9b3bd554-45f7-4f37-9d63-4ce36e13e256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-72625640-subnet', 'tenant_id': '049f651c7c5f40f39e2fb6c394e9c18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:40.376192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.387125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.390759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] 10.222.0.36 "DELETE /v2.0/networks/4a4de27b-0039-41b3-825f-daa46a4020f7 HTTP/1.1" status: 204 len: 168 time: 1.6512306 Dec 24 03:02:40.391858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.404013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:40.404013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.430898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.435312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790cf2c-253e-42ef-9989-609b73906646 tempest-NetworksTest-36172130 tempest-NetworksTest-36172130-project] Pushing event deleted for resources: {'Network': ['ID=4a4de27b-0039-41b3-825f-daa46a4020f7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:40.513021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=cce663b2-3646-4c96-9c2a-3c916464f53e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:40.530506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network cce663b2-3646-4c96-9c2a-3c916464f53e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:40.580491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Made reservation on behalf of 049f651c7c5f40f39e2fb6c394e9c18a for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:40.583013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.584197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.589718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.613131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c8f0dcef-08c8-49d3-9ec6-f47571a0c43f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0559490 Dec 24 03:02:40.620763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:40.627175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:40.649711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.757211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.757728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 375e5748-4c26-4da9-a008-7b0f880f5a41 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:40.802983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.824678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5861c9b5-f72b-485f-a46b-08969f7ac2d5,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:40.848710 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 24 03:02:40.853588 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db3105c6-cd8f-49ed-a039-9b1ee10dd1a7 tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4358547 Dec 24 03:02:40.853588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34078) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:40.895158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:40.899596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.921381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.922315 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d40494ea-65d8-4f1a-b0c7-0d3fe8fb160b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1407764 Dec 24 03:02:40.926135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:40.930772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:40.974320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:40.977694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Deleting port 16bcc100-1a39-4c7b-8196-43bcb293193f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:40.978034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.061517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.075016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 49943165-7de3-4822-946b-94b8967d555e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:41.092949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e94ba93-228b-47ea-997e-4661c2bf6070,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:41.112193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Checking segment: {'id': '2620dedd-a09c-4f64-8327-fe41500ee3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9b3bd554-45f7-4f37-9d63-4ce36e13e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:41.112718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Network hostable DHCP agents. Network: 9b3bd554-45f7-4f37-9d63-4ce36e13e256, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:41.118189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34084) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:41.149372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.172960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.179034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Calling delete_port for 16bcc100-1a39-4c7b-8196-43bcb293193f owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:41.196270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 49943165-7de3-4822-946b-94b8967d555e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:41.196950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.239155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.249795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Network 9b3bd554-45f7-4f37-9d63-4ce36e13e256 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:41.271515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf183c2-bc87-4e7e-b846-ee5c87ed3f01,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:41.325289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.364128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.368341 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-67d78690-b064-4892-9f12-23284acb9a57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4411130 Dec 24 03:02:41.369916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34088) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:41.374873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:41.417485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9b3bd554-45f7-4f37-9d63-4ce36e13e256) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:41.430540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e137d441-c468-4479-a881-40b369063270 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:41.433168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efedda34-be16-4c5c-9e5c-8e6f4d48cc86 None None] Network 9b3bd554-45f7-4f37-9d63-4ce36e13e256 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:41.438003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:41.438602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.473021 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aa18f2e8-f240-4f55-b34c-25f53916ca77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=187c8c6793f24edcb58fb562d35b050b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537455 Dec 24 03:02:41.473289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e137d441-c468-4479-a881-40b369063270 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:41.473596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e137d441-c468-4479-a881-40b369063270 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:41.475779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:41.476681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=0a922b40-bdab-4e87-bfa1-f45840e8802c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:41.486635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:41.487219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: cce663b2-3646-4c96-9c2a-3c916464f53e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:41.491329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.522072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Pushing event deleted for resources: {'Port': ['ID=16bcc100-1a39-4c7b-8196-43bcb293193f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:41.551259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f98dcb-ef4b-4358-917c-78cd4cda80a0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:41.569898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.583882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dea2096-acfd-415d-bfa3-05fe10bd3c13 None None] Network 9b3bd554-45f7-4f37-9d63-4ce36e13e256 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:41.607274 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8a3f6804-516f-4acb-a658-9b8d6734cba3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2558410 Dec 24 03:02:41.610274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cce663b2-3646-4c96-9c2a-3c916464f53e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:41.658319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.669791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.676549 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f899e716-2590-48c4-8b6b-02208350fbeb tempest-RoutersAdminNegativeIpV6Test-678302795 tempest-RoutersAdminNegativeIpV6Test-678302795-project-admin] 10.222.0.36 "DELETE /v2.0/ports/16bcc100-1a39-4c7b-8196-43bcb293193f HTTP/1.1" status: 204 len: 168 time: 0.8197992 Dec 24 03:02:41.698936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, cce663b2-3646-4c96-9c2a-3c916464f53e) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:41.703734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.707123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.728987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:41.729598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.738638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d39c1-2358-4fb7-b3fb-54c5a733d19b None None] Network cce663b2-3646-4c96-9c2a-3c916464f53e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:41.786117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.805563 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c312f0e8-9cf2-45b3-9fd3-d80d5137f47d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1837101 Dec 24 03:02:41.808239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7be3b3-bfd8-41fd-92dc-c9fb0250969a,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:41.809920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:41.815763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-722019795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:41.865496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.867604 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eb014ee0-fdef-4176-915a-10d3752a2aaa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964855 Dec 24 03:02:41.868980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.872475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34100) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:41.873724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.875818 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed5ccd67-8ffd-4d5b-9603-5b5ad02afd26 HTTP/1.1" status: 204 len: 168 time: 0.3986895 Dec 24 03:02:41.898213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-cce663b2-3646-4c96-9c2a-3c916464f53e', 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': '0a922b40-bdab-4e87-bfa1-f45840e8802c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:41.899908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:41.912390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874b6c2-2bba-4c10-9d5b-ce06207f84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ccd67-8ffd-4d5b-9603-5b5ad02afd26,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:42.117924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Allocated IP 172.20.0.2 (cce663b2-3646-4c96-9c2a-3c916464f53e/0a922b40-bdab-4e87-bfa1-f45840e8802c/ec436b29-49ce-47ac-9e19-659ac660b45a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:42.225455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:42.297848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.307011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.307897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.391479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.403433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.411387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34126) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:42.429992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.463329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.527966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Network cce663b2-3646-4c96-9c2a-3c916464f53e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:42.532084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.538307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:42.544825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:42.554683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Pushing event updated for resources: {'Port': ['ID=ec436b29-49ce-47ac-9e19-659ac660b45a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:42.582576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d433fb52-ba10-4a94-8a3f-eb1d502fa32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.610287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Attempting to bind port ec436b29-49ce-47ac-9e19-659ac660b45a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:42.613359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Attempting to bind port ec436b29-49ce-47ac-9e19-659ac660b45a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:42.613359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Attempting to bind port ec436b29-49ce-47ac-9e19-659ac660b45a on network cce663b2-3646-4c96-9c2a-3c916464f53e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:42.618764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:42.619259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Checking segment: {'id': '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:42.619752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.620154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Bound using segment: {'id': '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:42.620691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Bound port: ec436b29-49ce-47ac-9e19-659ac660b45a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cce663b2-3646-4c96-9c2a-3c916464f53e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:42.621074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.626823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.627701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-dc2df774-cb6e-4ab4-99c4-b5b31d9e5ee9 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:42.630880 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-dc2df774-cb6e-4ab4-99c4-b5b31d9e5ee9 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/networks?id=60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 200 len: 811 time: 0.2467604 Dec 24 03:02:42.646993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.648808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ab74a462-95ea-4a8a-943f-8e7098bfec4c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8377118 Dec 24 03:02:42.651413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34136) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:42.664657 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-af748f7a-0805-4c97-a5a2-db4a43b844a3 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/quotas/3f6a2965e09e4445970d1b39696b1ca0 HTTP/1.1" status: 200 len: 375 time: 0.0250714 Dec 24 03:02:42.667523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8c8b94-d5b2-49a5-ba76-f79d71dece0e,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:42.709033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d433fb52-ba10-4a94-8a3f-eb1d502fa32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.715993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] For port ec436b29-49ce-47ac-9e19-659ac660b45a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:42.719823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] For port ec436b29-49ce-47ac-9e19-659ac660b45a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ec436b29-49ce-47ac-9e19-659ac660b45a,segment=NetworkSegment(3ee5df4b-13a6-4f1b-8fda-45f97d8d827b),segment_id=3ee5df4b-13a6-4f1b-8fda-45f97d8d827b)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:42.764369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.765618 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-30b485d4-c313-4172-8587-d869b3666bbc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8916194 Dec 24 03:02:42.769069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34138) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:42.773512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:42.793787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-10b0e0a2-abc1-4db3-be63-82b096443633 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892344 Dec 24 03:02:42.809018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d433fb52-ba10-4a94-8a3f-eb1d502fa32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.809241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:42.878096 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d433fb52-ba10-4a94-8a3f-eb1d502fa32e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a476d73412541d7b4e92459cbfa6646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619334 Dec 24 03:02:42.879712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433fb52-ba10-4a94-8a3f-eb1d502fa32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401ce1e-681d-40fe-863b-a4c24beb7cff,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:42.886705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258546dd-e610-4f81-b526-d436ff1f2dd6 None None] Pushing event updated for resources: {'Port': ['ID=ec436b29-49ce-47ac-9e19-659ac660b45a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:42.892736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34144) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:42.893651 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:02:42.897429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.034473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.100300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.126051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98be8608-ee31-4b0a-9546-6d73dc8e46e6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:43.157159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.184581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.207266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.208678 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-38ee5980-4492-4a92-90a0-ec385fbc32aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4386175 Dec 24 03:02:43.211742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34150) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:43.213082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.216275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '42cd424c-9289-4d58-83c2-00564a426ab0', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:43.324195 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:02:43.328653 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-85f81c41-0da9-424f-8fd0-b5d95dd59e70 service neutron] 10.222.0.36 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254102 Dec 24 03:02:43.335348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.405762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.434094 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-f8f12f31-9955-4a49-8d55-560dfc59105c service neutron] 10.222.0.36 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882831 Dec 24 03:02:43.476598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.477303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.478633 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7401ce1e-681d-40fe-863b-a4c24beb7cff HTTP/1.1" status: 204 len: 168 time: 0.5861871 Dec 24 03:02:43.516562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34158) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:43.526766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.544602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401ce1e-681d-40fe-863b-a4c24beb7cff,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:43.572398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7b1e60-126c-49d6-a8bb-bc4eea4dfaea,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.587955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a2d7a-3c0f-4805-b696-d1d32a2e476a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:43.662581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.673058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4f8f63e7-998a-42a7-93e0-2678193af9ac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4603980 Dec 24 03:02:43.679440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1979487272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:43.736759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0dd78db4-e5a2-4308-9d0e-3e25b9ff5f8e req-c6911dcd-5701-4b8a-a340-6a1b0d6bfa19 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0424464 Dec 24 03:02:43.746729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.20.0.1 (cce663b2-3646-4c96-9c2a-3c916464f53e/0a922b40-bdab-4e87-bfa1-f45840e8802c/857e5701-47c5-41ab-a059-c0d43331936e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:43.839250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.840862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.909218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.972926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.975336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:43.985468 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-d7cd4bbe-eb80-4e5d-b40c-eaf85660a77b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611604686&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.1023481 Dec 24 03:02:44.113132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-831a3ad6-7263-4f49-92b5-ff245e8cac71 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:44.114636 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-831a3ad6-7263-4f49-92b5-ff245e8cac71 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 796 time: 0.1284642 Dec 24 03:02:44.121552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.121552 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-104e77b7-5b9c-4d2a-8944-6a643bc0e4ca tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6029079 Dec 24 03:02:44.123459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34184) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:44.129144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-406480532'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:44.131485 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-06356ed9-b3d3-4523-afdd-d11d49ca6733 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0110791 Dec 24 03:02:44.192016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7866f-168c-4e5c-890c-7f7934356449 None None] Network cce663b2-3646-4c96-9c2a-3c916464f53e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:44.204836 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-7a7ce91d-e5f8-4dbd-8aa3-0b4e0bedab4f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672486 Dec 24 03:02:44.226656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.265887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:44.268989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Provisioning complete for port ec436b29-49ce-47ac-9e19-659ac660b45a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:44.269608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.270366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.278684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.285627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cce663b2-3646-4c96-9c2a-3c916464f53e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:44.323178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:44.324840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:44.394452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.395488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=857e5701-47c5-41ab-a059-c0d43331936e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:44.411552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.424344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.448325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] For port ec436b29-49ce-47ac-9e19-659ac660b45a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ec436b29-49ce-47ac-9e19-659ac660b45a,segment=NetworkSegment(3ee5df4b-13a6-4f1b-8fda-45f97d8d827b),segment_id=3ee5df4b-13a6-4f1b-8fda-45f97d8d827b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:44.469025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-4bccf371-ebc2-4c07-b017-a1f747995cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517862 Dec 24 03:02:44.494874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34186) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:44.545005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-63ff9c2b-493d-41e6-ac21-830ed01ef4bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7cfa03953a8d449dbed202c613f2613f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483725 Dec 24 03:02:44.549830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34188) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:44.557831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.569815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.602755 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-356bd3da-2843-4599-b4a7-01a4cf411809 service neutron] 10.222.0.36 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261570 Dec 24 03:02:44.633526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Pushing event updated for resources: {'Port': ['ID=ec436b29-49ce-47ac-9e19-659ac660b45a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:44.643107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.648669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.649753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04083471-8a52-4157-9235-49c26ca714a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:02:44.654672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.666209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5148faee-712c-49c4-a4c3-c26b834c8665,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:44.685153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.717047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-58985fa0-3687-4277-aa74-a81f4fc873fc None None] Provisioning complete for port ec436b29-49ce-47ac-9e19-659ac660b45a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:44.717426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58985fa0-3687-4277-aa74-a81f4fc873fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.772894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.826153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:44.838845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.848516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.849713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aed9479-c8d2-41db-95ab-5f843ae8ba8e HTTP/1.1" status: 204 len: 168 time: 0.2988939 Dec 24 03:02:44.877931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:44.879210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Added segment 701d6ea0-8ac9-4e79-98c8-3e722b21ded7 of type vlan for network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 Dec 24 03:02:44.906767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0996cfe-a012-45dc-b662-b8eb3df66461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed9479-c8d2-41db-95ab-5f843ae8ba8e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:44.927233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e84d8435-cd43-4497-a0ad-70823a994668 req-5352edfc-2675-487b-bf40-25f6a4a51ce8 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0747054 Dec 24 03:02:44.947532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-58985fa0-3687-4277-aa74-a81f4fc873fc None None] Provisioning complete for port 857e5701-47c5-41ab-a059-c0d43331936e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:44.947901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-58985fa0-3687-4277-aa74-a81f4fc873fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.003481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.034916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-58985fa0-3687-4277-aa74-a81f4fc873fc None None] Port 857e5701-47c5-41ab-a059-c0d43331936e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:45.089655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ec436b29-49ce-47ac-9e19-659ac660b45a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:45.134739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.140779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:45.141514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.167391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6d6c996e-4f3a-40b1-932f-1c76e7539f3a None None] Provisioning complete for port 857e5701-47c5-41ab-a059-c0d43331936e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:45.173207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d6c996e-4f3a-40b1-932f-1c76e7539f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.210259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ec436b29-49ce-47ac-9e19-659ac660b45a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:45.211357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.215814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Network': ['ID=3a598ede-a4f8-4421-8d59-cabbe1b70a42,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:45.234850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:45.260055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c996e-4f3a-40b1-932f-1c76e7539f3a None None] Port 857e5701-47c5-41ab-a059-c0d43331936e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:45.270761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f505abb-30a3-4d29-95b0-c542f4386cd4 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1461143 Dec 24 03:02:45.273478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34204) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:45.280476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'subnet': {'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:45.411881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a566578-fc6b-4f79-9a5b-fe6c8bd15450 req-4f76e029-363f-41d8-8da7-f12e9160d00d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.0445235 Dec 24 03:02:45.518986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:45.522872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.558464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.620469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.697413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.699231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=857e5701-47c5-41ab-a059-c0d43331936e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:45.802529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cce663b2-3646-4c96-9c2a-3c916464f53e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:45.803952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:45.883341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:45.970482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Checking segment: {'id': '701d6ea0-8ac9-4e79-98c8-3e722b21ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:45.970854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network hostable DHCP agents. Network: 3a598ede-a4f8-4421-8d59-cabbe1b70a42, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:45.975806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Subnet': ['ID=f83f50c9-693f-4602-852e-ef3a043a4ad0,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:46.047108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-451f1397-da29-4248-90bb-ed979837c1b1 req-3fb3f389-0601-4c7b-8624-682bf1e04f40 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0291898 Dec 24 03:02:46.078017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 398b96a9-613a-401d-aea5-4a8bac06b6e8 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:46.083977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:46.087860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dc88c994-9f83-448d-baf2-f4bdbcaff889 None None] Provisioning complete for port 857e5701-47c5-41ab-a059-c0d43331936e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:46.088153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc88c994-9f83-448d-baf2-f4bdbcaff889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.124917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dc88c994-9f83-448d-baf2-f4bdbcaff889 None None] Port 857e5701-47c5-41ab-a059-c0d43331936e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:46.175164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 3a598ede-a4f8-4421-8d59-cabbe1b70a42) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:46.179753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:46.179918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:46.180628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.187527 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20a40e44-813c-454e-8270-fc8f50263b0e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/398b96a9-613a-401d-aea5-4a8bac06b6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5318666 Dec 24 03:02:46.187527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34226) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:46.191241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] Sync routers for ids ['398b96a9-613a-401d-aea5-4a8bac06b6e8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:46.196791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f642c2-6917-4499-b3de-9f3d18ae529c None None] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:46.229610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] Routers {'398b96a9-613a-401d-aea5-4a8bac06b6e8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:46.233751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['398b96a9-613a-401d-aea5-4a8bac06b6e8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:46.244674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7f313-bf55-44fc-b880-7b2da064f9ef tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:46.250358 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-398f2155-79ca-42f2-a9c8-de629d70af48 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9727812 Dec 24 03:02:46.250554 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-11a7f313-bf55-44fc-b880-7b2da064f9ef tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports/857e5701-47c5-41ab-a059-c0d43331936e HTTP/1.1" status: 200 len: 910 time: 0.0613692 Dec 24 03:02:46.254561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34230) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:46.254561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34232) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:46.273073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'network': {'name': 'tempest-router-network01--1617505820'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:46.304088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:46.326377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] Routers {'398b96a9-613a-401d-aea5-4a8bac06b6e8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:46.327030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['398b96a9-613a-401d-aea5-4a8bac06b6e8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:46.367886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:46.368501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793e317c-06a8-4926-a96a-e5f7058dd9b0 None None] The sync data for ids ['398b96a9-613a-401d-aea5-4a8bac06b6e8'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:46.375985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34234) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:46.411005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-3a598ede-a4f8-4421-8d59-cabbe1b70a42', 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42', 'project_id': '22d0892c29434575ae73e4123b0b4d87', 'fixed_ips': [{'subnet_id': 'f83f50c9-693f-4602-852e-ef3a043a4ad0'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:46.411958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.532001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a90b37b1-65f8-4069-b1e6-3a6471a17040 req-e0bff71c-ae77-4460-91d0-f459cb10014a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.0458434 Dec 24 03:02:46.554322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1493489313'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:46.563465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:46.567597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.602097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Allocated IP 172.20.0.2 (3a598ede-a4f8-4421-8d59-cabbe1b70a42/f83f50c9-693f-4602-852e-ef3a043a4ad0/a84aa04b-d088-484d-9fd1-956b7fd294fa) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:46.619926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:46.635113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.635495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Added segment cac287ea-0d54-4ee6-ac46-aa60743292bd of type vlan for network 020eb4c6-5bf0-498f-b433-d42d7d17f90d Dec 24 03:02:46.660607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:46.664614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.676216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.682498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.762815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.797787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.815903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.832698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.838189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:46.838785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.843957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:46.853941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b958805-d683-4964-8390-79132f09fbc2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:46.858913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.859260 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Added segment 4b24bd16-99f6-4a73-bf12-91a43769f569 of type vlan for network 38d8e16c-f696-4662-8985-bbfc43ec7b7c Dec 24 03:02:46.890803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.920333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.960869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:46.965738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:46.971977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:46.974495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:46.977937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Pushing event updated for resources: {'Port': ['ID=a84aa04b-d088-484d-9fd1-956b7fd294fa,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:47.001110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7419157 Dec 24 03:02:47.001906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c16e68-5ce3-4387-821d-2baa7c4b9da2 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Network': ['ID=020eb4c6-5bf0-498f-b433-d42d7d17f90d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:47.004648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34240) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:47.012239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'network': {'name': 'tempest-router-network02--120320150'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:47.023677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:47.048072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-8f101fa8-f504-49c3-8993-cde464b592dc tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:47.050166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-8f101fa8-f504-49c3-8993-cde464b592dc tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.49 "GET /v2.0/networks?id=60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 200 len: 811 time: 0.3141017 Dec 24 03:02:47.051034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.058326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:47.063186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.082105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Request body: {'port': {'device_id': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e', 'admin_state_up': True, 'tenant_id': '3f6a2965e09e4445970d1b39696b1ca0'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:47.091796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Attempting to bind port a84aa04b-d088-484d-9fd1-956b7fd294fa on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:47.091796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Attempting to bind port a84aa04b-d088-484d-9fd1-956b7fd294fa by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '701d6ea0-8ac9-4e79-98c8-3e722b21ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:47.091796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Attempting to bind port a84aa04b-d088-484d-9fd1-956b7fd294fa on network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:47.099291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:47.099672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Checking segment: {'id': '701d6ea0-8ac9-4e79-98c8-3e722b21ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:47.100074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.100747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Bound using segment: {'id': '701d6ea0-8ac9-4e79-98c8-3e722b21ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:47.101229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Bound port: a84aa04b-d088-484d-9fd1-956b7fd294fa, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701d6ea0-8ac9-4e79-98c8-3e722b21ded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3a598ede-a4f8-4421-8d59-cabbe1b70a42'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:47.101609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.126115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:47.137815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.201374 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8206525 Dec 24 03:02:47.204102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34244) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:47.210207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa8e9f-0c17-448c-972f-d685ae82dcc1 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Network': ['ID=38d8e16c-f696-4662-8985-bbfc43ec7b7c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:47.226400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:02:47.234549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'subnet': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:47.236358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.237421 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Added segment e6130846-c3ce-4851-bf88-fe3d67038ffc of type vlan for network dfb3afad-92d5-448b-beac-2c578cefa18c Dec 24 03:02:47.243115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d7fa78e3-6221-4530-b75a-ca06743b23e4 req-146ecf65-2a3d-4be6-aef2-832ff3b2787a tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0566974 Dec 24 03:02:47.280793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:47.288203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.380398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.386188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:47.386788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.412188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] For port a84aa04b-d088-484d-9fd1-956b7fd294fa, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:47.416222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] For port a84aa04b-d088-484d-9fd1-956b7fd294fa, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a84aa04b-d088-484d-9fd1-956b7fd294fa,segment=NetworkSegment(701d6ea0-8ac9-4e79-98c8-3e722b21ded7),segment_id=701d6ea0-8ac9-4e79-98c8-3e722b21ded7)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:47.468045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Made reservation on behalf of 3f6a2965e09e4445970d1b39696b1ca0 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:47.472359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.483509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Network': ['ID=dfb3afad-92d5-448b-beac-2c578cefa18c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:47.496928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network dfb3afad-92d5-448b-beac-2c578cefa18c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:02:47.501740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.503630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 857e5701-47c5-41ab-a059-c0d43331936e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:47.503973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.504235 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4838edfb-8e2d-4776-8a39-fc0c62ccb855 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4961534 Dec 24 03:02:47.505066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:47.509241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:47.511561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'subnet': {'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:47.512685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.640591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183f713-c64f-41bf-b7e0-bb498e061004 None None] Pushing event updated for resources: {'Port': ['ID=a84aa04b-d088-484d-9fd1-956b7fd294fa,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:47.677479 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-596450d7-3bd9-4be6-ad33-6a6bdfd7870f req-38798efd-e80a-4fd5-8e10-09e17417b036 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.0517099 Dec 24 03:02:47.810109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:47.814512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.902876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:47.917186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Allocated IP 172.20.0.6 (60cd0b00-de23-472c-8ec6-c550bd79268e/85ba5003-38bb-45ce-9998-87d0bf2f52cd/289ab8b5-ce07-4074-8e9a-b091cd2590a0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:47.926752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-f68d2083-4d29-4f05-af9a-5115f82e9b01 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:47.928239 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-f68d2083-4d29-4f05-af9a-5115f82e9b01 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 796 time: 0.3863356 Dec 24 03:02:47.936386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 857e5701-47c5-41ab-a059-c0d43331936e owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:48.129982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.195328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Subnet': ['ID=f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:48.204289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Checking segment: {'id': 'cac287ea-0d54-4ee6-ac46-aa60743292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:48.204697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network hostable DHCP agents. Network: 020eb4c6-5bf0-498f-b433-d42d7d17f90d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:48.249851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-188c2a51-61b6-4016-a2a3-ffc2df6a0f69 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.2964742 Dec 24 03:02:48.294333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '2839d821-2779-4266-8e32-8b141f090877', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['42cd424c-9289-4d58-83c2-00564a426ab0']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:48.295784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:48.414372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 020eb4c6-5bf0-498f-b433-d42d7d17f90d) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:48.418920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:48.419675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.423872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.428758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-93cc2c25-a5c3-4e82-b633-3ac9d1a8fbd1 req-dd25cd4b-b2a6-4035-9ef5-2beabd3926bf tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0628221 Dec 24 03:02:48.428903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceefad4-3399-41d0-b986-a1eb39e14c32 None None] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:48.537520 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-66b3a030-a523-4e93-8d6c-2dc496efe6dc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0305514 Dec 24 03:02:48.540496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34260) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:48.545969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'subnet': {'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:48.558467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-020eb4c6-5bf0-498f-b433-d42d7d17f90d', 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d', 'project_id': '22d0892c29434575ae73e4123b0b4d87', 'fixed_ips': [{'subnet_id': 'f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:48.559476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.746798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Made reservation on behalf of 22d0892c29434575ae73e4123b0b4d87 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:48.750853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.844551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Allocated IP 172.20.0.2 (020eb4c6-5bf0-498f-b433-d42d7d17f90d/f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619/97392a09-1c3f-4064-a858-4fcdfddf0ea0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:48.856029 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6848638e-3c5b-49a0-987d-4e21ee5c34b1 req-b08fde60-2f2e-476d-95f2-6bb07b2ab159 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.1015546 Dec 24 03:02:48.857494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:48.933082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Subnet': ['ID=a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:48.948546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a886b7b-bfb5-4821-8528-cb7031430be7 None None] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:48.956077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Checking segment: {'id': '4b24bd16-99f6-4a73-bf12-91a43769f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:48.956369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network hostable DHCP agents. Network: 38d8e16c-f696-4662-8985-bbfc43ec7b7c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:49.015887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.055310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] Provisioning complete for port a84aa04b-d088-484d-9fd1-956b7fd294fa triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:49.055680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.102394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a84aa04b-d088-484d-9fd1-956b7fd294fa up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:49.112338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=857e5701-47c5-41ab-a059-c0d43331936e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:49.121415 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.125105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.133275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:49.138330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:49.142865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.204030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 38d8e16c-f696-4662-8985-bbfc43ec7b7c) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:49.210471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:49.211273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.212191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Subnet': ['ID=7909defb-20ae-47dd-b4cc-1b6b38982189,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:49.221045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Checking segment: {'id': 'e6130846-c3ce-4851-bf88-fe3d67038ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:49.221893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network hostable DHCP agents. Network: dfb3afad-92d5-448b-beac-2c578cefa18c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:02:49.234217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4c7bf4-eab8-4664-8281-0632dc3a6b54 None None] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:49.240033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Network 60cd0b00-de23-472c-8ec6-c550bd79268e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:49.256629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:49.259729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:49.282660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.287106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac0b8c-3cc3-43db-8072-744403b5adef None None] DHCP port deletion for 60cd0b00-de23-472c-8ec6-c550bd79268e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:49.328561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network dfb3afad-92d5-448b-beac-2c578cefa18c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:02:49.336947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, dfb3afad-92d5-448b-beac-2c578cefa18c) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:49.341166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:49.341914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.363809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Pushing event updated for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:49.371296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-07bca1ed-b4ac-418d-b7de-465fc3520460 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1623752 Dec 24 03:02:49.371653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34264) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:49.377994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-705876663'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:49.384169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64f471-53ca-48c3-b225-442c1a647087 None None] Network dfb3afad-92d5-448b-beac-2c578cefa18c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:49.401070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.422868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.442594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d708b9b2-3941-43eb-944b-34bdda86074d tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9003031 Dec 24 03:02:49.445248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34268) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:49.451817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:49.452697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.532549 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.536437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:49.545390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a84aa04b-d088-484d-9fd1-956b7fd294fa triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:49.545913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.575685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:49.622989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:49.635506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Pushing event updated for resources: {'Port': ['ID=97392a09-1c3f-4064-a858-4fcdfddf0ea0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:49.655095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:49.656969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-12accf6b-e657-4e29-bdf8-e4e44da80546 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5789266 Dec 24 03:02:49.659555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.680750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port a815ae53-2c79-457b-be45-268f4c26155b yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:49.700207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'project_id': '5681efdccf0e4d0eadc75db3b1cc3540', 'fixed_ips': [{'subnet_id': 'a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:49.700207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.704920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Request body: {'port': {'device_id': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:49.784046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] For port a84aa04b-d088-484d-9fd1-956b7fd294fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a84aa04b-d088-484d-9fd1-956b7fd294fa,segment=NetworkSegment(701d6ea0-8ac9-4e79-98c8-3e722b21ded7),segment_id=701d6ea0-8ac9-4e79-98c8-3e722b21ded7)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:49.785843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-dfb3afad-92d5-448b-beac-2c578cefa18c', 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c', 'project_id': '22d0892c29434575ae73e4123b0b4d87', 'fixed_ips': [{'subnet_id': '7909defb-20ae-47dd-b4cc-1b6b38982189'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:02:49.786674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.859031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::1e5 (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/a815ae53-2c79-457b-be45-268f4c26155b) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:49.914632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Attempting to bind port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:49.915258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Attempting to bind port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'cac287ea-0d54-4ee6-ac46-aa60743292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:49.915824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Attempting to bind port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 on network 020eb4c6-5bf0-498f-b433-d42d7d17f90d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:49.921309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.10 (5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9/f60e7e98-778b-4603-857b-4d4f0c32c07d/7eda8bdd-4c7b-4e41-a834-75e713b21bce) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:49.929135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.949456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.978441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:49.978731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Checking segment: {'id': 'cac287ea-0d54-4ee6-ac46-aa60743292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:49.979142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:49.979707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Bound using segment: {'id': 'cac287ea-0d54-4ee6-ac46-aa60743292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:49.980203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Bound port: 97392a09-1c3f-4064-a858-4fcdfddf0ea0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac287ea-0d54-4ee6-ac46-aa60743292bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '020eb4c6-5bf0-498f-b433-d42d7d17f90d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:49.980613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.044914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab66db9-8d3f-40da-884f-946e8a547350 req-837071f6-0ef0-4198-84b6-887eef7b88ed tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:50.045161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9f2ee79e-6ce2-4d3e-a4ad-25915d661a2c req-916714fa-060e-434c-84f0-e0ee4c0a0352 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.0467134 Dec 24 03:02:50.046433 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ab66db9-8d3f-40da-884f-946e8a547350 req-837071f6-0ef0-4198-84b6-887eef7b88ed tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 931 time: 0.4783430 Dec 24 03:02:50.054384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 398b96a9-613a-401d-aea5-4a8bac06b6e8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:50.062549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.098261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.209177 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.258988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:50.262418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:50.267376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:50.273992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:50.274666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.278569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=a815ae53-2c79-457b-be45-268f4c26155b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:50.343784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc4ba7-6b61-40f8-8a84-2e2353543038 None None] Pushing event updated for resources: {'Port': ['ID=a84aa04b-d088-484d-9fd1-956b7fd294fa,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:50.374708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4c3ad6e6-b26c-4f05-b241-534d9670489c tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9987512 Dec 24 03:02:50.374956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e0ee2525-b996-4a47-b590-f3dc4603ddf4 None None] Provisioning complete for port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:50.374956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2525-b996-4a47-b590-f3dc4603ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.375133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34274) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:50.377591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:50.387618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-755639561', 'allowed_address_pairs': [{'ip_address': '2001:db8::1e5', 'mac_address': 'fa:16:3e:b5:73:17'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:50.389038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] Sync routers for ids ['398b96a9-613a-401d-aea5-4a8bac06b6e8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:50.403326 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] Routers {'398b96a9-613a-401d-aea5-4a8bac06b6e8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:50.405159 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['398b96a9-613a-401d-aea5-4a8bac06b6e8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:50.405616 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ab66db9-8d3f-40da-884f-946e8a547350 req-516ef602-ad49-44a0-8800-a624abbbdc88 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458254 Dec 24 03:02:50.415968 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d03ed1fa-9123-4b31-8351-d436db4ec723 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/398b96a9-613a-401d-aea5-4a8bac06b6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1640327 Dec 24 03:02:50.418823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34276) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:50.424462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.461545 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:50.477891 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] Routers {'398b96a9-613a-401d-aea5-4a8bac06b6e8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:50.478984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['398b96a9-613a-401d-aea5-4a8bac06b6e8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:50.493366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:50.494530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:50.505280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] For port 97392a09-1c3f-4064-a858-4fcdfddf0ea0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:50.518227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] For port 97392a09-1c3f-4064-a858-4fcdfddf0ea0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=97392a09-1c3f-4064-a858-4fcdfddf0ea0,segment=NetworkSegment(cac287ea-0d54-4ee6-ac46-aa60743292bd),segment_id=cac287ea-0d54-4ee6-ac46-aa60743292bd)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:50.525863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Allocated IP 172.20.0.2 (dfb3afad-92d5-448b-beac-2c578cefa18c/7909defb-20ae-47dd-b4cc-1b6b38982189/1e5bbb08-7363-4c69-8fb3-93b5912ab8cb) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:50.526502 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:50.527340 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed60ce7a-0690-4351-bdcc-f94451d44f36 None None] The sync data for ids ['398b96a9-613a-401d-aea5-4a8bac06b6e8'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:50.527769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee2525-b996-4a47-b590-f3dc4603ddf4 None None] Port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:50.529874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Allocated IP 2001:db8::2 (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/541a3dfc-bb5c-48d7-9715-7b62511260f5) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:50.544880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bdd71b99-13cb-4ac4-a2f9-f8465b547b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.598247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e0ee2525-b996-4a47-b590-f3dc4603ddf4 None None] Provisioning complete for port a84aa04b-d088-484d-9fd1-956b7fd294fa triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:50.598618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e0ee2525-b996-4a47-b590-f3dc4603ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.637565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:50.641003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-29cd59ef-a7b7-4b1d-aea3-0832feb25bf9 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=398b96a9-613a-401d-aea5-4a8bac06b6e8 HTTP/1.1" status: 200 len: 205 time: 0.2157052 Dec 24 03:02:50.644517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34278) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:50.680964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.710726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.799038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.823678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ebdcf-d0c0-4410-aea7-04a2995b979a None None] Pushing event updated for resources: {'Port': ['ID=97392a09-1c3f-4064-a858-4fcdfddf0ea0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:50.932334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:50.949184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.005563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.012289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Allocated IP 172.20.0.1 (020eb4c6-5bf0-498f-b433-d42d7d17f90d/f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619/f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:51.017368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.022062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.035216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port 6fa7c172-7210-408a-aa8e-b18073eeeebe yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:51.096513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.098289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.100627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.157658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:51.166345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:51.173219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:51.173219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Network dfb3afad-92d5-448b-beac-2c578cefa18c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:51.175964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Pushing event updated for resources: {'Port': ['ID=541a3dfc-bb5c-48d7-9715-7b62511260f5,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:51.184465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:51.187058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:51.229834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.232298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router 398b96a9-613a-401d-aea5-4a8bac06b6e8 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:02:51.252066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.258311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f0c68ca5-c4c0-4c02-887a-1a8e85ea90f6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/398b96a9-613a-401d-aea5-4a8bac06b6e8 HTTP/1.1" status: 204 len: 168 time: 0.6090930 Dec 24 03:02:51.273136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34282) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:51.301879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289ab8b5-ce07-4074-8e9a-b091cd2590a0 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:02:51.305000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Pushing event updated for resources: {'Port': ['ID=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:51.336233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Attempting to bind port 541a3dfc-bb5c-48d7-9715-7b62511260f5 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:51.336944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Attempting to bind port 541a3dfc-bb5c-48d7-9715-7b62511260f5 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4b24bd16-99f6-4a73-bf12-91a43769f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:51.337500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Attempting to bind port 541a3dfc-bb5c-48d7-9715-7b62511260f5 on network 38d8e16c-f696-4662-8985-bbfc43ec7b7c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:51.340751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Attempting to bind port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:51.341309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Attempting to bind port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'e6130846-c3ce-4851-bf88-fe3d67038ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:51.341858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Attempting to bind port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb on network dfb3afad-92d5-448b-beac-2c578cefa18c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:51.353683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:51.354068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Checking segment: {'id': '4b24bd16-99f6-4a73-bf12-91a43769f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:51.354803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.354920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Bound using segment: {'id': '4b24bd16-99f6-4a73-bf12-91a43769f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:51.355396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Bound port: 541a3dfc-bb5c-48d7-9715-7b62511260f5, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b24bd16-99f6-4a73-bf12-91a43769f569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:51.355783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.360761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:51.361135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Checking segment: {'id': 'e6130846-c3ce-4851-bf88-fe3d67038ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:51.362281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.362710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Bound using segment: {'id': 'e6130846-c3ce-4851-bf88-fe3d67038ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:51.363203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Bound port: 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6130846-c3ce-4851-bf88-fe3d67038ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dfb3afad-92d5-448b-beac-2c578cefa18c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:51.363589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.397360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.407345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.434692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:51.439441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::22a (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/6fa7c172-7210-408a-aa8e-b18073eeeebe) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:51.449903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet 0a922b40-bdab-4e87-bfa1-f45840e8802c {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:02:51.462844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.477668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 97392a09-1c3f-4064-a858-4fcdfddf0ea0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:51.500866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:51.511634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:51.513303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef57b0-0dd5-43d3-b2e8-7d4f20ef9cc8 req-e7328c11-0180-4fd9-b766-b2f41a6e7cfb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:51.514845 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9aef57b0-0dd5-43d3-b2e8-7d4f20ef9cc8 req-e7328c11-0180-4fd9-b766-b2f41a6e7cfb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 932 time: 0.2202611 Dec 24 03:02:51.522046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] For port 541a3dfc-bb5c-48d7-9715-7b62511260f5, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:51.535885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Transition to ACTIVE for port object 289ab8b5-ce07-4074-8e9a-b091cd2590a0 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:02:51.537584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:51.541614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.544241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] For port 541a3dfc-bb5c-48d7-9715-7b62511260f5, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=541a3dfc-bb5c-48d7-9715-7b62511260f5,segment=NetworkSegment(4b24bd16-99f6-4a73-bf12-91a43769f569),segment_id=4b24bd16-99f6-4a73-bf12-91a43769f569)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:51.548122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] For port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:51.576683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] For port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,segment=NetworkSegment(e6130846-c3ce-4851-bf88-fe3d67038ffc),segment_id=e6130846-c3ce-4851-bf88-fe3d67038ffc)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:51.596752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:51.597257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.611039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:51.612241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.625391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.635819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.708963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e3b44-cbaa-47c3-8d37-b29206fad51f None None] DHCP port deletion for 60cd0b00-de23-472c-8ec6-c550bd79268e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:51.741211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.772211 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9aef57b0-0dd5-43d3-b2e8-7d4f20ef9cc8 req-cdf2e6c4-49f0-46a1-a923-246058a96e48 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266531 Dec 24 03:02:51.806220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:51.842846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb13ad-8e6b-47d4-9b14-de7b2a3262dd None None] Pushing event updated for resources: {'Port': ['ID=541a3dfc-bb5c-48d7-9715-7b62511260f5,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:51.958694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.021447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.038802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f023603-bef2-4a3b-90b9-2bd159b36dc7 None None] Pushing event updated for resources: {'Port': ['ID=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.044329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.077177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 97392a09-1c3f-4064-a858-4fcdfddf0ea0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=97392a09-1c3f-4064-a858-4fcdfddf0ea0,segment=NetworkSegment(cac287ea-0d54-4ee6-ac46-aa60743292bd),segment_id=cac287ea-0d54-4ee6-ac46-aa60743292bd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:52.089486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.093234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=0a922b40-bdab-4e87-bfa1-f45840e8802c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.099471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.105617 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-337c888f-f3b1-416c-9d36-dbcf6fb0ce91 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/0a922b40-bdab-4e87-bfa1-f45840e8802c HTTP/1.1" status: 204 len: 168 time: 0.8277588 Dec 24 03:02:52.119578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df833c-56f4-41df-bae1-b0eb1a27f189 None None] Network cce663b2-3646-4c96-9c2a-3c916464f53e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:52.120519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34286) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:52.229658 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.233718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a84aa04b-d088-484d-9fd1-956b7fd294fa up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:52.241341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-38be5e08-3870-4f2d-8343-0a2cccc2695b None None] Provisioning complete for port 7eda8bdd-4c7b-4e41-a834-75e713b21bce triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:52.241986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-38be5e08-3870-4f2d-8343-0a2cccc2695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.394873 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-8b64df3d-91ce-40ae-8e35-605565098faa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1076593 Dec 24 03:02:52.422514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Pushing event updated for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.436085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Request body: {'port': {'device_id': '2839d821-2779-4266-8e32-8b141f090877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:52.484752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-38be5e08-3870-4f2d-8343-0a2cccc2695b None None] Port 7eda8bdd-4c7b-4e41-a834-75e713b21bce cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:52.488840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429a97-8c61-4303-9622-433ba5b4a942 req-762456ea-0f02-4bc6-91f1-0beca60149d2 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:52.501036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3429a97-8c61-4303-9622-433ba5b4a942 req-762456ea-0f02-4bc6-91f1-0beca60149d2 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 943 time: 0.8847408 Dec 24 03:02:52.502805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=97392a09-1c3f-4064-a858-4fcdfddf0ea0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.536083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a84aa04b-d088-484d-9fd1-956b7fd294fa triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:52.536484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.552192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.585343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5aacf9c7-505d-4845-af5d-6553750aa268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.650408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:52.653470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] DHCP port deletion for cce663b2-3646-4c96-9c2a-3c916464f53e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:52.687557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Port': ['ID=f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.713648 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3429a97-8c61-4303-9622-433ba5b4a942 req-95bd7298-4d91-4103-b125-0cc5fdc77cee tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117214 Dec 24 03:02:52.714369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Attempting to bind port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:52.714701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Attempting to bind port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:52.715976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Attempting to bind port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 on network 60cd0b00-de23-472c-8ec6-c550bd79268e {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:52.725109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:52.727743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.728150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Deleting port ec436b29-49ce-47ac-9e19-659ac660b45a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:52.728643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.732518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:52.745148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 on network 60cd0b00-de23-472c-8ec6-c550bd79268e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:02:52.745495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Attempting to bind port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 on network 60cd0b00-de23-472c-8ec6-c550bd79268e {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:52.774058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:52.774455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Checking segment: {'id': '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:52.774768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Bound using segment: {'id': '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:52.775201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Bound port: 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:52.775533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.778170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:52.780063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=6fa7c172-7210-408a-aa8e-b18073eeeebe,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:52.786969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72665796-0e82-49c3-81e2-93915eae1907 None None] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:52.800759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:52.802396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:52.809954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:52.810726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.829753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.899265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:52.945298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dbcdb-451f-401a-b613-e9003ec5f47f req-5de39ee0-0001-47c6-83c9-281dcdcfec31 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:52.947661 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ae2dbcdb-451f-401a-b613-e9003ec5f47f req-5de39ee0-0001-47c6-83c9-281dcdcfec31 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 932 time: 0.0790503 Dec 24 03:02:52.952397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4493f260-812b-4f82-81b6-7ed431c97e1f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5763156 Dec 24 03:02:52.957399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34290) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:53.003699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port ec436b29-49ce-47ac-9e19-659ac660b45a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:53.004169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.052183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] For port ec436b29-49ce-47ac-9e19-659ac660b45a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ec436b29-49ce-47ac-9e19-659ac660b45a,segment=NetworkSegment(3ee5df4b-13a6-4f1b-8fda-45f97d8d827b),segment_id=3ee5df4b-13a6-4f1b-8fda-45f97d8d827b)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:53.052588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.073772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Calling delete_port for ec436b29-49ce-47ac-9e19-659ac660b45a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:53.091992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:53.094977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f7a1b74d-928d-4685-965a-fe963ccb2c9d None None] Provisioning complete for port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:53.095352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7a1b74d-928d-4685-965a-fe963ccb2c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.109914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11937128-f3b2-425a-a522-3e1a8f6251d8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:53.125289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11937128-f3b2-425a-a522-3e1a8f6251d8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:53.125289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11937128-f3b2-425a-a522-3e1a8f6251d8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:53.125289 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-11937128-f3b2-425a-a522-3e1a8f6251d8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1654828 Dec 24 03:02:53.125580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0,segment=NetworkSegment(8ed6ea2d-bf37-41c8-bd4b-a830d695f68f),segment_id=8ed6ea2d-bf37-41c8-bd4b-a830d695f68f)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:53.133427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ae2dbcdb-451f-401a-b613-e9003ec5f47f req-3c82f6e6-e0e3-4185-b504-8831a89a6041 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767592 Dec 24 03:02:53.133972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34292) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:53.135991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port ec436b29-49ce-47ac-9e19-659ac660b45a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ec436b29-49ce-47ac-9e19-659ac660b45a,segment=NetworkSegment(3ee5df4b-13a6-4f1b-8fda-45f97d8d827b),segment_id=3ee5df4b-13a6-4f1b-8fda-45f97d8d827b)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:53.136467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.192893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for ec436b29-49ce-47ac-9e19-659ac660b45a owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:53.253854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.345198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.365777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port 6fa7c172-7210-408a-aa8e-b18073eeeebe {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:53.368686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.387195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:53.388087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.390950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] 10.222.0.49 "PUT /v2.0/ports/289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 200 len: 1093 time: 3.7075272 Dec 24 03:02:53.397654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.417879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:02:53.425356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b026e3-f789-4cda-a131-cc5ed4e01f66" -d '{"events": [{"name": "network-changed", "server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:02:53.443948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] No DVR routers for this DVR port ec436b29-49ce-47ac-9e19-659ac660b45a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:53.458725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba57cb5-a672-4cda-871b-921699ec6718 None None] DHCP port deletion for 60cd0b00-de23-472c-8ec6-c550bd79268e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:53.465821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6ce13-f5fc-4fd7-af6a-93693ba8ba75 None None] Pushing event deleted for resources: {'Port': ['ID=ec436b29-49ce-47ac-9e19-659ac660b45a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:53.494464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.510289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beab0f9-c779-4c93-8e28-a1e166cc112c x-openstack-request-id: req-8beab0f9-c779-4c93-8e28-a1e166cc112c {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:02:53.510592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:02:53.510844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8beab0f9-c779-4c93-8e28-a1e166cc112c {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:02:53.511293 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0', 'status': 'completed', 'code': 200} Dec 24 03:02:53.584526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa15cf8-9426-4802-af25-641b07e08db9 service neutron] Pushing event updated for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:53.618813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 97392a09-1c3f-4064-a858-4fcdfddf0ea0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:53.628065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.645891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for 6fa7c172-7210-408a-aa8e-b18073eeeebe owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:53.658455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=ec436b29-49ce-47ac-9e19-659ac660b45a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:53.677423 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port ec436b29-49ce-47ac-9e19-659ac660b45a on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:02:53.709330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:53.709879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.750032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eda8bdd-4c7b-4e41-a834-75e713b21bce {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:02:53.755569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.772098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-aa1dbf69-d879-4df6-8d0c-f3270a67d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:53.773929 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-aa1dbf69-d879-4df6-8d0c-f3270a67d802 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 1096 time: 0.2189448 Dec 24 03:02:53.781341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.815433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ac44409f-11e2-4d76-a9f0-74c1492f53c8 None None] Provisioning complete for port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:53.815783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ac44409f-11e2-4d76-a9f0-74c1492f53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.885282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:53.938888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 541a3dfc-bb5c-48d7-9715-7b62511260f5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:53.958225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-76467631-e766-407b-a358-04c452762577 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 200 len: 217 time: 0.1254811 Dec 24 03:02:53.976810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce663b2-3646-4c96-9c2a-3c916464f53e']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:53.995709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Transition to ACTIVE for port object 7eda8bdd-4c7b-4e41-a834-75e713b21bce will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:02:54.008776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:54.009080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee5df4b-13a6-4f1b-8fda-45f97d8d827b') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:54.030472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.046492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 541a3dfc-bb5c-48d7-9715-7b62511260f5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:54.047006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.067946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0636b-bfff-46c0-b2e4-02836b0a3d37 req-7277cc7f-7589-4839-9715-bd61d310d7ed tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:54.081456 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d5f0636b-bfff-46c0-b2e4-02836b0a3d37 req-7277cc7f-7589-4839-9715-bd61d310d7ed tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 943 time: 0.1915298 Dec 24 03:02:54.092405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b743c-5384-497e-b170-7c111e6bdae6 req-7e583c5a-3ffa-47b7-b7aa-a677ce9d3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:54.092648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24604d-2d48-493c-8794-baf5c961c9eb None None] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:54.094129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-7e583c5a-3ffa-47b7-b7aa-a677ce9d3c08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85ba5003-38bb-45ce-9998-87d0bf2f52cd HTTP/1.1" status: 200 len: 851 time: 0.1254892 Dec 24 03:02:54.094908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.154384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.170261 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d5f0636b-bfff-46c0-b2e4-02836b0a3d37 req-324f732f-c883-4723-a383-1eb9596886b0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850091 Dec 24 03:02:54.232658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:02:54.233279 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self.session.flush() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:02:54.238519 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:02:54.244542 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:02:54.347406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ac44409f-11e2-4d76-a9f0-74c1492f53c8 None None] Provisioning complete for port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:54.347657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.348022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ac44409f-11e2-4d76-a9f0-74c1492f53c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.352684 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-88f47a14-51ed-4c34-8a5b-83b465ff9bd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60cd0b00-de23-472c-8ec6-c550bd79268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2445202 Dec 24 03:02:54.356269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208bc7ea-d43c-4d78-bd67-d19681bf1bc7 None None] Network dfb3afad-92d5-448b-beac-2c578cefa18c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:02:54.403450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.421873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.429501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.440833 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/cce663b2-3646-4c96-9c2a-3c916464f53e HTTP/1.1" status: 204 len: 168 time: 2.3188667 Dec 24 03:02:54.445554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34300) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:54.460479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.460619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.460619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ea598-567f-46e1-8fdc-2cb4d8ae3200 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=cce663b2-3646-4c96-9c2a-3c916464f53e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:54.468748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1171909095', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}, 'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:54.492690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:54.493369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ac44409f-11e2-4d76-a9f0-74c1492f53c8 None None] Port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:54.500697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=6fa7c172-7210-408a-aa8e-b18073eeeebe,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:54.532526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 541a3dfc-bb5c-48d7-9715-7b62511260f5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=541a3dfc-bb5c-48d7-9715-7b62511260f5,segment=NetworkSegment(4b24bd16-99f6-4a73-bf12-91a43769f569),segment_id=4b24bd16-99f6-4a73-bf12-91a43769f569)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:54.612736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.617145 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-58672280-8f41-4476-833d-0ba20eb449c3 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/6fa7c172-7210-408a-aa8e-b18073eeeebe HTTP/1.1" status: 204 len: 168 time: 1.4778297 Dec 24 03:02:54.619710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34302) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:54.634768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Provisioning complete for port 541a3dfc-bb5c-48d7-9715-7b62511260f5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:54.635417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.668028 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3501abf-f0e1-4d8f-b019-bb7d5696d874 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] GET failed (client error): The resource could not be found. Dec 24 03:02:54.673936 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a3501abf-f0e1-4d8f-b019-bb7d5696d874 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports/6fa7c172-7210-408a-aa8e-b18073eeeebe HTTP/1.1" status: 404 len: 333 time: 0.0494936 Dec 24 03:02:54.674835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34304) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:54.684049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1027091994'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:54.685768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.686762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:54.717134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da28bd-4345-46a3-95d9-aee526719fd9 req-aa302140-98d4-4118-afba-805fb70e13f5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:54.719398 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b2da28bd-4345-46a3-95d9-aee526719fd9 req-aa302140-98d4-4118-afba-805fb70e13f5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 944 time: 0.3657355 Dec 24 03:02:54.727897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Port': ['ID=f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:54.754141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.787559 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-cd2ea5f9-c7b3-491d-b4b2-716e6879cddf service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141352 Dec 24 03:02:54.808686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Attempting to bind port 7eda8bdd-4c7b-4e41-a834-75e713b21bce on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:02:54.809053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Attempting to bind port 7eda8bdd-4c7b-4e41-a834-75e713b21bce by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:02:54.809409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Attempting to bind port 7eda8bdd-4c7b-4e41-a834-75e713b21bce on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:54.840009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=541a3dfc-bb5c-48d7-9715-7b62511260f5,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:54.853184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:54.853566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.875461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.876755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.896306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Port 7eda8bdd-4c7b-4e41-a834-75e713b21bce on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:02:54.897105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Attempting to bind port 7eda8bdd-4c7b-4e41-a834-75e713b21bce on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:02:54.917124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:02:54.922282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Provisioning complete for port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:54.922432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Checking segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:02:54.922713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.922814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Bound using segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:02:54.922814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Bound port: 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:02:54.922814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.979708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:54.979708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:54.980469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:55.003221 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b2da28bd-4345-46a3-95d9-aee526719fd9 req-51967554-c476-4fc0-b823-4a366fdc88d2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700186 Dec 24 03:02:55.006929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:55.034816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Provisioning complete for port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:55.035184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.037215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.041358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.102373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,segment=NetworkSegment(e6130846-c3ce-4851-bf88-fe3d67038ffc),segment_id=e6130846-c3ce-4851-bf88-fe3d67038ffc)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:55.114829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.150896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:55.152284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.159457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:55.166795 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-153b743c-5384-497e-b170-7c111e6bdae6 req-b0a3a3bf-db3b-484e-b4f2-34888411cdb5 service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653708 Dec 24 03:02:55.175204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::21e (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/0f9b043f-43ce-4f33-a698-1d639ff5c5a3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:55.185092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:02:55.223103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.330479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:02:55.333050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ec436b29-49ce-47ac-9e19-659ac660b45a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:02:55.344593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:02:55.344961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-e87aa831-52a4-4ba7-96f8-45419e7715bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:02:55.368868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: ec436b29-49ce-47ac-9e19-659ac660b45a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:02:55.369212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ec436b29-49ce-47ac-9e19-659ac660b45a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:02:55.371169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:55.419586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.482401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.524478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:55.525129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.526831 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/7eda8bdd-4c7b-4e41-a834-75e713b21bce HTTP/1.1" status: 200 len: 1094 time: 3.0973785 Dec 24 03:02:55.537164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:02:55.542230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70d13f2-9700-42d0-9128-e02f43ec8705" -d '{"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:02:55.560944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 541a3dfc-bb5c-48d7-9715-7b62511260f5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:55.587658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401fc67-03fc-4c72-bf6d-3a69ec2346b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:55.628436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af894-78df-4a75-ab04-f328984acbcc req-931c686d-1e4f-4338-82f5-3590ded76315 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:55.630817 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9f2af894-78df-4a75-ab04-f328984acbcc req-931c686d-1e4f-4338-82f5-3590ded76315 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 943 time: 0.3383923 Dec 24 03:02:55.653870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989a011-b67a-44cf-959b-02997d85132d x-openstack-request-id: req-3989a011-b67a-44cf-959b-02997d85132d {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:02:55.660629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:02:55.660629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3989a011-b67a-44cf-959b-02997d85132d {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:02:55.660629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'status': 'completed', 'code': 200} Dec 24 03:02:55.694429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.705877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 541a3dfc-bb5c-48d7-9715-7b62511260f5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:55.706456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.718239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9f2af894-78df-4a75-ab04-f328984acbcc req-a2500a38-cd4e-413c-9444-6ef0bb4e1775 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816495 Dec 24 03:02:55.777066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:55.782837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:55.786492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:55.794199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:55.794818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.814179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=0f9b043f-43ce-4f33-a698-1d639ff5c5a3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:55.878583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-966baedc-d37a-4ba2-bea2-0f2fb40efe99 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1981313 Dec 24 03:02:55.879812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34310) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:55.890469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e5', 'mac_address': 'fa:16:3e:b5:73:17'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:55.911948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:55.936916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:55.995512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:55.995944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.028522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.104532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-86088fe4-7479-4b8d-8bbe-e42eeb80f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.106417 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-86088fe4-7479-4b8d-8bbe-e42eeb80f990 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 1096 time: 0.6905241 Dec 24 03:02:56.108723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.145243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Provisioning complete for port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.145665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.286843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Could not find standard attr ID for object 6fa7c172-7210-408a-aa8e-b18073eeeebe. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:02:56.289325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ddab-30c4-4ec1-828a-5aec4f49b660 req-68ebf342-e351-430c-820a-b2e1b690eab0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.291161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1228ddab-30c4-4ec1-828a-5aec4f49b660 req-68ebf342-e351-430c-820a-b2e1b690eab0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 944 time: 0.1699097 Dec 24 03:02:56.291785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Router 47de80f0-5bb5-4c18-bd09-78964d205ff5 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:56.300733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Provisioning complete for port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.301420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.303881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.304037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-6e4de3fb-7b39-47e5-be34-6f44175aab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.305758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-6e4de3fb-7b39-47e5-be34-6f44175aab59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1097 time: 0.2055337 Dec 24 03:02:56.340333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:56.340685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.351537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Provisioning complete for port 541a3dfc-bb5c-48d7-9715-7b62511260f5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.352072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.382165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] In _notify_port_updated(), no bound segment for port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 on network 38d8e16c-f696-4662-8985-bbfc43ec7b7c {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:02:56.388181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.388556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.394078 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "PUT /v2.0/ports/0f9b043f-43ce-4f33-a698-1d639ff5c5a3 HTTP/1.1" status: 200 len: 1003 time: 0.5134726 Dec 24 03:02:56.396806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34314) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:56.435885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e048197-2818-4dd3-b211-c6c4880bd260 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=0f9b043f-43ce-4f33-a698-1d639ff5c5a3,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:56.462200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Provisioning complete for port a815ae53-2c79-457b-be45-268f4c26155b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.462826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.508073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6c398990-a6cd-46d0-a96f-385559e80e1b None None] Port a815ae53-2c79-457b-be45-268f4c26155b cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:56.508328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:56.508722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.538356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-b6173d56-0484-45a4-92d0-4d4ee99e8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.539552 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-b6173d56-0484-45a4-92d0-4d4ee99e8b6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 200 len: 912 time: 0.4143600 Dec 24 03:02:56.618264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.630616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4a06c72d-6168-4691-83b0-d1000e46f337 None None] Provisioning complete for port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.631112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a06c72d-6168-4691-83b0-d1000e46f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.633103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:56.667294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1228ddab-30c4-4ec1-828a-5aec4f49b660 req-9135ad23-3304-451e-9b16-11180ec0d6c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604927 Dec 24 03:02:56.670001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4a06c72d-6168-4691-83b0-d1000e46f337 None None] Port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:56.676330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-3979d7ab-f982-4bcf-9198-e1139b8e9d19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 200 len: 217 time: 0.0835140 Dec 24 03:02:56.704035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:56.715822 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] Sync routers for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:56.726693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:56.727607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:56.739866 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3bb2746f-3bc7-49cf-9256-8c3668c07123 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2699778 Dec 24 03:02:56.743236 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34316) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:56.770738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:56.782453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:56.783607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:56.803689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-75400474-b341-43ed-aca7-212913b1210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.806408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-75400474-b341-43ed-aca7-212913b1210f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85ba5003-38bb-45ce-9998-87d0bf2f52cd HTTP/1.1" status: 200 len: 851 time: 0.1180205 Dec 24 03:02:56.812640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-c2cb740d-b255-4db9-bbe3-9e7ec0c1abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:56.814251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-c2cb740d-b255-4db9-bbe3-9e7ec0c1abd0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4791777 Dec 24 03:02:56.829211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:56.831998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447eb26a-9289-4634-bf9f-127d4eaea1f8 None None] The sync data for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:56.841128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-848e6e9b-5f4a-430d-8e20-124ecbcffd23 None None] Provisioning complete for port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:56.841512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-848e6e9b-5f4a-430d-8e20-124ecbcffd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:56.887862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-848e6e9b-5f4a-430d-8e20-124ecbcffd23 None None] Port 0f9b043f-43ce-4f33-a698-1d639ff5c5a3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:56.889032 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-4b8e1382-b68e-4b3d-bfe3-4d269bf53c84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60cd0b00-de23-472c-8ec6-c550bd79268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627382 Dec 24 03:02:57.004740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e8ebd-feba-4840-8bcb-3590fcf6e74d req-a6c615c8-860e-4552-9006-7d3bbfdd7c1a tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.006212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-144e8ebd-feba-4840-8bcb-3590fcf6e74d req-a6c615c8-860e-4552-9006-7d3bbfdd7c1a tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 943 time: 0.1812491 Dec 24 03:02:57.015551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.063499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=0f9b043f-43ce-4f33-a698-1d639ff5c5a3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:57.131335 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-144e8ebd-feba-4840-8bcb-3590fcf6e74d req-6f106c26-4976-4a9b-9d41-ec5be0a3d3d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178174 Dec 24 03:02:57.175254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.184663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-f11689f7-371f-436e-ad50-e39ac1845541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.186131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a70d13f2-9700-42d0-9128-e02f43ec8705 req-f11689f7-371f-436e-ad50-e39ac1845541 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3502812 Dec 24 03:02:57.211160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.221942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-20921813-48aa-4c13-9e14-e5ba2b37d585 service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126082 Dec 24 03:02:57.268517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.271724 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-507907a8-cf3b-4d5a-b20d-85282cb8d0d0 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/0f9b043f-43ce-4f33-a698-1d639ff5c5a3 HTTP/1.1" status: 204 len: 168 time: 0.8739624 Dec 24 03:02:57.290196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34320) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:57.354596 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-97f043c1-aa25-453e-bca9-d5cf860fd0db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:02:57.355714 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-97f043c1-aa25-453e-bca9-d5cf860fd0db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6114619 Dec 24 03:02:57.358466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34322) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:57.383689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-377aaa65-8878-40c7-b05d-1b5a09ff52a8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] GET failed (client error): The resource could not be found. Dec 24 03:02:57.385148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-377aaa65-8878-40c7-b05d-1b5a09ff52a8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports/0f9b043f-43ce-4f33-a698-1d639ff5c5a3 HTTP/1.1" status: 404 len: 333 time: 0.0912583 Dec 24 03:02:57.394049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34324) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:57.400970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-841345881'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:57.466781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-f16c68b7-1a5e-4395-ab09-c6596843f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.468266 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-f16c68b7-1a5e-4395-ab09-c6596843f2cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1097 time: 0.1971378 Dec 24 03:02:57.562245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.26.7.94 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/8bf4119e-efe9-4900-a582-3596fddfd123) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:57.571080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-1bc37815-0f83-4566-a4cd-cafd77310477 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce HTTP/1.1" status: 200 len: 217 time: 0.0751753 Dec 24 03:02:57.581556 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0b026e3-f789-4cda-a131-cc5ed4e01f66 req-63775438-7ae9-4ca5-b08e-d347f7b8f1e1 service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248632 Dec 24 03:02:57.691052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.709167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-13a19f9e-caf9-43eb-aa92-869f3258f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.710585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-13a19f9e-caf9-43eb-aa92-869f3258f6d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 200 len: 833 time: 0.1251462 Dec 24 03:02:57.801715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.825306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cb953-3762-4986-b06b-4c3782b1356a req-eaf321dd-9632-4991-91df-46bd9bc91fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.826807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-eaf321dd-9632-4991-91df-46bd9bc91fc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026561 Dec 24 03:02:57.843229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:02:57.846848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.855607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf3e56-5672-47cd-aa18-f8931ba41dc9 req-72b867c1-ade5-4545-a3bf-61eac9d69ddc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:57.857110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0caf3e56-5672-47cd-aa18-f8931ba41dc9 req-72b867c1-ade5-4545-a3bf-61eac9d69ddc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 944 time: 0.0987375 Dec 24 03:02:57.886564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 289ab8b5-ce07-4074-8e9a-b091cd2590a0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:02:57.949271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting port f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:02:57.949653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:57.999003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0,segment=NetworkSegment(8ed6ea2d-bf37-41c8-bd4b-a830d695f68f),segment_id=8ed6ea2d-bf37-41c8-bd4b-a830d695f68f)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:58.012743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '289ab8b5-ce07-4074-8e9a-b091cd2590a0', 'network_id': '60cd0b00-de23-472c-8ec6-c550bd79268e', 'port_id': '289ab8b5-ce07-4074-8e9a-b091cd2590a0', 'mac_address': 'fa:16:3e:b5:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ba5003-38bb-45ce-9998-87d0bf2f52cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:02:58.046765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.055375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.062057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Calling delete_port for f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:02:58.074285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289ab8b5-ce07-4074-8e9a-b091cd2590a0 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:02:58.096940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0,segment=NetworkSegment(8ed6ea2d-bf37-41c8-bd4b-a830d695f68f),segment_id=8ed6ea2d-bf37-41c8-bd4b-a830d695f68f)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:02:58.140192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.192694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:58.282973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.287980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port effbd79b-95cc-41e9-8963-bd04b1ab50ed yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:02:58.300436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993a67f-de2e-4286-b4ff-02fd33a0c601 req-bc82a4cd-e2f2-418f-8d8c-974dc95d4690 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:58.301955 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7993a67f-de2e-4286-b4ff-02fd33a0c601 req-bc82a4cd-e2f2-418f-8d8c-974dc95d4690 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 944 time: 0.0843558 Dec 24 03:02:58.335727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.375908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Port': ['ID=f7a20cdc-7aa4-4af9-8f19-d1b0f2761f54,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:58.392220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:58.395830 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7993a67f-de2e-4286-b4ff-02fd33a0c601 req-c281fbd5-92eb-404a-b92a-9318c2816899 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877485 Dec 24 03:02:58.410645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:58.420409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:58.429018 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0caf3e56-5672-47cd-aa18-f8931ba41dc9 req-d0dae593-b023-444a-a92e-0bad7241ff9f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5580800 Dec 24 03:02:58.429647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=8bf4119e-efe9-4900-a582-3596fddfd123,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:58.446727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd964a07-e316-4f3e-8a17-53574100d9d6 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:02:58.489047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-7f83f0fd-0ee2-4f63-a9b1-409d46c83de9 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309564 Dec 24 03:02:58.501133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['289ab8b5-ce07-4074-8e9a-b091cd2590a0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:02:58.573669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-097af0cb-ae2f-4d09-966f-1419a1d754ef None None] Provisioning complete for port 8bf4119e-efe9-4900-a582-3596fddfd123 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:58.574528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-097af0cb-ae2f-4d09-966f-1419a1d754ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.635400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-097af0cb-ae2f-4d09-966f-1419a1d754ef None None] Port 8bf4119e-efe9-4900-a582-3596fddfd123 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:58.715185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::203 (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/effbd79b-95cc-41e9-8963-bd04b1ab50ed) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:02:58.856071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:58.858757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-225cb953-3762-4986-b06b-4c3782b1356a req-ef883a3e-04b1-4e1b-ba34-9a09098d48a6 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463607 Dec 24 03:02:58.937791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.025193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Router 47de80f0-5bb5-4c18-bd09-78964d205ff5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:02:59.046594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.101693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:02:59.107083 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0dae6bf1-d4dc-48c5-823b-c017609799db tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473686 Dec 24 03:02:59.110436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34332) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:59.117833 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] Sync routers for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:02:59.127922 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:59.128718 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:59.142609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:02:59.145243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:02:59.150659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:02:59.152517 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-738cc87c-70bc-48ef-b37f-88599ea4d359 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] delete failed (client error): The resource could not be found. Dec 24 03:02:59.153569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-738cc87c-70bc-48ef-b37f-88599ea4d359 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1496081994 HTTP/1.1" status: 404 len: 335 time: 0.0422227 Dec 24 03:02:59.156312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:59.156961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.160094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34334) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:59.165823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7c40726a-6b2e-4269-bc04-0d3da5931c72 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'router': {'external_gateway_info': {'network_id': '47de80f0-5bb5-4c18-bd09-78964d205ff5'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:59.169825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=effbd79b-95cc-41e9-8963-bd04b1ab50ed,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:02:59.173406 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:59.177975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.186632 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:02:59.187370 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:59.229081 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:02:59.229797 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8abad09-5e26-4cd9-bcf5-1d778a59a8e7 None None] The sync data for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:02:59.263166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9022c2ac-8e89-4523-8a25-e080054b43b8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8671169 Dec 24 03:02:59.265770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34336) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:59.271655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b5:73:17'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:02:59.409114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.479824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0a0b9161-78b9-49f9-8d35-c5a1db467a28 None None] Provisioning complete for port effbd79b-95cc-41e9-8963-bd04b1ab50ed triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:02:59.480452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a0b9161-78b9-49f9-8d35-c5a1db467a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.515368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c40726a-6b2e-4269-bc04-0d3da5931c72 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.526581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0a0b9161-78b9-49f9-8d35-c5a1db467a28 None None] Port effbd79b-95cc-41e9-8963-bd04b1ab50ed cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:02:59.591827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345935a-4d16-401c-9910-543d77c30ab7 req-a044f5cb-9333-4308-a69b-caa5a6ba26c0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:59.593368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d345935a-4d16-401c-9910-543d77c30ab7 req-a044f5cb-9333-4308-a69b-caa5a6ba26c0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 944 time: 0.0705938 Dec 24 03:02:59.611549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff6e76-9fe2-4486-841e-ae0e72a62a8f req-f7dd09a0-ba5c-4b69-812c-ecdbb46c3455 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:59.613175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2ff6e76-9fe2-4486-841e-ae0e72a62a8f req-f7dd09a0-ba5c-4b69-812c-ecdbb46c3455 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 944 time: 0.0728030 Dec 24 03:02:59.624375 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-7c40726a-6b2e-4269-bc04-0d3da5931c72 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] update failed (client error): The resource could not be found. Dec 24 03:02:59.625420 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c40726a-6b2e-4269-bc04-0d3da5931c72 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5 HTTP/1.1" status: 404 len: 339 time: 0.4640470 Dec 24 03:02:59.631718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34342) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:59.672776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.699804 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d345935a-4d16-401c-9910-543d77c30ab7 req-18bf7dd3-9d4e-405b-996d-2f47ad3343ed tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975311 Dec 24 03:02:59.749738 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2ff6e76-9fe2-4486-841e-ae0e72a62a8f req-9855919a-d300-4636-bc11-3bafa0051f02 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286299 Dec 24 03:02:59.782702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router cdb7be2d-86f5-47cf-9995-4e31dc6e631f is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:02:59.872044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.894480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 289ab8b5-ce07-4074-8e9a-b091cd2590a0 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:02:59.920588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.949789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.977892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] In _notify_port_updated(), no bound segment for port effbd79b-95cc-41e9-8963-bd04b1ab50ed on network 38d8e16c-f696-4662-8985-bbfc43ec7b7c {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:02:59.983374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:02:59.984004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:02:59.988068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "PUT /v2.0/ports/effbd79b-95cc-41e9-8963-bd04b1ab50ed HTTP/1.1" status: 200 len: 1002 time: 0.7183952 Dec 24 03:02:59.988693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34344) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:02:59.996991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:03:00.006388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:00.006700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.031823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445db132-e4ef-4f70-9db6-b37aacfef150 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=effbd79b-95cc-41e9-8963-bd04b1ab50ed,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:00.036399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.125527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port effbd79b-95cc-41e9-8963-bd04b1ab50ed {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:00.125881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.199615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:00.204253 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:00.218021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] Sync routers for ids ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:00.256793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] Routers {'cdb7be2d-86f5-47cf-9995-4e31dc6e631f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:00.258087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:00.263738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.280764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for effbd79b-95cc-41e9-8963-bd04b1ab50ed owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:00.293939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:00.321109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.322394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-486a08e9-c097-49c3-b7c4-88019c3018d0 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.8739843 Dec 24 03:03:00.325130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34346) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:00.341061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] Routers {'cdb7be2d-86f5-47cf-9995-4e31dc6e631f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:00.341962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:00.383045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.386594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:00.387229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e38d5-a8ef-4e6e-ac2a-5f4d673ee17f None None] The sync data for ids ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:00.389662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Allocated IP 172.20.0.1 (3a598ede-a4f8-4421-8d59-cabbe1b70a42/f83f50c9-693f-4602-852e-ef3a043a4ad0/05670689-6208-45cd-8fe9-6b83fce4fab2) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:00.414645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-efbbf23d-c310-4897-a5d1-81931426b478 None None] Provisioning complete for port effbd79b-95cc-41e9-8963-bd04b1ab50ed triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:00.415026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-efbbf23d-c310-4897-a5d1-81931426b478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.444497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:03:00.446743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093337d2-1c9e-4ce9-9f8b-5c0eca499fc3" -d '{"events": [{"server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "name": "network-vif-plugged", "status": "completed", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:03:00.469311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0,segment=NetworkSegment(8ed6ea2d-bf37-41c8-bd4b-a830d695f68f),segment_id=8ed6ea2d-bf37-41c8-bd4b-a830d695f68f)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:00.474928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-efbbf23d-c310-4897-a5d1-81931426b478 None None] Port effbd79b-95cc-41e9-8963-bd04b1ab50ed cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:00.483377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.492302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c997e6-1ec0-46d1-b7f6-e74fe0eb2980 x-openstack-request-id: req-34c997e6-1ec0-46d1-b7f6-e74fe0eb2980 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:03:00.492827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "name": "network-vif-plugged", "status": "completed", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:03:00.493298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34c997e6-1ec0-46d1-b7f6-e74fe0eb2980 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:03:00.493713 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0', 'code': 200} Dec 24 03:03:00.515777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=effbd79b-95cc-41e9-8963-bd04b1ab50ed,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:00.518613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.522338 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e666f29e-b90f-423e-b146-4a78fcbdcb52 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers/cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 200 len: 880 time: 0.1961055 Dec 24 03:03:00.525470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34350) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:00.547422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.555383 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a438fe3d-cee9-409e-a780-8b6578cf7cc9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/effbd79b-95cc-41e9-8963-bd04b1ab50ed HTTP/1.1" status: 204 len: 168 time: 0.5634286 Dec 24 03:03:00.555603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34352) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:00.585000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-166e9b49-aec5-4302-9f6e-67c9281cf161 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] GET failed (client error): The resource could not be found. Dec 24 03:03:00.588487 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-166e9b49-aec5-4302-9f6e-67c9281cf161 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports/effbd79b-95cc-41e9-8963-bd04b1ab50ed HTTP/1.1" status: 404 len: 333 time: 0.0299244 Dec 24 03:03:00.590139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:00.598413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1431944914'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:00.618295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:00.882865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6dfc5-f673-46f4-b1f3-4498ad2bb014 req-75ce66a1-8a71-4aa7-a06b-4a4cff79026d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:00.884734 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2da6dfc5-f673-46f4-b1f3-4498ad2bb014 req-75ce66a1-8a71-4aa7-a06b-4a4cff79026d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 944 time: 0.0555060 Dec 24 03:03:00.886059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:00.890413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:00.927118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port 8709ac18-b063-420e-982f-9a9cc60e1266 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:03:00.996236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2da6dfc5-f673-46f4-b1f3-4498ad2bb014 req-5ab64feb-e6f8-4f52-9869-7fd2d4217a2f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014409 Dec 24 03:03:01.073035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::11c (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/8709ac18-b063-420e-982f-9a9cc60e1266) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:01.088854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.114178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac37f8-4676-40c5-bab9-d60d8bd030ca req-8f940fbb-a4d3-449e-aca3-aac66d0847f0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:01.115656 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-abac37f8-4676-40c5-bab9-d60d8bd030ca req-8f940fbb-a4d3-449e-aca3-aac66d0847f0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1544194 Dec 24 03:03:01.121781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3f220-209e-47d7-9cbc-5fc00627ce4c req-e035f3ef-d8ec-43e3-9589-48bb9671bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:01.123170 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83e3f220-209e-47d7-9cbc-5fc00627ce4c req-e035f3ef-d8ec-43e3-9589-48bb9671bbd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 1098 time: 0.1633348 Dec 24 03:03:01.232946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.289950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-abac37f8-4676-40c5-bab9-d60d8bd030ca req-6bf78d8e-86f9-441a-9c73-dcfe8aeb723b tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657810 Dec 24 03:03:01.305613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83e3f220-209e-47d7-9cbc-5fc00627ce4c req-8c38f488-c4a8-445d-977d-716e586e938a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649947 Dec 24 03:03:01.346853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a2b7a7a7-db0e-4352-b261-08009118fadf tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8206146 Dec 24 03:03:01.348490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.349628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34360) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:01.354316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1171909095'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:01.390083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:01.393151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:01.396882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:01.399111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.404270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Port': ['ID=05670689-6208-45cd-8fe9-6b83fce4fab2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:01.456713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.471958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:01.477937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:01.490937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:01.495522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:01.496469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.525910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=8709ac18-b063-420e-982f-9a9cc60e1266,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:01.582702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5eeb9c4c-bf11-433f-b87c-7be0d465daba tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9883299 Dec 24 03:03:01.583128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34362) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:01.588253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'network_id': '38d8e16c-f696-4662-8985-bbfc43ec7b7c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-876034041'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:01.702638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.728219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d04aaf01-1eb0-4299-8d40-32e59da45480 None None] Provisioning complete for port 05670689-6208-45cd-8fe9-6b83fce4fab2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:01.729531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d04aaf01-1eb0-4299-8d40-32e59da45480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.774973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d04aaf01-1eb0-4299-8d40-32e59da45480 None None] Port 05670689-6208-45cd-8fe9-6b83fce4fab2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:01.786755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.866132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.901210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7eda8bdd-4c7b-4e41-a834-75e713b21bce details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:03:01.913720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9080ce37-6fbb-4710-996c-cc8fdb8ec7c4 None None] Provisioning complete for port 8709ac18-b063-420e-982f-9a9cc60e1266 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:01.914099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9080ce37-6fbb-4710-996c-cc8fdb8ec7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.946038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Made reservation on behalf of 5681efdccf0e4d0eadc75db3b1cc3540 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:01.949676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:01.979131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9080ce37-6fbb-4710-996c-cc8fdb8ec7c4 None None] Port 8709ac18-b063-420e-982f-9a9cc60e1266 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:01.981231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router cdb7be2d-86f5-47cf-9995-4e31dc6e631f has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:02.005922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] device_id is not set on port e010d855-90d9-4682-a92f-efc132c86f76 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:03:02.062877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:02.083367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'port_id': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'mac_address': 'fa:16:3e:7e:7f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:03:02.132143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.143990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.148239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eda8bdd-4c7b-4e41-a834-75e713b21bce {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:03:02.171803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Allocated IP 2001:db8::3b6 (38d8e16c-f696-4662-8985-bbfc43ec7b7c/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00/e010d855-90d9-4682-a92f-efc132c86f76) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:02.176402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:02.209097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.254662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.310304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:02.357240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event updated for resources: {'Port': ['ID=05670689-6208-45cd-8fe9-6b83fce4fab2,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:02.365519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.460176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba803-eda2-4c26-9d82-a9c85db673d1 req-631c53e2-3291-4606-9ebf-acf823cbca51 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:02.461605 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88cba803-eda2-4c26-9d82-a9c85db673d1 req-631c53e2-3291-4606-9ebf-acf823cbca51 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 945 time: 0.0641050 Dec 24 03:03:02.462554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:02.470015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.474828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-be54ed89-2903-4f69-b3f1-d2251b184e53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 200 len: 887 time: 1.1211348 Dec 24 03:03:02.478278 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] Sync routers for ids ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:02.479822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34368) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:02.498943 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] Routers {'cdb7be2d-86f5-47cf-9995-4e31dc6e631f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:02.499230 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:02.538323 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:02.539067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88cba803-eda2-4c26-9d82-a9c85db673d1 req-73d30823-dddb-4b1c-9f12-20bd168e8ea1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644474 Dec 24 03:03:02.548354 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] Routers {'cdb7be2d-86f5-47cf-9995-4e31dc6e631f'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:02.549814 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:02.551440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.563185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415a2e7-78f5-4ff7-a0dd-c51435fd6b13 req-41dc0301-2e9a-4af4-a26f-4565f25486ad tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:02.564820 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c415a2e7-78f5-4ff7-a0dd-c51435fd6b13 req-41dc0301-2e9a-4af4-a26f-4565f25486ad tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1942902 Dec 24 03:03:02.585902 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:02.586549 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec55cd0-c442-4efa-a70f-6675e7c98a72 None None] The sync data for ids ['cdb7be2d-86f5-47cf-9995-4e31dc6e631f'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:02.630507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['7eda8bdd-4c7b-4e41-a834-75e713b21bce'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:03:02.663837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:02.678428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:02.709962 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1aca4f39-123c-459c-85fa-bc217fb9d897 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers/cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 200 len: 887 time: 0.2250869 Dec 24 03:03:02.714059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34370) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:02.717119 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c415a2e7-78f5-4ff7-a0dd-c51435fd6b13 req-cd004f0e-48dc-4ef8-8578-e218fcc4fcd2 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375816 Dec 24 03:03:02.757743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1c65a7eb-0308-4986-88b6-b8bebc63f290 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 200 len: 205 time: 0.0420005 Dec 24 03:03:02.760112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34372) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:02.780440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.844762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:02.851164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:02.857673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:02.864753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:02.865513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.889342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=e010d855-90d9-4682-a92f-efc132c86f76,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:02.896053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Router 47de80f0-5bb5-4c18-bd09-78964d205ff5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:02.915425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:02.968862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8728bbd2-c754-4bd3-88c4-6b4edf24caf5 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3843808 Dec 24 03:03:02.996008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34374) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:03.002249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1e5', 'mac_address': 'fa:16:3e:b5:73:17'}, {'ip_address': '2001:db8::11c', 'mac_address': 'fa:16:3e:dd:8a:05'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:03.050948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c90ab56f-f9bd-44bb-8313-e1cbb44ce5d9 None None] Provisioning complete for port 05670689-6208-45cd-8fe9-6b83fce4fab2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:03.051547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c90ab56f-f9bd-44bb-8313-e1cbb44ce5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.098005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c90ab56f-f9bd-44bb-8313-e1cbb44ce5d9 None None] Port 05670689-6208-45cd-8fe9-6b83fce4fab2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:03.115129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:03.122681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.125531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] Sync routers for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:03.136932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:03.138162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:03.147662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8fd5becc-54ab-4366-ba5c-ba6baddf44e0 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5087624 Dec 24 03:03:03.150580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34376) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:03.187244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:03.200173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:03.200943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:03.227537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.247145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:03.247781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54009a6a-e457-4c6a-8aa5-cd2f4b828d07 None None] The sync data for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:03.259825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-25f433f2-6aaf-49d1-b479-275b6efcf251 None None] Provisioning complete for port e010d855-90d9-4682-a92f-efc132c86f76 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:03.260502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-25f433f2-6aaf-49d1-b479-275b6efcf251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.288678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-be783182-2281-4850-b267-d9d3a6ef06fc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.295708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-25f433f2-6aaf-49d1-b479-275b6efcf251 None None] Port e010d855-90d9-4682-a92f-efc132c86f76 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:03.366311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 8bf4119e-efe9-4900-a582-3596fddfd123 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:03.366653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.418401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.429411 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-be783182-2281-4850-b267-d9d3a6ef06fc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 24 03:03:03.433230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-be783182-2281-4850-b267-d9d3a6ef06fc tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5 HTTP/1.1" status: 409 len: 329 time: 0.2788217 Dec 24 03:03:03.433559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34378) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:03.457467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.468977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 8bf4119e-efe9-4900-a582-3596fddfd123 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:03.471595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.545602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] In _notify_port_updated(), no bound segment for port e010d855-90d9-4682-a92f-efc132c86f76 on network 38d8e16c-f696-4662-8985-bbfc43ec7b7c {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:03:03.552197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:03.552901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.554224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "PUT /v2.0/ports/e010d855-90d9-4682-a92f-efc132c86f76 HTTP/1.1" status: 200 len: 1067 time: 0.5571694 Dec 24 03:03:03.557161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34380) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:03.604208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fe379-58dd-4b24-94a5-a27fa1a9cf2a tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event updated for resources: {'Port': ['ID=e010d855-90d9-4682-a92f-efc132c86f76,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:03.704395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977b071-127e-4396-8e07-6ca35aefada7 req-1a413025-7637-45a0-918e-8097b7ab2535 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:03.706217 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9977b071-127e-4396-8e07-6ca35aefada7 req-1a413025-7637-45a0-918e-8097b7ab2535 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 945 time: 0.0578005 Dec 24 03:03:03.762004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.775166 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9977b071-127e-4396-8e07-6ca35aefada7 req-02b0504e-8fcc-4b8b-969b-aa7486ccebc8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611150 Dec 24 03:03:03.785391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port e010d855-90d9-4682-a92f-efc132c86f76 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:03.785731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.818138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=8bf4119e-efe9-4900-a582-3596fddfd123,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:03.840278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9586f3fc-3823-4ddb-86a1-3f1d2eeccf5d None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:03.890341 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.915364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7eda8bdd-4c7b-4e41-a834-75e713b21bce up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:03.951637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd1396-d3f2-4b65-bbf5-6d1920777923 req-b80e6ab8-5521-436f-abe6-2cb578f8f81c tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:03.953359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89dd1396-d3f2-4b65-bbf5-6d1920777923 req-b80e6ab8-5521-436f-abe6-2cb578f8f81c tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1427817 Dec 24 03:03:03.955459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.962935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7e058f44-723f-4557-8474-b8708dc34923 None None] Provisioning complete for port e010d855-90d9-4682-a92f-efc132c86f76 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:03.963456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e058f44-723f-4557-8474-b8708dc34923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.974539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for e010d855-90d9-4682-a92f-efc132c86f76 owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:03.987307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:03.989483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.005978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7e058f44-723f-4557-8474-b8708dc34923 None None] Port e010d855-90d9-4682-a92f-efc132c86f76 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:04.077327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 7eda8bdd-4c7b-4e41-a834-75e713b21bce completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:03:04.081513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 7eda8bdd-4c7b-4e41-a834-75e713b21bce triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:04.083313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.090704 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89dd1396-d3f2-4b65-bbf5-6d1920777923 req-d5962a0e-6773-439d-880f-5eca53ba5ea1 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179311 Dec 24 03:03:04.100181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.100768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router cdb7be2d-86f5-47cf-9995-4e31dc6e631f {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:03:04.119726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.119726 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-53be7ae6-2f6d-4a47-b765-84d0718821f1 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 204 len: 168 time: 1.3518202 Dec 24 03:03:04.120126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34386) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:04.125929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-398350155'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:04.150524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.182417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.211900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:03:04.214446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22523e76-7e05-4a33-9f0b-db0f074c75d6" -d '{"events": [{"server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "name": "network-vif-plugged", "status": "completed", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:03:04.225778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646de86-fe21-4bce-8feb-78f64190f118 req-6879b07a-a357-4883-bcee-c066dfda9828 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:04.227449 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f646de86-fe21-4bce-8feb-78f64190f118 req-6879b07a-a357-4883-bcee-c066dfda9828 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0551059 Dec 24 03:03:04.240231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:04.260957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122b0c42-9b49-402a-9571-e337aa3aefc2 x-openstack-request-id: req-122b0c42-9b49-402a-9571-e337aa3aefc2 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:03:04.260957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "name": "network-vif-plugged", "status": "completed", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:03:04.260957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-122b0c42-9b49-402a-9571-e337aa3aefc2 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:03:04.260957 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'code': 200} Dec 24 03:03:04.288832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.291156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f646de86-fe21-4bce-8feb-78f64190f118 req-ff016218-6047-44f6-8eeb-ea4bf605a245 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Dec 24 03:03:04.349711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:04.651719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:04.655216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.717426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f284a-a17d-45cd-89b0-dd79969f9eed req-5d9f1723-1bb8-4927-be68-b4795ede87dd tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:04.718946 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-713f284a-a17d-45cd-89b0-dd79969f9eed req-5d9f1723-1bb8-4927-be68-b4795ede87dd tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0565331 Dec 24 03:03:04.732735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2c728-6fad-4617-84de-f5acc14e5759 req-68d04f38-a6a1-418f-b25b-f29b1a267f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:04.734227 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa2c728-6fad-4617-84de-f5acc14e5759 req-68d04f38-a6a1-418f-b25b-f29b1a267f0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1099 time: 0.1545141 Dec 24 03:03:04.770509 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-713f284a-a17d-45cd-89b0-dd79969f9eed req-85a8c637-af7a-4a95-8add-35d3ed88a63b tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Dec 24 03:03:04.805072 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1aa2c728-6fad-4617-84de-f5acc14e5759 req-d3c263c6-9d68-48d4-bdb6-9a579a3f5e61 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522907 Dec 24 03:03:04.904872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.906951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:04.951085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:04.951427 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 33841caa-68e5-43bf-afbf-35db6bcbadfe of type vlan for network 75f4e403-1168-4550-b16f-3598a8ddc7cf Dec 24 03:03:04.954383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=e010d855-90d9-4682-a92f-efc132c86f76,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:05.043744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.053032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db412-4c1f-4b1e-a299-9c53185b0e46 req-9d3028c3-13ef-4dec-bb83-a486337599b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:05.054528 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f46db412-4c1f-4b1e-a299-9c53185b0e46 req-9d3028c3-13ef-4dec-bb83-a486337599b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.1859758 Dec 24 03:03:05.062546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting port 05670689-6208-45cd-8fe9-6b83fce4fab2 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:05.062886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.254398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.259965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:05.260571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.291925 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f46db412-4c1f-4b1e-a299-9c53185b0e46 req-ff688c8d-87d3-417f-9dc5-5f389483b19b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251246 Dec 24 03:03:05.304782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.352504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Calling delete_port for 05670689-6208-45cd-8fe9-6b83fce4fab2 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:05.356936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.363131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d9148e1-e231-4eb9-b82e-49cef3e662fd tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/e010d855-90d9-4682-a92f-efc132c86f76 HTTP/1.1" status: 204 len: 168 time: 1.8005130 Dec 24 03:03:05.368031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:05.391826 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-d479e7c5-2b24-41e2-9cd0-3f72bc7a5ea9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] GET failed (client error): The resource could not be found. Dec 24 03:03:05.396977 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d479e7c5-2b24-41e2-9cd0-3f72bc7a5ea9 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports/e010d855-90d9-4682-a92f-efc132c86f76 HTTP/1.1" status: 404 len: 333 time: 0.0311589 Dec 24 03:03:05.397570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34400) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:05.403153 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2816930 Dec 24 03:03:05.405761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34402) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:05.411715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:05.442944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2564cd-6996-4767-9f5b-94debf5df302 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=75f4e403-1168-4550-b16f-3598a8ddc7cf,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:05.457590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:05.579085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port 8709ac18-b063-420e-982f-9a9cc60e1266 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:05.579426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.655926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:05.659381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.677032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.692553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:05.705673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Port': ['ID=05670689-6208-45cd-8fe9-6b83fce4fab2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:05.740388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for 8709ac18-b063-420e-982f-9a9cc60e1266 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:05.873048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.038698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00313f-6ab9-4bb0-9f7a-00122c8d99ba req-fd45d672-444c-4334-84ce-f48cc4af7702 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.040313 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e00313f-6ab9-4bb0-9f7a-00122c8d99ba req-fd45d672-444c-4334-84ce-f48cc4af7702 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1665967 Dec 24 03:03:06.058073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Router 47de80f0-5bb5-4c18-bd09-78964d205ff5 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:06.060771 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:03:06.083713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.135186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:06.144880 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-62849f88-8622-4561-8ecb-43d3d361c857 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103231 Dec 24 03:03:06.145518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34406) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.145840 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e00313f-6ab9-4bb0-9f7a-00122c8d99ba req-22de6c2b-69cb-41f6-80a0-924a3d2a507c tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985739 Dec 24 03:03:06.148915 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] Sync routers for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:06.172302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:06.172302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:06.172600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.181620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=436acea9-2228-4b91-b65d-cae0b8626ad5,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:06.194120 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-e89ac73e-fe00-4ce7-945b-a1f0e34e98ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] show failed (client error): The resource could not be found. Dec 24 03:03:06.198999 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e89ac73e-fe00-4ce7-945b-a1f0e34e98ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-2125065444 HTTP/1.1" status: 404 len: 335 time: 0.0521572 Dec 24 03:03:06.199651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34410) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.205856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3b26db3a-6a24-4709-9c1d-cfae0bd72442 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:06.213204 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:06.225393 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] Routers {'47de80f0-5bb5-4c18-bd09-78964d205ff5'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:06.226170 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['47de80f0-5bb5-4c18-bd09-78964d205ff5'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:06.246892 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-3b26db3a-6a24-4709-9c1d-cfae0bd72442 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] update failed (client error): The resource could not be found. Dec 24 03:03:06.256957 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b26db3a-6a24-4709-9c1d-cfae0bd72442 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-265056088 HTTP/1.1" status: 404 len: 334 time: 0.0562131 Dec 24 03:03:06.261396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34412) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.311567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=8709ac18-b063-420e-982f-9a9cc60e1266,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:06.325989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.333376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting subnet 7909defb-20ae-47dd-b4cc-1b6b38982189 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:06.338509 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3c39c430-f30d-47d1-8f36-f7020abb9fc2 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/8709ac18-b063-420e-982f-9a9cc60e1266 HTTP/1.1" status: 204 len: 168 time: 0.9374278 Dec 24 03:03:06.339896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34416) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.343726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '33841caa-68e5-43bf-afbf-35db6bcbadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:06.347887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: 75f4e403-1168-4550-b16f-3598a8ddc7cf, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:06.352895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.391258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8c9d6c-6a21-4dfa-9c50-075562904823 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] GET failed (client error): The resource could not be found. Dec 24 03:03:06.396814 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ae8c9d6c-6a21-4dfa-9c50-075562904823 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "GET /v2.0/ports/8709ac18-b063-420e-982f-9a9cc60e1266 HTTP/1.1" status: 404 len: 333 time: 0.0557399 Dec 24 03:03:06.397481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34418) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.422511 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:06.424221 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7bdc-e761-4e4c-abfb-23b591e5f359 None None] The sync data for ids ['47de80f0-5bb5-4c18-bd09-78964d205ff5'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:06.452660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.457247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba06bac-715d-42ef-acf5-66223d2333b3 req-4d504355-7d0c-4d6c-b174-c515e30ff567 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.459038 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ba06bac-715d-42ef-acf5-66223d2333b3 req-4d504355-7d0c-4d6c-b174-c515e30ff567 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0649643 Dec 24 03:03:06.498404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:06.546598 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ba06bac-715d-42ef-acf5-66223d2333b3 req-fbc42737-16b5-45ff-b5d9-6abc54a73f2f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808444 Dec 24 03:03:06.619399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.652818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port a815ae53-2c79-457b-be45-268f4c26155b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:06.653270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.666397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042ca3-6496-4265-aef2-77178250f3f6 req-65f7122c-b41e-4727-b690-0007d109530b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.668032 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9d042ca3-6496-4265-aef2-77178250f3f6 req-65f7122c-b41e-4727-b690-0007d109530b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0508032 Dec 24 03:03:06.669276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 75f4e403-1168-4550-b16f-3598a8ddc7cf) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:06.674572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.675186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.690099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec26368-7a6f-4936-8c15-6fc85bd98523 None None] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:06.704894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe94a2-3fd7-42c1-a8be-a45f7dc6f2a1 req-79bf7fbb-021a-4bd0-a720-d43689cf81a6 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.706320 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bafe94a2-3fd7-42c1-a8be-a45f7dc6f2a1 req-79bf7fbb-021a-4bd0-a720-d43689cf81a6 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1587188 Dec 24 03:03:06.752980 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9d042ca3-6496-4265-aef2-77178250f3f6 req-5b68ccad-96d1-4cab-89d7-150c8bdd5099 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555239 Dec 24 03:03:06.775831 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bfc328ad-f1d1-4d26-81e9-7c9987898551 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3670452 Dec 24 03:03:06.776598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34424) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.781218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632881670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:06.787822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34426) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.812937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-75f4e403-1168-4550-b16f-3598a8ddc7cf', 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': '436acea9-2228-4b91-b65d-cae0b8626ad5'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:06.816566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.854318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.870150 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bafe94a2-3fd7-42c1-a8be-a45f7dc6f2a1 req-cd9d2c0e-cece-4fa6-99c0-a50c4e6b5e01 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365185 Dec 24 03:03:06.874682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for a815ae53-2c79-457b-be45-268f4c26155b owned by {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:06.878058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-c29e0e19-039a-4474-a0b9-7162302d5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.879684 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-c29e0e19-039a-4474-a0b9-7162302d5326 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 1098 time: 0.1444950 Dec 24 03:03:06.882702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb3f0a-e89f-44b8-900c-71eb03ed245e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:06.884353 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9efb3f0a-e89f-44b8-900c-71eb03ed245e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1094 time: 0.0951917 Dec 24 03:03:06.894914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34428) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:06.900338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:06.941833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.942870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.949349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:06.978588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Allocated IP 172.20.0.2 (75f4e403-1168-4550-b16f-3598a8ddc7cf/436acea9-2228-4b91-b65d-cae0b8626ad5/d0441bbe-f606-4c86-8ac8-b2d9f190dea0) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:07.010872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.019602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Subnet': ['ID=7909defb-20ae-47dd-b4cc-1b6b38982189,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:07.040152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.043366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-180460d3-e8ca-469d-a13c-8729793222f7 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/subnets/7909defb-20ae-47dd-b4cc-1b6b38982189 HTTP/1.1" status: 204 len: 168 time: 0.7836306 Dec 24 03:03:07.046105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34430) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:07.048688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a1331-a855-4a57-9ee4-991c63a07aec None None] Network dfb3afad-92d5-448b-beac-2c578cefa18c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:07.078912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-9eb15578-d385-42ff-94ac-325761efee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:07.081235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-9eb15578-d385-42ff-94ac-325761efee82 service neutron] 10.222.0.49 "GET /v2.0/networks?id=60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 200 len: 912 time: 0.1899102 Dec 24 03:03:07.084137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.116958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.152019 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-6e55520b-7b13-4df3-92ff-7aa6adae0064 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 200 len: 217 time: 0.0617499 Dec 24 03:03:07.182377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting subnet f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:07.185481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.211438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.215151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-0f3c7604-0271-4d0a-a573-74d90813e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:07.216804 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-0f3c7604-0271-4d0a-a573-74d90813e646 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85ba5003-38bb-45ce-9998-87d0bf2f52cd HTTP/1.1" status: 200 len: 851 time: 0.0562232 Dec 24 03:03:07.224097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.225319 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1cbff629-677f-4644-841e-2c84703f9872 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4476471 Dec 24 03:03:07.228646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34432) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:07.254270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-dcd46734-67bf-4962-ad05-0c1f1e62feda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60cd0b00-de23-472c-8ec6-c550bd79268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294256 Dec 24 03:03:07.265798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] DHCP port deletion for dfb3afad-92d5-448b-beac-2c578cefa18c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:07.271891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.303315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.315023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.319294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=a815ae53-2c79-457b-be45-268f4c26155b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:07.358255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:07.365625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:07.371198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:07.386861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Pushing event updated for resources: {'Port': ['ID=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:07.387436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.389765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Deleting port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:07.390213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.393773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ecd42d69-9cfa-474d-a0ff-edb63ecbc19d tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/ports/a815ae53-2c79-457b-be45-268f4c26155b HTTP/1.1" status: 204 len: 168 time: 0.9886127 Dec 24 03:03:07.398898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34434) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:07.463247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-8b97b3ff-1a57-4945-b5fd-1d35995f48ff service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007532 Dec 24 03:03:07.470512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting subnet a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:07.489557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.525471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Attempting to bind port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:07.526819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Attempting to bind port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '33841caa-68e5-43bf-afbf-35db6bcbadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:07.527384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Attempting to bind port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 on network 75f4e403-1168-4550-b16f-3598a8ddc7cf {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:07.562996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] For port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,segment=NetworkSegment(e6130846-c3ce-4851-bf88-fe3d67038ffc),segment_id=e6130846-c3ce-4851-bf88-fe3d67038ffc)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:07.564836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.589606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Calling delete_port for 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:07.589753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.659506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:07.660069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Checking segment: {'id': '33841caa-68e5-43bf-afbf-35db6bcbadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:07.660625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.660767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32b53b29-fcd3-4ad5-8bea-7f47f3887e9d req-625ea426-d218-428e-8b2f-8809b90f40c7 service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874776 Dec 24 03:03:07.661207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Bound using segment: {'id': '33841caa-68e5-43bf-afbf-35db6bcbadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:07.661805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Bound port: d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33841caa-68e5-43bf-afbf-35db6bcbadfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '75f4e403-1168-4550-b16f-3598a8ddc7cf'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:07.662315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.668724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:07.711374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.790540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] For port d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:07.794704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] For port d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,segment=NetworkSegment(33841caa-68e5-43bf-afbf-35db6bcbadfe),segment_id=33841caa-68e5-43bf-afbf-35db6bcbadfe)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:07.804904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.849614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb update to DOWN by agent not found {{(pid=110369) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Dec 24 03:03:07.852781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] Pushing event deleted for resources: {'Port': ['ID=1e5bbb08-7363-4c69-8fb3-93b5912ab8cb,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:07.859504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ead53a1-4f28-448a-9763-96f29c1cafcd None None] No DVR routers for this DVR port 1e5bbb08-7363-4c69-8fb3-93b5912ab8cb on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:07.911936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.937135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.942213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Subnet': ['ID=a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:07.944515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.945001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.948705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:07.956783 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5c4f3682-9f5b-443b-8c42-8abd9adbfdc8 tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/subnets/a52c7fb9-8dcd-4b81-9e79-a8bf0839cf00 HTTP/1.1" status: 204 len: 168 time: 0.5615237 Dec 24 03:03:07.957426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34440) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:07.966152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1b7da-0d5c-4019-9530-7895d58ae060 None None] Network 38d8e16c-f696-4662-8985-bbfc43ec7b7c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:08.058859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.105972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.110268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1132e23-c583-4637-b74f-e5e95bf66dd9 None None] Pushing event updated for resources: {'Port': ['ID=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:08.128107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Deleting port 541a3dfc-bb5c-48d7-9715-7b62511260f5 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:08.129396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.213026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] For port 541a3dfc-bb5c-48d7-9715-7b62511260f5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=541a3dfc-bb5c-48d7-9715-7b62511260f5,segment=NetworkSegment(4b24bd16-99f6-4a73-bf12-91a43769f569),segment_id=4b24bd16-99f6-4a73-bf12-91a43769f569)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:08.213385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.228149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] DHCP port deletion for 38d8e16c-f696-4662-8985-bbfc43ec7b7c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:08.234928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Calling delete_port for 541a3dfc-bb5c-48d7-9715-7b62511260f5 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:08.243198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ff33d-b40f-4805-b372-3bc0f3e178a7 req-1d7b94c6-6701-4f94-a043-85ae6b56e933 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:08.245513 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-699ff33d-b40f-4805-b372-3bc0f3e178a7 req-1d7b94c6-6701-4f94-a043-85ae6b56e933 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.2766891 Dec 24 03:03:08.258037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.310425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Deleting port 541a3dfc-bb5c-48d7-9715-7b62511260f5 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:08.311002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.394687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Subnet': ['ID=f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:08.397218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] For port 541a3dfc-bb5c-48d7-9715-7b62511260f5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=541a3dfc-bb5c-48d7-9715-7b62511260f5,segment=NetworkSegment(4b24bd16-99f6-4a73-bf12-91a43769f569),segment_id=4b24bd16-99f6-4a73-bf12-91a43769f569)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:08.397704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.445754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.449549 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e7c262e5-20c9-4af5-a60e-6ce1ccb7d90a tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/subnets/f10b4a0d-ba1e-4a0f-9f58-fc0eb64eb619 HTTP/1.1" status: 204 len: 168 time: 1.4013124 Dec 24 03:03:08.452729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34444) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:08.465846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.494017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.239 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/0482c09b-c1b2-429a-a8de-12d4e96baedd) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:08.530722 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-699ff33d-b40f-4805-b372-3bc0f3e178a7 req-730bf415-48f2-4cfb-9f44-7cff808b614b tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690346 Dec 24 03:03:08.569549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Port': ['ID=541a3dfc-bb5c-48d7-9715-7b62511260f5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:08.576021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] No DVR routers for this DVR port 541a3dfc-bb5c-48d7-9715-7b62511260f5 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:08.590651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a95f80-42b8-4423-8c95-418dce0285ec None None] Network 020eb4c6-5bf0-498f-b433-d42d7d17f90d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:08.606329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Calling delete_port for 541a3dfc-bb5c-48d7-9715-7b62511260f5 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:08.689938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.702772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.20.0.1 (75f4e403-1168-4550-b16f-3598a8ddc7cf/436acea9-2228-4b91-b65d-cae0b8626ad5/5968ae04-9ca9-401c-957e-17d4ed68180f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:08.734358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.750594 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-6d75c90f-0183-49bd-8113-d86e25d833f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1982224 Dec 24 03:03:08.784195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d8e16c-f696-4662-8985-bbfc43ec7b7c']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:08.793736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.805805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.828069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b24bd16-99f6-4a73-bf12-91a43769f569') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:08.830061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b24bd16-99f6-4a73-bf12-91a43769f569') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:08.853501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] Pushing event deleted for resources: {'Port': ['ID=541a3dfc-bb5c-48d7-9715-7b62511260f5,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:08.858090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a157f72-943e-42d2-90f5-cb93f2398db7 None None] No DVR routers for this DVR port 541a3dfc-bb5c-48d7-9715-7b62511260f5 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:08.879264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.901720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.921310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.921545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] DHCP port deletion for 020eb4c6-5bf0-498f-b433-d42d7d17f90d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:08.937486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.955709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb3afad-92d5-448b-beac-2c578cefa18c']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:08.960913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:08.960913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:08.962420 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:08.970676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Deleting port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:08.971099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:08.980816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.044778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=0482c09b-c1b2-429a-a8de-12d4e96baedd,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:09.054853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] For port 97392a09-1c3f-4064-a858-4fcdfddf0ea0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=97392a09-1c3f-4064-a858-4fcdfddf0ea0,segment=NetworkSegment(cac287ea-0d54-4ee6-ac46-aa60743292bd),segment_id=cac287ea-0d54-4ee6-ac46-aa60743292bd)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:09.055268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.057985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.070268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Calling delete_port for 97392a09-1c3f-4064-a858-4fcdfddf0ea0 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:09.088862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:09.110168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:09.114402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:09.117377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:09.169538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:09.175952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:09.249681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=5968ae04-9ca9-401c-957e-17d4ed68180f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:09.277287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.297890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.327346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] Pushing event deleted for resources: {'Port': ['ID=97392a09-1c3f-4064-a858-4fcdfddf0ea0,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:09.342363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f23bc9-8af4-414a-b1a6-82aebbb66b6e None None] No DVR routers for this DVR port 97392a09-1c3f-4064-a858-4fcdfddf0ea0 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:09.394198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6130846-c3ce-4851-bf88-fe3d67038ffc') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:09.394341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6130846-c3ce-4851-bf88-fe3d67038ffc') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:09.398079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-46a60e8d-7a97-417c-8278-8c65e6a8902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:09.399583 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-46a60e8d-7a97-417c-8278-8c65e6a8902c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1098 time: 0.5910017 Dec 24 03:03:09.416607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.437588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.463995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:09.464642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:09.475940 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:09.518253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ce8f3-2eae-412b-9160-f99b626a52de None None] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:09.562186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.578805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.591661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] 10.222.0.36 "DELETE /v2.0/networks/38d8e16c-f696-4662-8985-bbfc43ec7b7c HTTP/1.1" status: 204 len: 168 time: 1.6303570 Dec 24 03:03:09.628125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d0441bbe-f606-4c86-8ac8-b2d9f190dea0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:09.630768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.676381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc1cae-4db3-4889-9ea4-c297abaee03f tempest-AllowedAddressPairIpV6TestJSON-510590852 tempest-AllowedAddressPairIpV6TestJSON-510590852-project] Pushing event deleted for resources: {'Network': ['ID=38d8e16c-f696-4662-8985-bbfc43ec7b7c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:09.687891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] Provisioning complete for port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:09.688548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.709923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-cfc98e52-557b-4f5b-b452-897b70ac35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:09.711731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-cfc98e52-557b-4f5b-b452-897b70ac35e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.2828290 Dec 24 03:03:09.776040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:09.776825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.792455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66669f4d-e826-45b7-bda8-bf2754e9fc0c req-50249a4d-efaa-4bb8-afa1-351618f659b7 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:09.794731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66669f4d-e826-45b7-bda8-bf2754e9fc0c req-50249a4d-efaa-4bb8-afa1-351618f659b7 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1524715 Dec 24 03:03:09.810165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.842034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.849494 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/networks/dfb3afad-92d5-448b-beac-2c578cefa18c HTTP/1.1" status: 204 len: 168 time: 1.3949785 Dec 24 03:03:09.851157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34450) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:09.855898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:09.935371 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66669f4d-e826-45b7-bda8-bf2754e9fc0c req-47b2360f-f429-46ed-aee3-0a69f43ed94f tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151929 Dec 24 03:03:09.935970 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] For port d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,segment=NetworkSegment(33841caa-68e5-43bf-afbf-35db6bcbadfe),segment_id=33841caa-68e5-43bf-afbf-35db6bcbadfe)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:09.936100 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-7f2692e4-8d07-4623-bf81-6b50fca29c7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 200 len: 1001 time: 0.2072890 Dec 24 03:03:09.936100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf823fa-7f1b-472d-aba9-fd424ffb8823 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Network': ['ID=dfb3afad-92d5-448b-beac-2c578cefa18c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:09.936282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.012737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-bd17a23e-8d28-4091-838f-d92e5479a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:10.014246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-bd17a23e-8d28-4091-838f-d92e5479a658 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0715299 Dec 24 03:03:10.023693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.083859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:03:10.084322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:03:10.099763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-a025d2f2-1dab-48e4-bba3-8400d8fdf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:10.101815 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-a025d2f2-1dab-48e4-bba3-8400d8fdf176 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646610 Dec 24 03:03:10.159296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683ae05-2864-4697-bf46-0b18a890734e None None] Pushing event updated for resources: {'Port': ['ID=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:10.178375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fb0765cd-a58b-40e6-aa2a-c0e15318b39b None None] Provisioning complete for port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:10.179006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb0765cd-a58b-40e6-aa2a-c0e15318b39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.187049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.228310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34456) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:10.273557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-20668d89-5f19-4121-9243-d3de6365a552 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601408 Dec 24 03:03:10.336308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fb0765cd-a58b-40e6-aa2a-c0e15318b39b None None] Provisioning complete for port 5968ae04-9ca9-401c-957e-17d4ed68180f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:10.337036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb0765cd-a58b-40e6-aa2a-c0e15318b39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.378528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.403794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-fb0765cd-a58b-40e6-aa2a-c0e15318b39b None None] Port 5968ae04-9ca9-401c-957e-17d4ed68180f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:10.498637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.503913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.525937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2d25f66b-bc4f-410c-9e56-2739b7453ed4 None None] Provisioning complete for port 5968ae04-9ca9-401c-957e-17d4ed68180f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:10.526597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d25f66b-bc4f-410c-9e56-2739b7453ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.531270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020eb4c6-5bf0-498f-b433-d42d7d17f90d']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:10.541776 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d849ea7-7b21-4c34-b92a-f234fc028a0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5681efdccf0e4d0eadc75db3b1cc3540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121588 Dec 24 03:03:10.542334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac287ea-0d54-4ee6-ac46-aa60743292bd') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:10.542334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac287ea-0d54-4ee6-ac46-aa60743292bd') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:10.543887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34462) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:10.548581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9700ecf-23e2-4b24-9fdb-b7c989ced754 req-1046cd1b-9bf0-4388-a5b5-0b7e965ad328 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664182 Dec 24 03:03:10.563356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.565598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd3082-33bb-4b05-927c-69402efaf0f7 req-12ffc57c-aeda-431b-9663-e5dde7f77859 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:10.566918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2d25f66b-bc4f-410c-9e56-2739b7453ed4 None None] Port 5968ae04-9ca9-401c-957e-17d4ed68180f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:10.568583 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67cd3082-33bb-4b05-927c-69402efaf0f7 req-12ffc57c-aeda-431b-9663-e5dde7f77859 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1030865 Dec 24 03:03:10.574497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.645937 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67cd3082-33bb-4b05-927c-69402efaf0f7 req-55bf8d8f-6da2-4923-9fc8-c310d35276ca tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666001 Dec 24 03:03:10.671133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.686742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 97392a09-1c3f-4064-a858-4fcdfddf0ea0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:10.702712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:10.703118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:10.706403 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:10.712006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 97392a09-1c3f-4064-a858-4fcdfddf0ea0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:10.712321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 97392a09-1c3f-4064-a858-4fcdfddf0ea0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:10.712793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 541a3dfc-bb5c-48d7-9715-7b62511260f5 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:10.724791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.734218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 541a3dfc-bb5c-48d7-9715-7b62511260f5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:10.734571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 541a3dfc-bb5c-48d7-9715-7b62511260f5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:10.765025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.772570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=5968ae04-9ca9-401c-957e-17d4ed68180f,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:10.835971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.907556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.911142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.925773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:10.929023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/networks/020eb4c6-5bf0-498f-b433-d42d7d17f90d HTTP/1.1" status: 204 len: 168 time: 1.0744491 Dec 24 03:03:10.931589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34464) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:10.965792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b54a5-5b9b-42ca-8fc9-4f53ae2746a3 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Network': ['ID=020eb4c6-5bf0-498f-b433-d42d7d17f90d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:10.986417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting subnet f83f50c9-693f-4602-852e-ef3a043a4ad0 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:10.989670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.046313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:11.046567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.049962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:11.147825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.167549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.170898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.171407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b958805-d683-4964-8390-79132f09fbc2 HTTP/1.1" status: 204 len: 168 time: 0.6264455 Dec 24 03:03:11.176215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.191330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151cf69-7b30-4e79-ae8a-374acb8f0e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b958805-d683-4964-8390-79132f09fbc2,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:11.283734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.340769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.349579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 90ecea3b-72fe-4bf0-b1eb-805b94b005b7 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:03:11.371945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Subnet': ['ID=f83f50c9-693f-4602-852e-ef3a043a4ad0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:11.374131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=0482c09b-c1b2-429a-a8de-12d4e96baedd,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:11.382100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.385771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.391316 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f9d65b19-1deb-4a1b-b9dc-0e935aea26ef tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/subnets/f83f50c9-693f-4602-852e-ef3a043a4ad0 HTTP/1.1" status: 204 len: 168 time: 0.4586959 Dec 24 03:03:11.394820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34468) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:11.404861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a4ac3-c7ab-4a8e-99bc-d06caf03aee5 None None] Network 3a598ede-a4f8-4421-8d59-cabbe1b70a42 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:11.460529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cc17c1ef-7cfb-4171-9e77-0537a5cc8cb1 None None] Provisioning complete for port 5968ae04-9ca9-401c-957e-17d4ed68180f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:11.460988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cc17c1ef-7cfb-4171-9e77-0537a5cc8cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.510289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.535579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d0441bbe-f606-4c86-8ac8-b2d9f190dea0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:11.586319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cc17c1ef-7cfb-4171-9e77-0537a5cc8cb1 None None] Port 5968ae04-9ca9-401c-957e-17d4ed68180f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:11.621397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Deleting port a84aa04b-d088-484d-9fd1-956b7fd294fa {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:11.622031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.641751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:11.642160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.714958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] For port a84aa04b-d088-484d-9fd1-956b7fd294fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a84aa04b-d088-484d-9fd1-956b7fd294fa,segment=NetworkSegment(701d6ea0-8ac9-4e79-98c8-3e722b21ded7),segment_id=701d6ea0-8ac9-4e79-98c8-3e722b21ded7)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:11.716192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.728517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] DHCP port deletion for 3a598ede-a4f8-4421-8d59-cabbe1b70a42 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:11.736869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Calling delete_port for a84aa04b-d088-484d-9fd1-956b7fd294fa owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:11.837739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Deleting port a84aa04b-d088-484d-9fd1-956b7fd294fa {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:11.838111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.917193 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:11.925962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3b6a1cde-73ec-4b22-b04f-9f95723ff09d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/90ecea3b-72fe-4bf0-b1eb-805b94b005b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6901786 Dec 24 03:03:11.929699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] For port a84aa04b-d088-484d-9fd1-956b7fd294fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a84aa04b-d088-484d-9fd1-956b7fd294fa,segment=NetworkSegment(701d6ea0-8ac9-4e79-98c8-3e722b21ded7),segment_id=701d6ea0-8ac9-4e79-98c8-3e722b21ded7)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:11.929699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:11.932015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] Sync routers for ids ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:11.932170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34480) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:11.937503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156912b3-00f9-4517-ab35-3bf2634bed8a req-a6860b33-2bcd-4d35-ba22-9ec2f733e30e tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:11.940077 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-156912b3-00f9-4517-ab35-3bf2634bed8a req-a6860b33-2bcd-4d35-ba22-9ec2f733e30e tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1584926 Dec 24 03:03:11.947598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Calling delete_port for a84aa04b-d088-484d-9fd1-956b7fd294fa owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:11.961934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] Routers {'90ecea3b-72fe-4bf0-b1eb-805b94b005b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:11.966211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:11.966397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b associated. External IP: 172.26.7.239, port: 7eda8bdd-4c7b-4e41-a834-75e713b21bce. Dec 24 03:03:11.976804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.011388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Port': ['ID=a84aa04b-d088-484d-9fd1-956b7fd294fa,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:12.021112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68ddc2-54a1-4b3a-9ecd-c3789c6d9e8d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:12.025877 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be68ddc2-54a1-4b3a-9ecd-c3789c6d9e8d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports/5968ae04-9ca9-401c-957e-17d4ed68180f HTTP/1.1" status: 200 len: 910 time: 0.0893731 Dec 24 03:03:12.025877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34482) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:12.030360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.031406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '436acea9-2228-4b91-b65d-cae0b8626ad5'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:12.034930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] No DVR routers for this DVR port a84aa04b-d088-484d-9fd1-956b7fd294fa on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:12.078088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] Routers {'90ecea3b-72fe-4bf0-b1eb-805b94b005b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:12.079555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-156912b3-00f9-4517-ab35-3bf2634bed8a req-9a4fe29b-0758-4617-8f26-289bbfd7b749 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258192 Dec 24 03:03:12.081635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.138188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.138538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a3e69e-12d0-461d-ad54-a969aa1bcd04 None None] The sync data for ids ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:12.157050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.189546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.189820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] Pushing event deleted for resources: {'Port': ['ID=a84aa04b-d088-484d-9fd1-956b7fd294fa,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:12.202101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb89a0-cfbd-41d0-99ac-80a81dee46de None None] No DVR routers for this DVR port a84aa04b-d088-484d-9fd1-956b7fd294fa on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:12.233234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a598ede-a4f8-4421-8d59-cabbe1b70a42']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.250894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '701d6ea0-8ac9-4e79-98c8-3e722b21ded7') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.251376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '701d6ea0-8ac9-4e79-98c8-3e722b21ded7') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.290960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.301425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:12.316745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.327773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:12.328170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:12.331885 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:12.436032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.436736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:12.455403 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:12.473985 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:12.475071 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.504455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.554056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffa34a-c059-4c65-bae1-1a852b4bc794 req-6a6cfd22-6e84-447c-a438-7665f0894c37 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:12.563325 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3fffa34a-c059-4c65-bae1-1a852b4bc794 req-6a6cfd22-6e84-447c-a438-7665f0894c37 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0788598 Dec 24 03:03:12.580444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.583927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/networks/3a598ede-a4f8-4421-8d59-cabbe1b70a42 HTTP/1.1" status: 204 len: 168 time: 1.1880805 Dec 24 03:03:12.584865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96c914-c6ca-4988-82a3-67f944d35ce1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Pushing event deleted for resources: {'Network': ['ID=3a598ede-a4f8-4421-8d59-cabbe1b70a42,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:12.588652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34498) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:12.618502 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:12.624674 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3fffa34a-c059-4c65-bae1-1a852b4bc794 req-b6284e03-8807-4fa8-8c29-a7f935f406c2 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602536 Dec 24 03:03:12.627186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c3aa70af-77f6-4678-90c3-1c51234eb9f1 tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "GET /v2.0/ports?device_id=47de80f0-5bb5-4c18-bd09-78964d205ff5 HTTP/1.1" status: 200 len: 205 time: 0.0372825 Dec 24 03:03:12.629370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34500) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:12.635748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.668325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34502) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:12.695122 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1821001e-452b-49fa-9b79-05cf836c2314 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7961888 Dec 24 03:03:12.695122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:03:12.696207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c472c-760a-46ad-9c23-d9eb854216cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:03:12.698804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34506) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:12.782061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.801238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27817b26-6214-4e25-965c-58f1093826d5 x-openstack-request-id: req-27817b26-6214-4e25-965c-58f1093826d5 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:03:12.801570 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:03:12.801828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27817b26-6214-4e25-965c-58f1093826d5 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:03:12.802416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'status': 'completed', 'code': 200} Dec 24 03:03:12.808914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1012165480'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:12.840761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5384f855-edb0-4d63-bb89-1b2bdb58aa97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 992 time: 0.1296349 Dec 24 03:03:12.904467 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:7e:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2839d821-2779-4266-8e32-8b141f090877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:03:09Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:12.921269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-c95bfa3e-a993-4fbb-968e-b1fa817a82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:12.922717 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-c95bfa3e-a993-4fbb-968e-b1fa817a82c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 1098 time: 0.2496367 Dec 24 03:03:12.928998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Made reservation on behalf of a7fbd28a34694c2698e37a277555f088 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:12.938976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.939308 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:12.943311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:12.946909 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:12.947527 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:13.022763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.057762 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:13.093114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.099724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.114303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-f3b5f4c2-f86f-41dd-8840-17231e7eed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.115780 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-f3b5f4c2-f86f-41dd-8840-17231e7eed3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1099 time: 0.2619214 Dec 24 03:03:13.117645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.142684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:13.159636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6f2689-4eab-43d7-936d-2ff967cebfbf,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:13.164161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.164651 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Added segment 2663805a-36e6-474a-ba0d-b3722e36cbca of type vlan for network cdaac5d8-55b7-496c-990e-ae7c1cb58908 Dec 24 03:03:13.214230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.292799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-7c5fc940-267a-4954-93d3-2e1c72894fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.294303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-7c5fc940-267a-4954-93d3-2e1c72894fbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 200 len: 912 time: 0.3589883 Dec 24 03:03:13.299935 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:7e:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2839d821-2779-4266-8e32-8b141f090877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:03:09Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:13.318227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.321406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.321406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Fanout notify agent at l3_agent the message router_deleted on router 47de80f0-5bb5-4c18-bd09-78964d205ff5 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:03:13.331318 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2343e8d7-5bdc-4986-89cc-e903469aaa93 None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:7e:7f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2839d821-2779-4266-8e32-8b141f090877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:03:09Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:13.336095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.336640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.358651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.359762 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9301f972-5789-4c53-b819-a85a88d67e4e tempest-RoutersNegativeTest-1212211359 tempest-RoutersNegativeTest-1212211359-project] 10.222.0.36 "DELETE /v2.0/routers/47de80f0-5bb5-4c18-bd09-78964d205ff5 HTTP/1.1" status: 204 len: 168 time: 0.7294624 Dec 24 03:03:13.370148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-3da20bfe-3828-4c2e-b1e5-87cd566b2faf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 200 len: 217 time: 0.0647976 Dec 24 03:03:13.414615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'Network': ['ID=cdaac5d8-55b7-496c-990e-ae7c1cb58908,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:13.428212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:13.436127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-d09353da-bb91-48c6-9c2e-c462edbf6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.437708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-d09353da-bb91-48c6-9c2e-c462edbf6955 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 897 time: 0.3030746 Dec 24 03:03:13.440497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f7fabcc-715c-45e0-8021-3f7cb82fa91d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7702622 Dec 24 03:03:13.443176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:13.449702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Request body: {'subnet': {'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:13.507051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.523024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-5404e67f-e6c5-4a44-890d-3608c25f7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.527603 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-5404e67f-e6c5-4a44-890d-3608c25f7e3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85ba5003-38bb-45ce-9998-87d0bf2f52cd HTTP/1.1" status: 200 len: 851 time: 0.1450369 Dec 24 03:03:13.550044 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-e7a7784f-3636-4cb9-9222-31a2f98f34ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce HTTP/1.1" status: 200 len: 1000 time: 0.1030884 Dec 24 03:03:13.554875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a84aa04b-d088-484d-9fd1-956b7fd294fa no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:13.569558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-755e72a1-81d3-47c7-ad9d-41eedf06b370 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=60cd0b00-de23-472c-8ec6-c550bd79268e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341437 Dec 24 03:03:13.590512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a84aa04b-d088-484d-9fd1-956b7fd294fa {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:13.595596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a84aa04b-d088-484d-9fd1-956b7fd294fa not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:13.618054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.707908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1660f88-aa37-486b-a25a-3b2f98c1df9a None None] New status for floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:03:13.743998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Made reservation on behalf of a7fbd28a34694c2698e37a277555f088 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:13.751081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:13.836938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10938b-f31b-4b02-9081-95318ffac5ad req-b773456a-2ac3-4828-856a-e03045680266 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:13.838624 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a10938b-f31b-4b02-9081-95318ffac5ad req-b773456a-2ac3-4828-856a-e03045680266 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1394961 Dec 24 03:03:13.844328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34516) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:13.980705 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a10938b-f31b-4b02-9081-95318ffac5ad req-4ece398a-3a41-4611-9a9f-80e70bf00945 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333077 Dec 24 03:03:14.006016 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-89c8073e-137b-40d5-bfb2-5e68d0a8ba9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 992 time: 0.1600676 Dec 24 03:03:14.061076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34520) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:14.108285 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:14.108901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.110296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/ports/5968ae04-9ca9-401c-957e-17d4ed68180f HTTP/1.1" status: 200 len: 910 time: 2.0832436 Dec 24 03:03:14.113740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34524) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:14.115663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-45c734af-4fd9-446f-b865-e4fa9c13420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:14.117158 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-45c734af-4fd9-446f-b865-e4fa9c13420c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 200 len: 833 time: 0.5508657 Dec 24 03:03:14.145510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a5ba-d450-4d6f-b91e-70366e411371 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=5968ae04-9ca9-401c-957e-17d4ed68180f,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:14.171672 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-d042ec22-d19b-4544-b101-8ab4937d99c2 service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943472 Dec 24 03:03:14.187495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.209417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-fb00745b-6d99-4555-accf-5c6049151d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:14.210944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-fb00745b-6d99-4555-accf-5c6049151d8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830271 Dec 24 03:03:14.300688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'Subnet': ['ID=e319b539-d0d8-4527-bddf-89ad9f9db40c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:14.333347 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3cebdf69-b2e8-47c9-97a6-9b1dec06eace req-1b9a8892-152f-4cb8-98a0-fcd676602cce service neutron] 10.222.0.49 "GET /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541431 Dec 24 03:03:14.349990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-d75c999b-f22d-42c6-8d5e-1e020a7e900d service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095946 Dec 24 03:03:14.377466 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e0be8ce8-226e-49a8-a373-2df3a9cb2be3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22d0892c29434575ae73e4123b0b4d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128636 Dec 24 03:03:14.380300 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:14.413703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Checking segment: {'id': '2663805a-36e6-474a-ba0d-b3722e36cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:14.414068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Network hostable DHCP agents. Network: cdaac5d8-55b7-496c-990e-ae7c1cb58908, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:14.447664 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf1c472c-760a-46ad-9c23-d9eb854216cf req-41fb2a2d-1c9a-4eee-acfe-e91e345be049 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895257 Dec 24 03:03:14.492251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.540974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.549251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:14.621921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, cdaac5d8-55b7-496c-990e-ae7c1cb58908) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:14.627456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:14.627813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.630470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b32d5-420c-4429-bf9f-d732656b3847 None None] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:14.667239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.729745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-cdaac5d8-55b7-496c-990e-ae7c1cb58908', 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908', 'project_id': 'a7fbd28a34694c2698e37a277555f088', 'fixed_ips': [{'subnet_id': 'e319b539-d0d8-4527-bddf-89ad9f9db40c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:14.730733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.732201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.734821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.736583 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5148faee-712c-49c4-a4c3-c26b834c8665 HTTP/1.1" status: 204 len: 168 time: 0.3552356 Dec 24 03:03:14.754151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cad80-ed6f-49a2-83a0-425f65e6669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5148faee-712c-49c4-a4c3-c26b834c8665,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:14.762358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0ae33540-3f5c-4d60-bc65-f7682711ced3 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3181129 Dec 24 03:03:14.765120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34530) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:14.770992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Request body: {'port': {'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1885869281'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:14.912363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Allocated IP 172.20.0.2 (cdaac5d8-55b7-496c-990e-ae7c1cb58908/e319b539-d0d8-4527-bddf-89ad9f9db40c/134de6ca-53a8-46ce-9e73-4daf8ecbf89f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:14.966379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 5968ae04-9ca9-401c-957e-17d4ed68180f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:14.966792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:14.979135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Made reservation on behalf of a7fbd28a34694c2698e37a277555f088 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:14.982895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.001162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] device_id is not set on port 2246ee99-72f0-466c-b1e1-afa0b7890f68 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:03:15.013113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34534) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:15.098347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.116272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 5968ae04-9ca9-401c-957e-17d4ed68180f owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:15.250394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-39398176-b374-4490-a64a-3e4df7a09570 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 994 time: 0.2340524 Dec 24 03:03:15.308800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2cd65-bc5a-4018-b972-def94e04f064 req-e69d0303-d265-4ca6-853b-19598f3eac34 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:15.316969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ab2cd65-bc5a-4018-b972-def94e04f064 req-e69d0303-d265-4ca6-853b-19598f3eac34 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0724077 Dec 24 03:03:15.360059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.367767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ab2cd65-bc5a-4018-b972-def94e04f064 req-5f1ea912-2443-4e9a-ab9d-6aa14b7291b4 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499370 Dec 24 03:03:15.454292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.487814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=5968ae04-9ca9-401c-957e-17d4ed68180f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:15.500041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.544994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:15.551070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:15.555698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:15.558990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Pushing event updated for resources: {'Port': ['ID=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:15.581573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Allocated IP 172.20.0.9 (cdaac5d8-55b7-496c-990e-ae7c1cb58908/e319b539-d0d8-4527-bddf-89ad9f9db40c/2246ee99-72f0-466c-b1e1-afa0b7890f68) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:15.617032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Attempting to bind port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:15.617032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Attempting to bind port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '2663805a-36e6-474a-ba0d-b3722e36cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:15.617643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Attempting to bind port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f on network cdaac5d8-55b7-496c-990e-ae7c1cb58908 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:15.623504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:15.624023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Checking segment: {'id': '2663805a-36e6-474a-ba0d-b3722e36cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:15.624581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.625072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Bound using segment: {'id': '2663805a-36e6-474a-ba0d-b3722e36cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:15.625644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Bound port: 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2663805a-36e6-474a-ba0d-b3722e36cbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:15.626125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.677847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.698475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] For port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:15.709192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] For port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,segment=NetworkSegment(2663805a-36e6-474a-ba0d-b3722e36cbca),segment_id=2663805a-36e6-474a-ba0d-b3722e36cbca)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:15.770331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.774174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.837669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9178ec-8172-4aed-8bea-87a3f4e1983a None None] Pushing event updated for resources: {'Port': ['ID=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:15.857614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 90ecea3b-72fe-4bf0-b1eb-805b94b005b7 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:15.917551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:15.942454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:15.951318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db722475-b3f1-46a8-a1d4-085038866767 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/90ecea3b-72fe-4bf0-b1eb-805b94b005b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357639 Dec 24 03:03:15.951956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34536) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:15.956252 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] Sync routers for ids ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:15.966154 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] Routers {'90ecea3b-72fe-4bf0-b1eb-805b94b005b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:15.967292 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:15.986826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:15.996194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:16.000777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:16.013918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'Port': ['ID=2246ee99-72f0-466c-b1e1-afa0b7890f68,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:16.014268 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e6ac26b3-ad91-4cca-b501-da7d3e82dfa3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ecea3b-72fe-4bf0-b1eb-805b94b005b7 HTTP/1.1" status: 200 len: 205 time: 0.0531561 Dec 24 03:03:16.015902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34538) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:16.037968 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:16.047499 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] Routers {'90ecea3b-72fe-4bf0-b1eb-805b94b005b7'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:16.048655 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:02:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:16.092219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:16.092219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.103178 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:16.104132 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a48e6-68a8-488d-8c93-1aa1680ccb2b None None] The sync data for ids ['90ecea3b-72fe-4bf0-b1eb-805b94b005b7'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:16.123810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.182532 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7bbc614e-ca14-42ad-bf46-a32e4b054753 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4161217 Dec 24 03:03:16.185664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34540) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:16.191634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Request body: {'port': {'network_id': 'cdaac5d8-55b7-496c-990e-ae7c1cb58908', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1437970178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:16.192217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] bootfile-name is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:16.192661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] tftp-server is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:16.193059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.api.validators [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] server-ip-address is not in valid_values {{(pid=110367) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:16.292229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.294569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.356957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Made reservation on behalf of a7fbd28a34694c2698e37a277555f088 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:16.361330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.379031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] device_id is not set on port 3c202c70-7fef-4319-874f-6daa84910c8e yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:03:16.403182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.404795 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router 90ecea3b-72fe-4bf0-b1eb-805b94b005b7 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:03:16.412837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.417077 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5983f5d8-277a-4031-8ffe-602062bcb6ec tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/90ecea3b-72fe-4bf0-b1eb-805b94b005b7 HTTP/1.1" status: 204 len: 168 time: 0.4000375 Dec 24 03:03:16.417719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34544) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:16.499245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet 436acea9-2228-4b91-b65d-cae0b8626ad5 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:16.500569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Allocated IP 172.20.0.11 (cdaac5d8-55b7-496c-990e-ae7c1cb58908/e319b539-d0d8-4527-bddf-89ad9f9db40c/3c202c70-7fef-4319-874f-6daa84910c8e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:16.505491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.554997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fe8e6-158a-4cf0-aa10-1993e5649a93 req-8abe79c8-cd1b-4b27-b166-a9acb958d59d tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:16.556754 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-433fe8e6-158a-4cf0-aa10-1993e5649a93 req-8abe79c8-cd1b-4b27-b166-a9acb958d59d tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.1029153 Dec 24 03:03:16.562976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.676457 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-433fe8e6-158a-4cf0-aa10-1993e5649a93 req-8886afc8-a0e5-4c42-adfd-62ab0746cd3b tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101055 Dec 24 03:03:16.682423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.697083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.843466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.850804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f7d7bf-7e41-4fda-ac97-4c3fc9e66e7f None None] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:16.888080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:16.889521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.896046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:16.900438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:16.904521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'Port': ['ID=3c202c70-7fef-4319-874f-6daa84910c8e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:16.904691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:16.908790 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/436acea9-2228-4b91-b65d-cae0b8626ad5 HTTP/1.1" status: 204 len: 168 time: 0.4899709 Dec 24 03:03:16.917994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34548) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:16.926814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51d4cb-6d58-4092-bc1e-f4256872cf02 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=436acea9-2228-4b91-b65d-cae0b8626ad5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:16.941160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecc401-ea9d-4a5f-ac2b-5d6be1cc4c07 None None] Network 75f4e403-1168-4550-b16f-3598a8ddc7cf requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:17.028232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:17.028921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.030757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] Provisioning complete for port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:17.031134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.050765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.110902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:17.111247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.168612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34552) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:17.169499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.179153 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-67c26091-e711-48f4-b02f-182beaba4e3d tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.9922197 Dec 24 03:03:17.187740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] DHCP port deletion for 75f4e403-1168-4550-b16f-3598a8ddc7cf request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:17.214363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,segment=NetworkSegment(33841caa-68e5-43bf-afbf-35db6bcbadfe),segment_id=33841caa-68e5-43bf-afbf-35db6bcbadfe)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:17.221025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.237474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for d0441bbe-f606-4c86-8ac8-b2d9f190dea0 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:17.246135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] For port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,segment=NetworkSegment(2663805a-36e6-474a-ba0d-b3722e36cbca),segment_id=2663805a-36e6-474a-ba0d-b3722e36cbca)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:17.279781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Deleting port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:17.280557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.353872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.403740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] For port d0441bbe-f606-4c86-8ac8-b2d9f190dea0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,segment=NetworkSegment(33841caa-68e5-43bf-afbf-35db6bcbadfe),segment_id=33841caa-68e5-43bf-afbf-35db6bcbadfe)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:17.404174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.424876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Calling delete_port for d0441bbe-f606-4c86-8ac8-b2d9f190dea0 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:17.450018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56c4cf-8bab-42ab-a051-128634185961 None None] Pushing event updated for resources: {'Port': ['ID=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:17.466082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.512105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Provisioning complete for port 2246ee99-72f0-466c-b1e1-afa0b7890f68 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:17.512105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.538570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:17.552344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:17.592611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Port 2246ee99-72f0-466c-b1e1-afa0b7890f68 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:17.597165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.629120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] Pushing event deleted for resources: {'Port': ['ID=d0441bbe-f606-4c86-8ac8-b2d9f190dea0,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:17.629344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f66f34-703a-4299-a564-145082b9d08b tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:17.634543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44d85b-badf-4c6c-b2f7-5d8e885ab583 None None] No DVR routers for this DVR port d0441bbe-f606-4c86-8ac8-b2d9f190dea0 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:17.639212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Provisioning complete for port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:17.640069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.644069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f66f34-703a-4299-a564-145082b9d08b tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:17.652062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f66f34-703a-4299-a564-145082b9d08b tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:17.653991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e0f66f34-703a-4299-a564-145082b9d08b tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.4841182 Dec 24 03:03:17.658666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:17.666616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 134de6ca-53a8-46ce-9e73-4daf8ecbf89f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:17.678904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643140-e4dc-41e4-8df0-775217b456e9 req-e42b3bc0-63fd-470c-89fa-c77313fcd91f tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:17.687427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de643140-e4dc-41e4-8df0-775217b456e9 req-e42b3bc0-63fd-470c-89fa-c77313fcd91f tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.4828296 Dec 24 03:03:17.722640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.749288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f4e403-1168-4550-b16f-3598a8ddc7cf']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:17.762794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33841caa-68e5-43bf-afbf-35db6bcbadfe') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:17.763089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33841caa-68e5-43bf-afbf-35db6bcbadfe') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:17.771235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:17.772195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.778477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.800348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.803167 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-de643140-e4dc-41e4-8df0-775217b456e9 req-438fb103-f106-4ea2-819e-b16dce568ed0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145921 Dec 24 03:03:17.813984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:17.815885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:17.820844 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:17.832997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Deleting port 3c202c70-7fef-4319-874f-6daa84910c8e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:17.833588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.850833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Provisioning complete for port 3c202c70-7fef-4319-874f-6daa84910c8e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:17.850833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.908133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bd58ba6f-4227-4335-a565-971ed9ade8c1 None None] Port 3c202c70-7fef-4319-874f-6daa84910c8e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:17.962593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.977611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:17.979917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d0441bbe-f606-4c86-8ac8-b2d9f190dea0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:17.986374 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/75f4e403-1168-4550-b16f-3598a8ddc7cf HTTP/1.1" status: 204 len: 168 time: 1.0428796 Dec 24 03:03:17.992317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34556) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:17.998014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-512426821', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:18.005370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d0441bbe-f606-4c86-8ac8-b2d9f190dea0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:18.005370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d0441bbe-f606-4c86-8ac8-b2d9f190dea0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:18.005574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3705-f480-4190-aeb5-b83ac95c6f8a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=75f4e403-1168-4550-b16f-3598a8ddc7cf,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:18.006719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.022007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Calling delete_port for 3c202c70-7fef-4319-874f-6daa84910c8e owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:18.027682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Provisioning complete for port 2246ee99-72f0-466c-b1e1-afa0b7890f68 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:18.028061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.066240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Port 2246ee99-72f0-466c-b1e1-afa0b7890f68 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:18.076632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Provisioning complete for port 3c202c70-7fef-4319-874f-6daa84910c8e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:18.077004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.111098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c05af9f9-b857-470d-a414-f0434856d508 None None] Port 3c202c70-7fef-4319-874f-6daa84910c8e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:18.167604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.168593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.226105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.267953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event deleted for resources: {'Port': ['ID=3c202c70-7fef-4319-874f-6daa84910c8e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:18.302019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.367093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.373853 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7a2aed35-7ce8-458f-876e-4263d9b5807a tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "DELETE /v2.0/ports/3c202c70-7fef-4319-874f-6daa84910c8e HTTP/1.1" status: 204 len: 168 time: 0.7117398 Dec 24 03:03:18.374045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34558) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:18.380019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Request body: {'port': {'name': 'tempest-new-port-name-1665365288', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:18.380510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.api.validators [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] bootfile-name is not in valid_values {{(pid=110368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:18.380869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.api.validators [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] tftp-server is not in valid_values {{(pid=110368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:18.381212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.api.validators [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] server-ip-address is not in valid_values {{(pid=110368) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 24 03:03:18.385929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.457669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.503594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.504831 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f7f646c3-fe82-4c2c-b851-6cfa050f5627 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5115969 Dec 24 03:03:18.507659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34560) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:18.512797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-350404545'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:18.643521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:18.646993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.651044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.669843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:18.678919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.683790 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 23410e41-4e52-43c4-9d14-58d542bb3348 of type vlan for network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c Dec 24 03:03:18.721710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.762616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.820270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.826349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:18.826960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.854513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event updated for resources: {'Port': ['ID=2246ee99-72f0-466c-b1e1-afa0b7890f68,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:18.887525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] In _notify_port_updated(), no bound segment for port 2246ee99-72f0-466c-b1e1-afa0b7890f68 on network cdaac5d8-55b7-496c-990e-ae7c1cb58908 {{(pid=110368) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:03:18.895082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:18.901201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:18.905446 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7a3b7ace-844d-468f-9b9c-6bae8288a68e tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "PUT /v2.0/ports/2246ee99-72f0-466c-b1e1-afa0b7890f68 HTTP/1.1" status: 200 len: 1136 time: 0.5278633 Dec 24 03:03:18.905783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34564) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:18.912514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=d123bc4d-c52b-4d1f-a00f-477c6a94aa1c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:18.925196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:18.960692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c1f5e-32b3-4c2b-a42f-9ddb33bcffa5 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:18.968254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d77c1f5e-32b3-4c2b-a42f-9ddb33bcffa5 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "GET /v2.0/ports/2246ee99-72f0-466c-b1e1-afa0b7890f68 HTTP/1.1" status: 200 len: 1136 time: 0.0556302 Dec 24 03:03:18.968523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c871409b-0923-4c43-93dd-a2c462f66050 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4558864 Dec 24 03:03:18.971975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34566) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:18.972326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34568) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:18.978581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:19.004831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cc58a-62a3-4577-b680-0017679552e1 req-7356b9a8-f2a9-4e1c-91f6-79237915f630 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:19.007362 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-927cc58a-62a3-4577-b680-0017679552e1 req-7356b9a8-f2a9-4e1c-91f6-79237915f630 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0780151 Dec 24 03:03:19.078433 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-927cc58a-62a3-4577-b680-0017679552e1 req-47224241-ab5d-439e-8239-01c9c767b2df tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/security-groups?id=7510f28d-4292-45af-870d-6fe062ac2843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637569 Dec 24 03:03:19.138194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b34e79d5-00f0-41a3-9521-6eacc55167f5 None None] Provisioning complete for port 2246ee99-72f0-466c-b1e1-afa0b7890f68 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:19.138563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34e79d5-00f0-41a3-9521-6eacc55167f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.155791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Deleting port 2246ee99-72f0-466c-b1e1-afa0b7890f68 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:19.156126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.174279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b34e79d5-00f0-41a3-9521-6eacc55167f5 None None] Port 2246ee99-72f0-466c-b1e1-afa0b7890f68 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:19.236712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:19.240209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.274022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.315773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Calling delete_port for 2246ee99-72f0-466c-b1e1-afa0b7890f68 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:19.503080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-eff34c89-6fc7-4f3c-bc09-b402fec3ad1f tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:19.506823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 134de6ca-53a8-46ce-9e73-4daf8ecbf89f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:19.509403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-eff34c89-6fc7-4f3c-bc09-b402fec3ad1f tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.49 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 945 time: 0.0596642 Dec 24 03:03:19.556270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:19.556751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.568537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.614418 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.616369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Deleting port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:19.616905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.657206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event deleted for resources: {'Port': ['ID=2246ee99-72f0-466c-b1e1-afa0b7890f68,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:19.719591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] For port 289ab8b5-ce07-4074-8e9a-b091cd2590a0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=289ab8b5-ce07-4074-8e9a-b091cd2590a0,segment=NetworkSegment(8ed6ea2d-bf37-41c8-bd4b-a830d695f68f),segment_id=8ed6ea2d-bf37-41c8-bd4b-a830d695f68f)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:19.721145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.721984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=5c20e8c6-83db-422f-8f3b-1a4fc4934e3b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:19.735110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:19.735513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: d123bc4d-c52b-4d1f-a00f-477c6a94aa1c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:19.737414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Calling delete_port for 289ab8b5-ce07-4074-8e9a-b091cd2590a0 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:19.757619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.763117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d7f74a5a-3a83-4b0d-ada2-413ed45bf119 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "DELETE /v2.0/ports/2246ee99-72f0-466c-b1e1-afa0b7890f68 HTTP/1.1" status: 204 len: 168 time: 0.7862175 Dec 24 03:03:19.764067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34570) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:19.832207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Deleting subnet e319b539-d0d8-4527-bddf-89ad9f9db40c {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:19.835953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.860271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:19.889367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.959167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, d123bc4d-c52b-4d1f-a00f-477c6a94aa1c) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:19.968089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:19.968730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c2566f-4a29-4a3c-b971-d263a3872a88 None None] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:19.969483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.980474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:19.986421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.019986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Pushing event deleted for resources: {'Port': ['ID=289ab8b5-ce07-4074-8e9a-b091cd2590a0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:20.032681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['289ab8b5-ce07-4074-8e9a-b091cd2590a0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:03:20.059570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] No DVR routers for this DVR port 289ab8b5-ce07-4074-8e9a-b091cd2590a0 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:20.062360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.064790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf1ed7e-2835-4827-bdea-542844625078 None None] DHCP port deletion for 60cd0b00-de23-472c-8ec6-c550bd79268e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:20.065326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-44b65cd5-a5ff-4710-9b01-fe0016d2e321 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0898530 Dec 24 03:03:20.066928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34572) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:20.067065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3b29ef2-44c5-42ab-bc9d-105e81e8cace req-93a9f5e5-33a0-4b43-878b-cfefa23ab6d0 tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.49 "DELETE /v2.0/ports/289ab8b5-ce07-4074-8e9a-b091cd2590a0 HTTP/1.1" status: 204 len: 173 time: 0.5486989 Dec 24 03:03:20.067568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'name': 'network-vif-deleted', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:03:20.070500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b242a89-447b-44b7-ab1c-8c323c79bbdd" -d '{"events": [{"server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "name": "network-vif-deleted", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:03:20.119070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8347bcc-5265-4c21-b550-83aa941bbda4 x-openstack-request-id: req-b8347bcc-5265-4c21-b550-83aa941bbda4 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:03:20.119588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223ef66c-7cc6-4cc6-b489-7efb3f351538", "name": "network-vif-deleted", "tag": "289ab8b5-ce07-4074-8e9a-b091cd2590a0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:03:20.119847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8347bcc-5265-4c21-b550-83aa941bbda4 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:03:20.120256 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223ef66c-7cc6-4cc6-b489-7efb3f351538', 'name': 'network-vif-deleted', 'tag': '289ab8b5-ce07-4074-8e9a-b091cd2590a0', 'status': 'completed', 'code': 200} Dec 24 03:03:20.121829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-d123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:20.123057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.128595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.185659 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d20dfda-9057-4564-b75e-84c8ca62d89c req-80d912ee-9f5a-4a78-a272-275907635edb tempest-TestServerAdvancedOps-813333105 tempest-TestServerAdvancedOps-813333105-project] 10.222.0.36 "GET /v2.0/ports?device_id=223ef66c-7cc6-4cc6-b489-7efb3f351538 HTTP/1.1" status: 200 len: 210 time: 0.0283248 Dec 24 03:03:20.196209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event deleted for resources: {'Subnet': ['ID=e319b539-d0d8-4527-bddf-89ad9f9db40c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:20.226761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07cd3c-3cd1-49cf-87c2-43c43bdf5896 None None] Network cdaac5d8-55b7-496c-990e-ae7c1cb58908 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:20.248681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.254538 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0a8a8cac-4fa1-4e06-bbb7-c2953d03eaf4 tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "DELETE /v2.0/subnets/e319b539-d0d8-4527-bddf-89ad9f9db40c HTTP/1.1" status: 204 len: 168 time: 0.4869804 Dec 24 03:03:20.254979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34578) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:20.316693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b60d402-05db-436b-be17-b7cc853a655f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.358183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Allocated IP 172.20.0.2 (d123bc4d-c52b-4d1f-a00f-477c6a94aa1c/5c20e8c6-83db-422f-8f3b-1a4fc4934e3b/a88cccd2-e6ee-4808-8c4d-b8b7472928d1) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:20.374730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.442992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.450473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Deleting port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:20.450829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.522442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] DHCP port deletion for cdaac5d8-55b7-496c-990e-ae7c1cb58908 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:20.537907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] For port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,segment=NetworkSegment(2663805a-36e6-474a-ba0d-b3722e36cbca),segment_id=2663805a-36e6-474a-ba0d-b3722e36cbca)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:20.538662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.552342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Calling delete_port for 134de6ca-53a8-46ce-9e73-4daf8ecbf89f owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:20.572397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.596643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Deleting port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:20.597018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.649508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.682983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.700695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] For port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,segment=NetworkSegment(2663805a-36e6-474a-ba0d-b3722e36cbca),segment_id=2663805a-36e6-474a-ba0d-b3722e36cbca)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:20.701101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.712095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event deleted for resources: {'Port': ['ID=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:20.713869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] No DVR routers for this DVR port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:20.718530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.20.0.1 (d123bc4d-c52b-4d1f-a00f-477c6a94aa1c/5c20e8c6-83db-422f-8f3b-1a4fc4934e3b/c870259c-8472-4e9f-b4f3-5f5b89d16b4e) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:20.721666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:20.732069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Calling delete_port for 134de6ca-53a8-46ce-9e73-4daf8ecbf89f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:20.733782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Pushing event updated for resources: {'Port': ['ID=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:20.738138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:20.741167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:20.813026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.838693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaac5d8-55b7-496c-990e-ae7c1cb58908']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:20.851033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.853589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2663805a-36e6-474a-ba0d-b3722e36cbca') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:20.853999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2663805a-36e6-474a-ba0d-b3722e36cbca') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:20.855672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Attempting to bind port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:20.856390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Attempting to bind port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:20.856390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Attempting to bind port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 on network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:20.864852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:20.865225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Checking segment: {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:20.865629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.866020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Bound using segment: {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:20.866489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Bound port: a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:20.866863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.874574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.890182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.903307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:20.904073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:20.909509 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:20.922350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:20.962988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.006747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:21.009950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:21.015302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:21.042522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.051507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.067655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.073268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] 10.222.0.36 "DELETE /v2.0/networks/cdaac5d8-55b7-496c-990e-ae7c1cb58908 HTTP/1.1" status: 204 len: 168 time: 0.8171973 Dec 24 03:03:21.091021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f81c4-9fff-4603-915a-0cc1f41813ac tempest-ExtraDHCPOptionsTestJSON-1841735174 tempest-ExtraDHCPOptionsTestJSON-1841735174-project] Pushing event deleted for resources: {'Network': ['ID=cdaac5d8-55b7-496c-990e-ae7c1cb58908,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.091457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.119384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] Pushing event deleted for resources: {'Port': ['ID=134de6ca-53a8-46ce-9e73-4daf8ecbf89f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.132595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a1908-5c52-4fc9-a9f4-da5110c23249 None None] No DVR routers for this DVR port 134de6ca-53a8-46ce-9e73-4daf8ecbf89f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:21.144679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] For port a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:21.147889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] For port a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:21.226986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.256310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34584) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:21.291618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19bd14-60ca-4482-9a08-37c7aace3582 None None] Pushing event updated for resources: {'Port': ['ID=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.310093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Deleting subnet 85ba5003-38bb-45ce-9998-87d0bf2f52cd {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:21.313368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.321669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.360398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.393822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.553015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 134de6ca-53a8-46ce-9e73-4daf8ecbf89f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:21.557664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.574762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 134de6ca-53a8-46ce-9e73-4daf8ecbf89f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:21.575042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 134de6ca-53a8-46ce-9e73-4daf8ecbf89f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:21.585688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ba5003-38bb-45ce-9998-87d0bf2f52cd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.597172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.602474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019da96a-7f28-4a1e-9261-c622653df8fd None None] Network 60cd0b00-de23-472c-8ec6-c550bd79268e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:21.608263 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-144277f4-f7da-4e91-b367-c931e2886532 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/85ba5003-38bb-45ce-9998-87d0bf2f52cd HTTP/1.1" status: 204 len: 168 time: 0.3511848 Dec 24 03:03:21.615544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34588) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:21.693129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.716277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34590) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:21.729711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.730940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92293c42-b1c9-45cd-9caf-9a175cc31ee1 None None] DHCP port deletion for 60cd0b00-de23-472c-8ec6-c550bd79268e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:21.756840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.823984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.846141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:21.846735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cd0b00-de23-472c-8ec6-c550bd79268e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:21.848787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.862675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:21.862971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed6ea2d-bf37-41c8-bd4b-a830d695f68f') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:21.873309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.888396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.896021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:21.896860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:21.898724 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:21.927101 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0c359919-14f7-429e-8eef-d61ef144a74f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7fbd28a34694c2698e37a277555f088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2092934 Dec 24 03:03:21.930847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34594) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:22.002361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:22.005700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:22.007674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.020032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.033453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.037184 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60cd0b00-de23-472c-8ec6-c550bd79268e HTTP/1.1" status: 204 len: 168 time: 0.4205461 Dec 24 03:03:22.046373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34596) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:22.056190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c841-510b-4fba-ba26-01711c158950 admin admin] Pushing event deleted for resources: {'Network': ['ID=60cd0b00-de23-472c-8ec6-c550bd79268e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:22.093924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.097887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Deleting subnet 6e94ba93-228b-47ea-997e-4661c2bf6070 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:22.101667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.140008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.182898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.248852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.252272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.253564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc6f2689-4eab-43d7-936d-2ff967cebfbf HTTP/1.1" status: 204 len: 168 time: 0.3218172 Dec 24 03:03:22.261878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d585b-0aff-4946-b527-c977562282a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6f2689-4eab-43d7-936d-2ff967cebfbf,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:22.282726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:03:22.311584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.328537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.337005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6e94ba93-228b-47ea-997e-4661c2bf6070 HTTP/1.1" status: 204 len: 168 time: 0.2894285 Dec 24 03:03:22.339406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34600) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:22.368480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-50bbf622-6637-4260-9329-a99b5f19277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.376507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2788bca-ec9f-4f6d-9e4b-a005ae96c6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e94ba93-228b-47ea-997e-4661c2bf6070,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:22.399843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:22.405162 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc454319-2d7d-4149-9dcd-9a3d81cd478b tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3371918 Dec 24 03:03:22.409067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34602) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:22.411486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:22.414415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-775449999'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:22.435447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:22.436105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:22.441817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.477787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2c8f2-4e27-4da6-a5ff-da381a3d22fa None None] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:22.482600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:22.486370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.519026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:22.540654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.549250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.550116 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 0afd1add-aac5-4b27-980e-f70f4487776a of type vlan for network cbaf0b5b-af65-44c6-a406-d3d207aba919 Dec 24 03:03:22.571179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3bd554-45f7-4f37-9d63-4ce36e13e256']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:22.586264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2620dedd-a09c-4f64-8327-fe41500ee3d3') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:22.586714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2620dedd-a09c-4f64-8327-fe41500ee3d3') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:22.601716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.601967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:22.605725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] Provisioning complete for port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:22.606089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.621709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.621955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.631026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:22.631809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:22.634202 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:22.717655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.724592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:22.725252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.796238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=cbaf0b5b-af65-44c6-a406-d3d207aba919,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:22.798360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.804132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:22.810392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b3bd554-45f7-4f37-9d63-4ce36e13e256 HTTP/1.1" status: 204 len: 168 time: 0.4697614 Dec 24 03:03:22.812353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:22.822862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed29963-8c8c-436d-af95-f9e2a3b35858 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3bd554-45f7-4f37-9d63-4ce36e13e256,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:22.832252 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26d7f964-7cab-429b-992d-e3378a36c245 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4221308 Dec 24 03:03:22.832944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34606) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:22.838059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:22.971338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.003408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:23.008177 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.021641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] For port a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:23.033464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:21Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:21Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:23.060481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:23.061020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Updating router 6d8bac47-8a72-42de-bcab-f5962ee0e31b port c870259c-8472-4e9f-b4f3-5f5b89d16b4e binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:03:23.087560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.127575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.252845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e98d6-48ab-4794-8c64-d8761fb3f5db None None] Pushing event updated for resources: {'Port': ['ID=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:23.266709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.272966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-448d6bc1-a456-41e4-a3a9-53c7d36a43ac None None] Provisioning complete for port c870259c-8472-4e9f-b4f3-5f5b89d16b4e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:23.273344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-448d6bc1-a456-41e4-a3a9-53c7d36a43ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.314157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34608) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:23.337019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=cc85227c-3feb-4264-b13f-079c8c375f13,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:23.345843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:23.346224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: cbaf0b5b-af65-44c6-a406-d3d207aba919, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:23.359379 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7ae06bf8-e440-4971-96ff-046b8103a081 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f6a2965e09e4445970d1b39696b1ca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494387 Dec 24 03:03:23.360385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34610) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:23.361090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-448d6bc1-a456-41e4-a3a9-53c7d36a43ac None None] Port c870259c-8472-4e9f-b4f3-5f5b89d16b4e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:23.386618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-448d6bc1-a456-41e4-a3a9-53c7d36a43ac None None] Provisioning complete for port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:23.387275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-448d6bc1-a456-41e4-a3a9-53c7d36a43ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.411533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.431783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:23.434153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.509294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.522112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, cbaf0b5b-af65-44c6-a406-d3d207aba919) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:23.528551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:23.529243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.536962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b959ac-ea7a-4620-ad21-e9613972265c None None] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:23.580722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.583358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.584554 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7510f28d-4292-45af-870d-6fe062ac2843 HTTP/1.1" status: 204 len: 168 time: 0.2239299 Dec 24 03:03:23.592836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2be68-8c87-4854-b0d6-9f20051e1b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7510f28d-4292-45af-870d-6fe062ac2843,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:23.601398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a88cccd2-e6ee-4808-8c4d-b8b7472928d1 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:23.616378 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1642bb8c-6f0b-4f28-b976-88c939e3cc53 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7798765 Dec 24 03:03:23.616700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34614) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:23.644523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.772568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1372d-e7c2-4c04-a862-fab1908df294 None None] Pushing event updated for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:23.955301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-cbaf0b5b-af65-44c6-a406-d3d207aba919', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:23.955843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:23.978077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 289ab8b5-ce07-4074-8e9a-b091cd2590a0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:23.980292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.029940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 289ab8b5-ce07-4074-8e9a-b091cd2590a0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:24.030959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 289ab8b5-ce07-4074-8e9a-b091cd2590a0 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:24.038537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:24.038908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.075064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Attempting to bind port c870259c-8472-4e9f-b4f3-5f5b89d16b4e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:24.075427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Attempting to bind port c870259c-8472-4e9f-b4f3-5f5b89d16b4e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:24.075857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Attempting to bind port c870259c-8472-4e9f-b4f3-5f5b89d16b4e on network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:24.089141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c65b6770-a868-42e3-bc87-f5d68fd8cdec None None] Provisioning complete for port c870259c-8472-4e9f-b4f3-5f5b89d16b4e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:24.091045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c65b6770-a868-42e3-bc87-f5d68fd8cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.141396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:24.142615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Checking segment: {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:24.142615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.142904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Bound using segment: {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:24.143309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Bound port: c870259c-8472-4e9f-b4f3-5f5b89d16b4e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23410e41-4e52-43c4-9d14-58d542bb3348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:24.143689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.250893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c65b6770-a868-42e3-bc87-f5d68fd8cdec None None] Port c870259c-8472-4e9f-b4f3-5f5b89d16b4e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:24.301350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.326453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] For port c870259c-8472-4e9f-b4f3-5f5b89d16b4e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:24.328691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Allocated IP 172.21.0.2 (cbaf0b5b-af65-44c6-a406-d3d207aba919/cc85227c-3feb-4264-b13f-079c8c375f13/6b7821c7-fdc6-483a-9a1e-c0b320dc7795) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:24.335570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] For port c870259c-8472-4e9f-b4f3-5f5b89d16b4e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:24.368662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34618) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:24.414372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12ae8811-9ca2-457a-a8e4-6b90d9aecae2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=049f651c7c5f40f39e2fb6c394e9c18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444739 Dec 24 03:03:24.416969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34620) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:24.419366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.428427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] Provisioning complete for port c870259c-8472-4e9f-b4f3-5f5b89d16b4e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:24.428804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.477526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.502540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.565597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1372d-e7c2-4c04-a862-fab1908df294 None None] Pushing event updated for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:24.571255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:24.571891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:24.626462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.630529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.635113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f80fa75-3e00-4ee9-a83a-b2cb17b30ab2 HTTP/1.1" status: 204 len: 168 time: 0.2170000 Dec 24 03:03:24.646525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06c05e-7d00-4a0f-a81d-e3ffafb71028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80fa75-3e00-4ee9-a83a-b2cb17b30ab2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:24.690252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.726248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:24.773071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.817803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.853646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.21.0.1 (cbaf0b5b-af65-44c6-a406-d3d207aba919/cc85227c-3feb-4264-b13f-079c8c375f13/f315a089-abaa-4182-9213-10f4194e4b69) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:24.913397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] For port c870259c-8472-4e9f-b4f3-5f5b89d16b4e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:24.925561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:24.932725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:24.935374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:24.960517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Pushing event updated for resources: {'Port': ['ID=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:24.978706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:24.999065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.076046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Attempting to bind port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:25.076553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Attempting to bind port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:25.076997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Attempting to bind port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 on network cbaf0b5b-af65-44c6-a406-d3d207aba919 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:25.094126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.146328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.149238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:25.150013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:25.150402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Checking segment: {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:25.150808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.151213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Bound using segment: {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:25.151708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Bound port: 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:25.152446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.156981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:25.158650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1a3bd-5c90-4b2f-b72f-0526d9daeb02 None None] Pushing event updated for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:25.160805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:25.165373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:25.204306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4039c3d9-b3fc-41b2-b81c-cf9a9289ea3a None None] Provisioning complete for port c870259c-8472-4e9f-b4f3-5f5b89d16b4e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:25.204306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4039c3d9-b3fc-41b2-b81c-cf9a9289ea3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.226333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.285711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:21Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:25.333575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae96490-8389-4990-94ae-8f7a861d82ff None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:21Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:25.347015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] For port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:25.350646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] For port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:25.443158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.465390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.541723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d277bb-7f79-4f63-b980-07a6ebf8dfd2 None None] Pushing event updated for resources: {'Port': ['ID=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:25.849994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.865217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.911586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.991860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:25.998388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:26.104087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:26.105469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:26.212238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:26.305362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:26.316486 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6e69faae-4a06-428c-8b85-bbff1aee712e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6930695 Dec 24 03:03:26.316486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34624) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:26.318946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-89638604'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:26.402635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:26.406315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.435995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:26.447046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.450626 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment b3361b2d-fb0f-49d1-90f2-c0b34a231d40 of type vlan for network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 Dec 24 03:03:26.489716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.569026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.574851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:26.575453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.610851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2b4fd-6587-4cfa-ad84-8414e946232a None None] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:26.640926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=81c7d587-dbb2-4779-9c78-9290cc8b00d3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:26.657154 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1cd6776e-6ad7-4447-b326-c4e1ad40b404 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3422163 Dec 24 03:03:26.659761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34626) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:26.664682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:26.674365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:26.705758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] Provisioning complete for port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:26.706107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.808592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:26.812840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.865938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:26.904718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] For port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:26.996988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.052198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe39d57-7f49-42de-8bab-76d5a2a52811 None None] Pushing event updated for resources: {'Port': ['ID=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:27.076873 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507f021-11cc-4205-8117-54404120d03c None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:27.083014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.088036 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:27.088762 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:27.119965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bff315a3-be6a-40f9-990a-a5c129e2db52 None None] Provisioning complete for port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:27.120861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bff315a3-be6a-40f9-990a-a5c129e2db52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.163632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=cdf9a335-8718-4c26-b486-82b690ace2fd,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:27.169962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:27.170320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: 81c7d587-dbb2-4779-9c78-9290cc8b00d3, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:27.192986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:27.271154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:27.339727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 81c7d587-dbb2-4779-9c78-9290cc8b00d3) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:27.343674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:27.344261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.400741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d69d3b5-631f-4353-9fef-3823ed57ccda None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:27.419453 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:25Z', 'revision_number': 3, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:25Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:27.434280 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5f675f4a-5c76-4c38-b1f9-3d1077a7ee95 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7734678 Dec 24 03:03:27.437155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34628) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:27.486610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bff315a3-be6a-40f9-990a-a5c129e2db52 None None] Provisioning complete for port f315a089-abaa-4182-9213-10f4194e4b69 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:27.486984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bff315a3-be6a-40f9-990a-a5c129e2db52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.487159 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507f021-11cc-4205-8117-54404120d03c None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:27.487723 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507f021-11cc-4205-8117-54404120d03c None None] Updating router 6d8bac47-8a72-42de-bcab-f5962ee0e31b port f315a089-abaa-4182-9213-10f4194e4b69 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:03:27.526129 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.539263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bff315a3-be6a-40f9-990a-a5c129e2db52 None None] Port f315a089-abaa-4182-9213-10f4194e4b69 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:27.554906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:27.555916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.633996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c870259c-8472-4e9f-b4f3-5f5b89d16b4e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:27.724407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-efc6ba52-94cd-413d-b4cc-3ce92079df82 None None] Provisioning complete for port f315a089-abaa-4182-9213-10f4194e4b69 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:27.724806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-efc6ba52-94cd-413d-b4cc-3ce92079df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.779887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-efc6ba52-94cd-413d-b4cc-3ce92079df82 None None] Port f315a089-abaa-4182-9213-10f4194e4b69 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:27.783156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Allocated IP 172.22.0.2 (81c7d587-dbb2-4779-9c78-9290cc8b00d3/cdf9a335-8718-4c26-b486-82b690ace2fd/b23f35ff-eb79-482f-a775-fe20c3e7019f) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:27.790055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port c870259c-8472-4e9f-b4f3-5f5b89d16b4e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:27.790438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.867271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.947982 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:27.996713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:28.019841 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.047249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.069652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:28.070058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.083702 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543d77e-4348-4a1c-9b09-2d23538d116b None None] Pushing event updated for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.144683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.175339 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-8507f021-11cc-4205-8117-54404120d03c None None] Attempting to bind port f315a089-abaa-4182-9213-10f4194e4b69 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:28.176486 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-8507f021-11cc-4205-8117-54404120d03c None None] Attempting to bind port f315a089-abaa-4182-9213-10f4194e4b69 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:28.177984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507f021-11cc-4205-8117-54404120d03c None None] Attempting to bind port f315a089-abaa-4182-9213-10f4194e4b69 on network cbaf0b5b-af65-44c6-a406-d3d207aba919 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:28.185886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507f021-11cc-4205-8117-54404120d03c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:28.186546 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507f021-11cc-4205-8117-54404120d03c None None] Checking segment: {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:28.187114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.187717 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8507f021-11cc-4205-8117-54404120d03c None None] Bound using segment: {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:28.188983 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-8507f021-11cc-4205-8117-54404120d03c None None] Bound port: f315a089-abaa-4182-9213-10f4194e4b69, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afd1add-aac5-4b27-980e-f70f4487776a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:28.189587 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.200854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.22.0.1 (81c7d587-dbb2-4779-9c78-9290cc8b00d3/cdf9a335-8718-4c26-b486-82b690ace2fd/f317559d-05d3-4c80-bb0c-8e62f93a84b0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:28.218854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:28.223585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:28.231472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:28.234907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Pushing event updated for resources: {'Port': ['ID=b23f35ff-eb79-482f-a775-fe20c3e7019f,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.303897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Attempting to bind port b23f35ff-eb79-482f-a775-fe20c3e7019f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:28.304623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Attempting to bind port b23f35ff-eb79-482f-a775-fe20c3e7019f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:28.305177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Attempting to bind port b23f35ff-eb79-482f-a775-fe20c3e7019f on network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:28.314237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:28.314767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Checking segment: {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:28.315171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.315576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Bound using segment: {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:28.316061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Bound port: b23f35ff-eb79-482f-a775-fe20c3e7019f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:28.316888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.323660 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-8507f021-11cc-4205-8117-54404120d03c None None] For port f315a089-abaa-4182-9213-10f4194e4b69, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:28.327859 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-8507f021-11cc-4205-8117-54404120d03c None None] For port f315a089-abaa-4182-9213-10f4194e4b69, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f315a089-abaa-4182-9213-10f4194e4b69,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:28.379500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.405517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] For port b23f35ff-eb79-482f-a775-fe20c3e7019f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:28.409604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] For port b23f35ff-eb79-482f-a775-fe20c3e7019f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b23f35ff-eb79-482f-a775-fe20c3e7019f,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:28.431819 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-8507f021-11cc-4205-8117-54404120d03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.489131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.490500 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:28.491134 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:28.496148 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543d77e-4348-4a1c-9b09-2d23538d116b None None] Pushing event updated for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.517633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.570860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] Provisioning complete for port f315a089-abaa-4182-9213-10f4194e4b69 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:28.571245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.572710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:28.572981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91cbf5-5fe1-447b-a78d-f4fc435ae56a None None] Pushing event updated for resources: {'Port': ['ID=b23f35ff-eb79-482f-a775-fe20c3e7019f,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.579612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:28.605798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.609908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:28.626934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:28.683241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.700756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.738996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] For port f315a089-abaa-4182-9213-10f4194e4b69, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f315a089-abaa-4182-9213-10f4194e4b69,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:28.802053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.870899 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8507f021-11cc-4205-8117-54404120d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:25Z', 'revision_number': 3, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:28.878671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438750b-0980-4599-a6f6-e074f6769389 None None] Pushing event updated for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:28.904081 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8507f021-11cc-4205-8117-54404120d03c None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:25Z', 'revision_number': 3, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:28.935803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-36ee5fbe-a9e0-4533-8c4e-c97c61c417b3 None None] Provisioning complete for port f315a089-abaa-4182-9213-10f4194e4b69 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:28.936786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-36ee5fbe-a9e0-4533-8c4e-c97c61c417b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:28.945709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.578997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b23f35ff-eb79-482f-a775-fe20c3e7019f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:29.635827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b23f35ff-eb79-482f-a775-fe20c3e7019f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:29.636229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.700453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.722707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.755982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port b23f35ff-eb79-482f-a775-fe20c3e7019f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b23f35ff-eb79-482f-a775-fe20c3e7019f,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:29.779845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.825611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209082cc-967b-42fb-9d1f-5585085c416a None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:29.850881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.851642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f315a089-abaa-4182-9213-10f4194e4b69 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:29.854848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:29.856602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:29.953702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:29.956540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:29.990480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=b23f35ff-eb79-482f-a775-fe20c3e7019f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:29.997716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-331ed29e-c219-4b54-80d8-fe572b4be992 None None] Provisioning complete for port b23f35ff-eb79-482f-a775-fe20c3e7019f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:29.998093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-331ed29e-c219-4b54-80d8-fe572b4be992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.021235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.056599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port f315a089-abaa-4182-9213-10f4194e4b69 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:30.056966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.058421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:30.157712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:30.163482 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-61a46799-970f-43cf-a1d9-801115d311a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252002 Dec 24 03:03:30.166837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34630) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:30.171998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'network': {'name': 'tempest-RoutersTest-594838216'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:30.176557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:30.202300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:30.202952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:30.254208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:30.258072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.295786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:03:30.312095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.312595 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added segment 0ae10ddc-c8bb-4a4a-96be-350296f47e78 of type vlan for network a5b823ad-2a91-48ea-a5db-57d2957f593a Dec 24 03:03:30.316502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:30.319016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9024fd40-92b4-48c3-9164-ca40dc3b182e None None] Provisioning complete for port f317559d-05d3-4c80-bb0c-8e62f93a84b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:30.319492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9024fd40-92b4-48c3-9164-ca40dc3b182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.368511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.428807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9024fd40-92b4-48c3-9164-ca40dc3b182e None None] Port f317559d-05d3-4c80-bb0c-8e62f93a84b0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:30.489284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9024fd40-92b4-48c3-9164-ca40dc3b182e None None] Provisioning complete for port b23f35ff-eb79-482f-a775-fe20c3e7019f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:30.489547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9024fd40-92b4-48c3-9164-ca40dc3b182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.646221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:29Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:30.674664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:30.675047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Updating router 6d8bac47-8a72-42de-bcab-f5962ee0e31b port f317559d-05d3-4c80-bb0c-8e62f93a84b0 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:03:30.699916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.774354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.779799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:30.780377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.806204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c0bc942e-d669-46b1-86b2-addcf22ea891 None None] Provisioning complete for port f317559d-05d3-4c80-bb0c-8e62f93a84b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:30.809441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c0bc942e-d669-46b1-86b2-addcf22ea891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:30.848524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Network': ['ID=a5b823ad-2a91-48ea-a5db-57d2957f593a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:30.864110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c0bc942e-d669-46b1-86b2-addcf22ea891 None None] Port f317559d-05d3-4c80-bb0c-8e62f93a84b0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:30.865679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a5b823ad-2a91-48ea-a5db-57d2957f593a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:03:30.917009 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-290efcf4-f274-4c20-aef7-d8034a0840ed tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7465930 Dec 24 03:03:30.917281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34632) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:30.922245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'subnet': {'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:31.099942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Made reservation on behalf of 4c80f7da5b744719b55f3b167fa19a03 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:31.103653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.196821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.277100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.331090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81028ca5-beda-4c71-a9b0-b23406b70e0d None None] Pushing event updated for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:31.378051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Attempting to bind port f317559d-05d3-4c80-bb0c-8e62f93a84b0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:31.378423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Attempting to bind port f317559d-05d3-4c80-bb0c-8e62f93a84b0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:31.378793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Attempting to bind port f317559d-05d3-4c80-bb0c-8e62f93a84b0 on network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:31.384103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:31.384842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Checking segment: {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:31.384996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.385300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Bound using segment: {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:31.385835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Bound port: f317559d-05d3-4c80-bb0c-8e62f93a84b0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:31.386145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.387015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.455532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Subnet': ['ID=a98ddcab-7dce-4eed-9e96-39a95298fbd6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:31.464163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Checking segment: {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:31.464875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network hostable DHCP agents. Network: a5b823ad-2a91-48ea-a5db-57d2957f593a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:03:31.466953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] For port f317559d-05d3-4c80-bb0c-8e62f93a84b0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:31.472882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] For port f317559d-05d3-4c80-bb0c-8e62f93a84b0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f317559d-05d3-4c80-bb0c-8e62f93a84b0,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:31.530111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b23f35ff-eb79-482f-a775-fe20c3e7019f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:31.554126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.574611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network a5b823ad-2a91-48ea-a5db-57d2957f593a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:03:31.637451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] Provisioning complete for port f317559d-05d3-4c80-bb0c-8e62f93a84b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:31.637827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.640314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81028ca5-beda-4c71-a9b0-b23406b70e0d None None] Pushing event updated for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:31.646173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:31.646796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:31.671267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a5b823ad-2a91-48ea-a5db-57d2957f593a) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:31.677449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:31.678036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.708175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f26ec-851d-490c-81dd-190d5d949614 None None] Network a5b823ad-2a91-48ea-a5db-57d2957f593a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:31.753874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c2062f0-ace2-46eb-a063-c46200d892dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8355939 Dec 24 03:03:31.756562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34634) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:31.780001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b23f35ff-eb79-482f-a775-fe20c3e7019f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:31.780378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:31.869560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:32.003331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-a5b823ad-2a91-48ea-a5db-57d2957f593a', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:03:32.004146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.041414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.121195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.197247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] For port f317559d-05d3-4c80-bb0c-8e62f93a84b0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f317559d-05d3-4c80-bb0c-8e62f93a84b0,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:32.285567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.318315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Allocated IP 172.23.0.2 (a5b823ad-2a91-48ea-a5db-57d2957f593a/a98ddcab-7dce-4eed-9e96-39a95298fbd6/1bbb6ab5-c688-4219-8172-cf9b95b2e3f6) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:32.361374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0363a-36ea-48bc-ab95-b2ea53cc0dae None None] Pushing event updated for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:32.428722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:31Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:32.464739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7797264-ef63-4d0c-a22a-6797594bbcb0 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:31Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:32.469354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-79914d28-8c6e-453e-af5e-41fc94f19f62 None None] Provisioning complete for port f317559d-05d3-4c80-bb0c-8e62f93a84b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:32.470614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79914d28-8c6e-453e-af5e-41fc94f19f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.581803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.660467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.702949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Network a5b823ad-2a91-48ea-a5db-57d2957f593a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:32.709513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:32.711939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Allocated IP 172.23.0.1 (a5b823ad-2a91-48ea-a5db-57d2957f593a/a98ddcab-7dce-4eed-9e96-39a95298fbd6/140d8abf-685f-4eca-b404-5239d8f14c04) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:32.712481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Pushing event updated for resources: {'Port': ['ID=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:32.714855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:32.775019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Attempting to bind port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:32.775478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Attempting to bind port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:32.775907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Attempting to bind port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 on network a5b823ad-2a91-48ea-a5db-57d2957f593a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:32.781424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:32.781790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Checking segment: {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:32.783321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.783321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Bound using segment: {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:32.783705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Bound port: 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:32.784086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.833930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.855047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] For port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:32.858579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] For port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:32.917785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.951581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:32.988030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd02822-bc0a-4432-9fe5-ee4df746e43e None None] Pushing event updated for resources: {'Port': ['ID=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:33.006723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network a5b823ad-2a91-48ea-a5db-57d2957f593a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:33.009821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:33.014752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:33.025006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:33.071327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.245702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.524647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.576618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:33.582042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.630499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:33.633254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.656371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.659514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event updated for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:33.768895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Network a5b823ad-2a91-48ea-a5db-57d2957f593a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:33.771001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:33.868301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.908847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:33.949681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390ebe4-8026-4ff0-b519-99e10ae415c7 None None] Network a5b823ad-2a91-48ea-a5db-57d2957f593a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:33.970635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:33.975002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f317559d-05d3-4c80-bb0c-8e62f93a84b0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:34.111009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-16f238d5-ab49-48b0-8c1f-a2861c3194f3 None None] Provisioning complete for port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.111376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16f238d5-ab49-48b0-8c1f-a2861c3194f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.117956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:34.171966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port f317559d-05d3-4c80-bb0c-8e62f93a84b0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.172335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.173346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:34.275566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:34.289360 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1d07b34f-35ac-42cc-94f3-66d7415fc016 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5292299 Dec 24 03:03:34.289827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34640) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:34.292697 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:34.295086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:34.308464 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:34.309709 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:34.403939 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:34.513559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-18ac062f-26f7-4273-bde2-74b57c72094d None None] Provisioning complete for port 140d8abf-685f-4eca-b404-5239d8f14c04 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.513820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18ac062f-26f7-4273-bde2-74b57c72094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.557298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-18ac062f-26f7-4273-bde2-74b57c72094d None None] Port 140d8abf-685f-4eca-b404-5239d8f14c04 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:34.571591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-18ac062f-26f7-4273-bde2-74b57c72094d None None] Provisioning complete for port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.572046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18ac062f-26f7-4273-bde2-74b57c72094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.643381 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:33Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:33Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:34.672274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:34.673393 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Updating router 6d8bac47-8a72-42de-bcab-f5962ee0e31b port 140d8abf-685f-4eca-b404-5239d8f14c04 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:03:34.691006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:03:34.699954 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.705595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Removed routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:03:34.707107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.790915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-21c88588-18e9-457a-a63e-3557cb8d6f9e None None] Provisioning complete for port 140d8abf-685f-4eca-b404-5239d8f14c04 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.791338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21c88588-18e9-457a-a63e-3557cb8d6f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.848972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-21c88588-18e9-457a-a63e-3557cb8d6f9e None None] Port 140d8abf-685f-4eca-b404-5239d8f14c04 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:34.966870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.969197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-352fae71-c5c6-46a9-a585-6628ffeea182 None None] Provisioning complete for port 140d8abf-685f-4eca-b404-5239d8f14c04 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:34.970071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-352fae71-c5c6-46a9-a585-6628ffeea182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.970295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:34.981721 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.005879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-352fae71-c5c6-46a9-a585-6628ffeea182 None None] Port 140d8abf-685f-4eca-b404-5239d8f14c04 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:35.053801 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.066864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:35.104622 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e0f4-9d0e-4869-b599-4f609b53d1ad None None] Pushing event updated for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:35.153816 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Attempting to bind port 140d8abf-685f-4eca-b404-5239d8f14c04 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:03:35.154101 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Attempting to bind port 140d8abf-685f-4eca-b404-5239d8f14c04 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:03:35.154438 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Attempting to bind port 140d8abf-685f-4eca-b404-5239d8f14c04 on network a5b823ad-2a91-48ea-a5db-57d2957f593a {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:03:35.162425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:03:35.162425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Checking segment: {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:03:35.162809 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.163097 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Bound using segment: {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:03:35.163563 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Bound port: 140d8abf-685f-4eca-b404-5239d8f14c04, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae10ddc-c8bb-4a4a-96be-350296f47e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:03:35.163936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.171770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:35.180651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.184583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34642) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:35.185122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a525d3a9-62f0-4474-ab2b-06a760bcda88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 933 time: 0.8936114 Dec 24 03:03:35.231229 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] For port 140d8abf-685f-4eca-b404-5239d8f14c04, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:03:35.234406 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] For port 140d8abf-685f-4eca-b404-5239d8f14c04, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=140d8abf-685f-4eca-b404-5239d8f14c04,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:03:35.289499 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-de5d0512-9cbf-4be3-bc4c-01279e9e4b2f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 933 time: 0.1026552 Dec 24 03:03:35.291877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34644) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:35.296188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'routes': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:35.326911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] Provisioning complete for port 140d8abf-685f-4eca-b404-5239d8f14c04 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:35.327350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.328907 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.378881 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:35.379594 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:35.437454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.488318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] For port 140d8abf-685f-4eca-b404-5239d8f14c04, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=140d8abf-685f-4eca-b404-5239d8f14c04,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:35.560993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:35.569973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.623687 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e0f4-9d0e-4869-b599-4f609b53d1ad None None] Pushing event updated for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:35.644914 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:35.664367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752ba18-257e-493e-a89e-075dd26e2348 None None] Pushing event updated for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:35.675739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:35.675739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.726511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-812f8ab0-b85e-4964-ba2f-ba6b8bd5f747 None None] Provisioning complete for port 140d8abf-685f-4eca-b404-5239d8f14c04 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:35.726883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-812f8ab0-b85e-4964-ba2f-ba6b8bd5f747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.765105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.extraroute_db [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added routes are [] {{(pid=110368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:03:35.765433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.extraroute_db [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110368) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:03:35.797118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:35.868224 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:34Z', 'revision_number': 6, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:35.894381 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f2409c-32e6-4b6e-8f78-ac7d907127ee None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:34Z', 'revision_number': 6, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 4, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:36.115140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:36.118462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:36.220066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:36.321361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:36.329472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:36.330544 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7f4962a8-cdf6-4d62-a80a-00682cff3e6e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 699 time: 1.0377352 Dec 24 03:03:36.333559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34648) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:36.438737 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-88a1924d-7ef8-4332-9727-3c869bead0d4 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 699 time: 0.1034148 Dec 24 03:03:36.441687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34650) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:36.577750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:36.588358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:36.589024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:36.677262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:36.791793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:36.885693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 7, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:36.912725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:36.920979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:36.921592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:37.010804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:37.037487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 140d8abf-685f-4eca-b404-5239d8f14c04 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:37.037834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:37.125385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port 140d8abf-685f-4eca-b404-5239d8f14c04, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=140d8abf-685f-4eca-b404-5239d8f14c04,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:37.126332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:37.139053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 140d8abf-685f-4eca-b404-5239d8f14c04 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:37.230186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 7, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:37.256529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4e8a-0500-4c3c-99e9-33f55d913fa4 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 7, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': '140d8abf-685f-4eca-b404-5239d8f14c04', 'name': '', 'network_id': 'a5b823ad-2a91-48ea-a5db-57d2957f593a', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:56:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:32Z', 'updated_at': '2021-12-24T03:03:35Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'a98ddcab-7dce-4eed-9e96-39a95298fbd6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:37.420276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:37.447796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=140d8abf-685f-4eca-b404-5239d8f14c04,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:37.544081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 140d8abf-685f-4eca-b404-5239d8f14c04 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:03:37.567073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 140d8abf-685f-4eca-b404-5239d8f14c04 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:37.567489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 140d8abf-685f-4eca-b404-5239d8f14c04 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 03:03:37.595552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 140d8abf-685f-4eca-b404-5239d8f14c04 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 03:03:37.618776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.136262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:38.224211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:38.229058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-30c3607f-4cf0-48e1-b968-62e15eddbe09 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863276 Dec 24 03:03:38.231677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34652) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:38.234185 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:38.245420 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:38.246055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:38.284525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet a98ddcab-7dce-4eed-9e96-39a95298fbd6 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:38.287626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.326921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.334227 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:38.409924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.533257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:37Z', 'revision_number': 8, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:38.545702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.563798 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:38.572499 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:38.573113 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:38.574009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=a98ddcab-7dce-4eed-9e96-39a95298fbd6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:38.581911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.587818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34654) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:38.590237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ecc96-5924-4ece-9342-57b1d8c148b6 None None] Network a5b823ad-2a91-48ea-a5db-57d2957f593a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:38.593482 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0afb3b1e-b1e9-4225-9ce3-8d3839ed351a tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/a98ddcab-7dce-4eed-9e96-39a95298fbd6 HTTP/1.1" status: 204 len: 168 time: 0.3606801 Dec 24 03:03:38.670428 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:38.672816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.737352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:38.737778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.760379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] DHCP port deletion for a5b823ad-2a91-48ea-a5db-57d2957f593a request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:38.803004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:38.803481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.808184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Deleting port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:38.808671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.817684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:38.878021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] For port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,segment=NetworkSegment(0ae10ddc-c8bb-4a4a-96be-350296f47e78),segment_id=0ae10ddc-c8bb-4a4a-96be-350296f47e78)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:38.878340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.887665 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:37Z', 'revision_number': 8, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:38.890867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Calling delete_port for 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:38.915434 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf17a39-08c6-4e74-87cc-0d52afbb14c4 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:37Z', 'revision_number': 8, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f317559d-05d3-4c80-bb0c-8e62f93a84b0', 'name': '', 'network_id': '81c7d587-dbb2-4779-9c78-9290cc8b00d3', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:8d:1b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:27Z', 'updated_at': '2021-12-24T03:03:32Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cdf9a335-8718-4c26-b486-82b690ace2fd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:38.956978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.975973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:38.986210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:38.990859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:39.002327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] Pushing event deleted for resources: {'Port': ['ID=1bbb6ab5-c688-4219-8172-cf9b95b2e3f6,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:39.006857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f1f81-b435-4e41-be41-f7821c8b04a7 None None] No DVR routers for this DVR port 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:39.076335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.097011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b823ad-2a91-48ea-a5db-57d2957f593a']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:39.106247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae10ddc-c8bb-4a4a-96be-350296f47e78') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:39.106549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae10ddc-c8bb-4a4a-96be-350296f47e78') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:39.116524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.129362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.134926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:39.135303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:39.138240 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:39.230908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.235218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.238742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/a5b823ad-2a91-48ea-a5db-57d2957f593a HTTP/1.1" status: 204 len: 168 time: 0.6491477 Dec 24 03:03:39.242421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34656) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:39.259395 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f871-5769-485e-b856-d92d58582750 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=a5b823ad-2a91-48ea-a5db-57d2957f593a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:39.508231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:39.527903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:39.528227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1bbb6ab5-c688-4219-8172-cf9b95b2e3f6 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:39.528880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 140d8abf-685f-4eca-b404-5239d8f14c04 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:39.548828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 140d8abf-685f-4eca-b404-5239d8f14c04 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:39.549171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 140d8abf-685f-4eca-b404-5239d8f14c04 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:39.592352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.831550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port f317559d-05d3-4c80-bb0c-8e62f93a84b0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:39.831890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.918813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port f317559d-05d3-4c80-bb0c-8e62f93a84b0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f317559d-05d3-4c80-bb0c-8e62f93a84b0,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:39.919099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:39.931361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for f317559d-05d3-4c80-bb0c-8e62f93a84b0 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:40.145477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:40.175881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=f317559d-05d3-4c80-bb0c-8e62f93a84b0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:40.333510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:40.527742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:40.909429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:40.914541 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3e1323e6-2132-4764-930c-a80f96ac0413 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6711526 Dec 24 03:03:40.917181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34660) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:40.919567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:40.929745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:40.930432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:40.967051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet cdf9a335-8718-4c26-b486-82b690ace2fd {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:40.970301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.009635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.016125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:41.096452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.191887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.222181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf9a335-8718-4c26-b486-82b690ace2fd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:41.224190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.230161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d3441ce6-3511-4e17-ab6d-555cdcbd50b6 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/cdf9a335-8718-4c26-b486-82b690ace2fd HTTP/1.1" status: 204 len: 168 time: 0.3093317 Dec 24 03:03:41.233029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34662) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:41.309601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.339919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd5828-fd3e-422d-bb8f-d5f3553e449a None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:41.367707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port b23f35ff-eb79-482f-a775-fe20c3e7019f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:41.368059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.432020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port b23f35ff-eb79-482f-a775-fe20c3e7019f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b23f35ff-eb79-482f-a775-fe20c3e7019f,segment=NetworkSegment(b3361b2d-fb0f-49d1-90f2-c0b34a231d40),segment_id=b3361b2d-fb0f-49d1-90f2-c0b34a231d40)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:41.432467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.437068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:40Z', 'revision_number': 9, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.446497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for b23f35ff-eb79-482f-a775-fe20c3e7019f owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:41.468433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:41.482841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:41.483552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.558917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] DHCP port deletion for 81c7d587-dbb2-4779-9c78-9290cc8b00d3 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:41.591178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.608201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:41.619127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=b23f35ff-eb79-482f-a775-fe20c3e7019f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:41.620937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port b23f35ff-eb79-482f-a775-fe20c3e7019f on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:41.698844 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.715310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Deleting port b23f35ff-eb79-482f-a775-fe20c3e7019f {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:41.715684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.724331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c7d587-dbb2-4779-9c78-9290cc8b00d3']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.734007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.738809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3361b2d-fb0f-49d1-90f2-c0b34a231d40') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.744284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.757960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.764162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:41.764677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:41.767966 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:41.822604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] For port b23f35ff-eb79-482f-a775-fe20c3e7019f, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:41.823008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.843127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Calling delete_port for b23f35ff-eb79-482f-a775-fe20c3e7019f owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:41.847529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Port b23f35ff-eb79-482f-a775-fe20c3e7019f was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:03:41.849560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.860940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.867375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:41.873173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/81c7d587-dbb2-4779-9c78-9290cc8b00d3 HTTP/1.1" status: 204 len: 168 time: 0.6392772 Dec 24 03:03:41.873330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34664) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:41.895072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Network 81c7d587-dbb2-4779-9c78-9290cc8b00d3 is not hosted by any dhcp agent {{(pid=110369) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 24 03:03:41.895540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] No DVR routers for this DVR port b23f35ff-eb79-482f-a775-fe20c3e7019f on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:41.899722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8300781-cb4a-4258-b59f-1b06e89da350 None None] Pushing event deleted for resources: {'Port': ['ID=b23f35ff-eb79-482f-a775-fe20c3e7019f,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:41.924011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040adb-0f60-44cb-914c-c3e9922fb548 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=81c7d587-dbb2-4779-9c78-9290cc8b00d3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:41.935799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:40Z', 'revision_number': 9, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:41.965972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ed081f-b094-4194-b933-813d04d11af3 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:40Z', 'revision_number': 9, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f315a089-abaa-4182-9213-10f4194e4b69', 'name': '', 'network_id': 'cbaf0b5b-af65-44c6-a406-d3d207aba919', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:21:f8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:24Z', 'updated_at': '2021-12-24T03:03:28Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': 'cc85227c-3feb-4264-b13f-079c8c375f13', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:42.214857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:42.463575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port f315a089-abaa-4182-9213-10f4194e4b69 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:42.463910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:42.553901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port f315a089-abaa-4182-9213-10f4194e4b69, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=f315a089-abaa-4182-9213-10f4194e4b69,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:42.554269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:42.566905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for f315a089-abaa-4182-9213-10f4194e4b69 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:42.790780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:42.819585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=f315a089-abaa-4182-9213-10f4194e4b69,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:42.983584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.059435 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:03:43.168092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:43.255767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:43.260763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e234f389-f6fc-4e06-8933-f571c0cbc4dd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3864217 Dec 24 03:03:43.263381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34666) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:43.265758 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:43.275153 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:43.275758 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:43.317590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet cc85227c-3feb-4264-b13f-079c8c375f13 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:43.321006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.361628 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:43.364018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.443188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.556693 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:42Z', 'revision_number': 10, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:43.569827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b23f35ff-eb79-482f-a775-fe20c3e7019f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:43.584492 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:43.591312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b23f35ff-eb79-482f-a775-fe20c3e7019f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:43.591569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.591721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b23f35ff-eb79-482f-a775-fe20c3e7019f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:43.592064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f317559d-05d3-4c80-bb0c-8e62f93a84b0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:43.593271 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:43.593838 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:43.611986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: f317559d-05d3-4c80-bb0c-8e62f93a84b0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:43.613006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f317559d-05d3-4c80-bb0c-8e62f93a84b0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:43.624483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.628393 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/cc85227c-3feb-4264-b13f-079c8c375f13 HTTP/1.1" status: 204 len: 168 time: 0.3640859 Dec 24 03:03:43.629286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=cc85227c-3feb-4264-b13f-079c8c375f13,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:43.631227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34668) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:43.641955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.642367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.642367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.642717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.643063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.643403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.643730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.644065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.644477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.644758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.645265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.645612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.645941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ff4e3f-5127-46e3-8f93-aa227981dc6c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:43.648763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c753d-104a-4624-a7f8-4c4a6631a4c9 None None] Network cbaf0b5b-af65-44c6-a406-d3d207aba919 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:43.720167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.777669 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:43.778152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:43.778669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.818664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] DHCP port deletion for cbaf0b5b-af65-44c6-a406-d3d207aba919 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:43.843136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:43.843833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.857985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:43.868739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Deleting port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:43.869117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.945592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] For port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,segment=NetworkSegment(0afd1add-aac5-4b27-980e-f70f4487776a),segment_id=0afd1add-aac5-4b27-980e-f70f4487776a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:43.946087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:43.959346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Calling delete_port for 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:43.983945 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:42Z', 'revision_number': 10, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:44.010101 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99740f-33a4-4de3-b3ba-57b0344690e5 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:42Z', 'revision_number': 10, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None, '_interfaces': [{'id': 'c870259c-8472-4e9f-b4f3-5f5b89d16b4e', 'name': '', 'network_id': 'd123bc4d-c52b-4d1f-a00f-477c6a94aa1c', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'mac_address': 'fa:16:3e:f5:31:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:03:20Z', 'updated_at': '2021-12-24T03:03:24Z', 'revision_number': 5, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'subnets': [{'id': '5c20e8c6-83db-422f-8f3b-1a4fc4934e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:44.017519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.035668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.044172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:44.052946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:44.055824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.055824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.056054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.056387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.056754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.057080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.057400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.057743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.058041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.058376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.058699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.059018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.059334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:44.065062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] Pushing event deleted for resources: {'Port': ['ID=6b7821c7-fdc6-483a-9a1e-c0b320dc7795,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:44.069566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05fe25d-ee81-4751-a2a6-0a605e50f0a9 None None] No DVR routers for this DVR port 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:44.139623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.163871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaf0b5b-af65-44c6-a406-d3d207aba919']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:44.173005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afd1add-aac5-4b27-980e-f70f4487776a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:44.173308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afd1add-aac5-4b27-980e-f70f4487776a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:44.182648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.196150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.201997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:44.202372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:44.207301 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:44.299807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.306666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.309708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/cbaf0b5b-af65-44c6-a406-d3d207aba919 HTTP/1.1" status: 204 len: 168 time: 0.6768544 Dec 24 03:03:44.312718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34672) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:44.321778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3a962-e82c-4c92-8fdf-ed41b77b3e34 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=cbaf0b5b-af65-44c6-a406-d3d207aba919,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:44.460881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34674) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:44.542544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f5ff6-47b8-46a2-b357-1b5c352650a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:44.543036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f5ff6-47b8-46a2-b357-1b5c352650a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:44.543707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09f5ff6-47b8-46a2-b357-1b5c352650a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:44.545550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a09f5ff6-47b8-46a2-b357-1b5c352650a9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=5243ccb03f35496889465f1c4a68e565&network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 3000 time: 0.0834763 Dec 24 03:03:44.694020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:44.954861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port c870259c-8472-4e9f-b4f3-5f5b89d16b4e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:44.955320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:45.061896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port c870259c-8472-4e9f-b4f3-5f5b89d16b4e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:45.062255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:45.075517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for c870259c-8472-4e9f-b4f3-5f5b89d16b4e owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:45.333911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:45.359011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=c870259c-8472-4e9f-b4f3-5f5b89d16b4e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:45.510499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:45.591860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f315a089-abaa-4182-9213-10f4194e4b69 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:45.615566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: f315a089-abaa-4182-9213-10f4194e4b69 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:45.615957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device f315a089-abaa-4182-9213-10f4194e4b69 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:45.616408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:45.635135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:45.635409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6b7821c7-fdc6-483a-9a1e-c0b320dc7795 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:45.961880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:46.035628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:46.040871 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-586ede53-3f1c-48b0-8c8e-b3fbbbd7a23e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261324 Dec 24 03:03:46.043322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34680) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:46.045376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:46.056287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:46.056957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.094493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting subnet 5c20e8c6-83db-422f-8f3b-1a4fc4934e3b {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:03:46.097669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.125866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:46.136847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.176303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.205824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:46.214084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:46.214704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.226715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.284175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:46.334584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.357189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.364478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0489ae-9662-4c95-a807-d0d2c4f5b559 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:46.384838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Subnet': ['ID=5c20e8c6-83db-422f-8f3b-1a4fc4934e3b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:46.393421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.396244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e4847-1331-4535-8781-297c426a85af None None] Network d123bc4d-c52b-4d1f-a00f-477c6a94aa1c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:03:46.397978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0cbb2de3-da8a-4ad3-ba2b-fa779f07badd tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/5c20e8c6-83db-422f-8f3b-1a4fc4934e3b HTTP/1.1" status: 204 len: 168 time: 0.3536448 Dec 24 03:03:46.400817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:46.477041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.530314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Deleting port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:46.530661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.597771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] For port a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,segment=NetworkSegment(23410e41-4e52-43c4-9d14-58d542bb3348),segment_id=23410e41-4e52-43c4-9d14-58d542bb3348)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:46.598139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.610542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Calling delete_port for a88cccd2-e6ee-4808-8c4d-b8b7472928d1 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:46.716315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] DHCP port deletion for d123bc4d-c52b-4d1f-a00f-477c6a94aa1c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:03:46.762467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.769124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Deleting port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:03:46.769508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.791882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Port': ['ID=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:46.799676 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No DVR routers for this DVR port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:46.835409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] For port a88cccd2-e6ee-4808-8c4d-b8b7472928d1, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:03:46.835798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.848623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Calling delete_port for a88cccd2-e6ee-4808-8c4d-b8b7472928d1 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:03:46.851285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:03:46.852684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.877955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Pushing event deleted for resources: {'Port': ['ID=a88cccd2-e6ee-4808-8c4d-b8b7472928d1,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:46.881130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.883610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] No DVR routers for this DVR port a88cccd2-e6ee-4808-8c4d-b8b7472928d1 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.894959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.896177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.896177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.896177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.896177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.897000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.897000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7359f37b-11da-4274-9547-1b7cc1f771a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:03:46.912371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d123bc4d-c52b-4d1f-a00f-477c6a94aa1c']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.922260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23410e41-4e52-43c4-9d14-58d542bb3348') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.922595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23410e41-4e52-43c4-9d14-58d542bb3348') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:46.932598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.945949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.951558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:03:46.951939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:03:46.955479 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:03:47.093726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.098232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.102042 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/networks/d123bc4d-c52b-4d1f-a00f-477c6a94aa1c HTTP/1.1" status: 204 len: 168 time: 0.7001917 Dec 24 03:03:47.104740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34688) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:47.109598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'routes': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:47.116589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c061e8-3255-40b8-b887-0f683fe1ca75 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Pushing event deleted for resources: {'Network': ['ID=d123bc4d-c52b-4d1f-a00f-477c6a94aa1c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:47.261872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Added routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 24 03:03:47.262096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.extraroute_db [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Removed routes are [] {{(pid=110367) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 24 03:03:47.262406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.392355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.395463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.471925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 6d8bac47-8a72-42de-bcab-f5962ee0e31b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:47.508942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c870259c-8472-4e9f-b4f3-5f5b89d16b4e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:47.550502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:47.557450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.558780 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b0e6536d-9d01-42d0-98d1-9d2916db5aea tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 700 time: 0.4527900 Dec 24 03:03:47.560731 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Sync routers for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:47.561732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34690) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:47.572487 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:47.573587 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:47.590661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd81bfb1-0b35-4330-9ae6-4d841d5ff1a3 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 205 time: 0.0278022 Dec 24 03:03:47.593143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34692) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:47.645325 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:47.666860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34694) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:47.675782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.685151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c870259c-8472-4e9f-b4f3-5f5b89d16b4e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:47.685802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c870259c-8472-4e9f-b4f3-5f5b89d16b4e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:47.686413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a88cccd2-e6ee-4808-8c4d-b8b7472928d1 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:03:47.706842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a88cccd2-e6ee-4808-8c4d-b8b7472928d1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:03:47.707189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a88cccd2-e6ee-4808-8c4d-b8b7472928d1 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:03:47.713408 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:47.729180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ead16a-f1c0-49bd-abfc-861331b83fb9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:47.730903 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f4ead16a-f1c0-49bd-abfc-861331b83fb9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 HTTP/1.1" status: 200 len: 814 time: 0.0630403 Dec 24 03:03:47.745250 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Checking router: 6d8bac47-8a72-42de-bcab-f5962ee0e31b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:47.754282 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Routers {'6d8bac47-8a72-42de-bcab-f5962ee0e31b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:47.754892 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:47.823511 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] Set router 6d8bac47-8a72-42de-bcab-f5962ee0e31b gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:47.838173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.840250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.873110 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:47.905469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cfa1d8-1d9f-461b-ba11-80bdf2751546 None None] The sync data for ids ['6d8bac47-8a72-42de-bcab-f5962ee0e31b'] in dv-neutron-822868-1-hyperv is: [{'id': '6d8bac47-8a72-42de-bcab-f5962ee0e31b', 'name': 'tempest-RoutersTest-router-512426821', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:18Z', 'updated_at': '2021-12-24T03:03:45Z', 'revision_number': 11, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:47.956204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.956811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router 6d8bac47-8a72-42de-bcab-f5962ee0e31b {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:03:47.966102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:47.971394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fd3bef0f-7756-4dbc-a77a-bc985a73b790 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 204 len: 168 time: 0.3722124 Dec 24 03:03:47.971741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34700) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:47.976531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-724726217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:48.071657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.072774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.128846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.196843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.284246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34702) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:48.288911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:48.294639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.295752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b67b2a5f-121b-40f7-abc4-d822750b9bad tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3229301 Dec 24 03:03:48.299390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34704) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:48.305833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:48.349650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.498365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.509738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.545462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.545811 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b disassociated. External IP: 172.26.7.239, port: 7eda8bdd-4c7b-4e41-a834-75e713b21bce. Dec 24 03:03:48.591298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.722421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Router 1832e70c-fc44-4738-8294-c875a410c420 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:03:48.756539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:03:48.794990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:48.803057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.805363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Sync routers for ids ['1832e70c-fc44-4738-8294-c875a410c420'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:48.805842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e11b84fe-1d20-414e-a3d5-a4146db9f550 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "PUT /v2.0/routers/1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 200 len: 693 time: 0.5051470 Dec 24 03:03:48.808565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:48.816307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Routers {'1832e70c-fc44-4738-8294-c875a410c420'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:48.816960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1832e70c-fc44-4738-8294-c875a410c420'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:48.887002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Set router 1832e70c-fc44-4738-8294-c875a410c420 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:48.921787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-56894780-6a54-4767-91d2-fe823f67000f tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/routers/1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 200 len: 699 time: 0.1096842 Dec 24 03:03:48.922520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:48.943645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1832e70c-fc44-4738-8294-c875a410c420', 'name': 'tempest-RoutersTest-router-724726217', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:48Z', 'updated_at': '2021-12-24T03:03:48Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:48.953945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bba45bab-c9cc-4107-85c0-f72ec8d922af tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 200 len: 205 time: 0.0303903 Dec 24 03:03:48.956747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34710) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:48.960281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:03:48.964770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:48.971546 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:03:48.973838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Checking router: 1832e70c-fc44-4738-8294-c875a410c420 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:48.980945 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:48.981776 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:48.984953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Routers {'1832e70c-fc44-4738-8294-c875a410c420'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:48.986072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1832e70c-fc44-4738-8294-c875a410c420'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:48.995380 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-02af6d7c-f77d-4490-a8d1-5411a9c167b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 690 time: 0.7100034 Dec 24 03:03:48.996038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:03:48.998457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9232fa-3c95-435c-a05c-08571d71ed61" -d '{"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:03:49.001455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34712) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.051228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:49.068606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] Set router 1832e70c-fc44-4738-8294-c875a410c420 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:49.076505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d031d40b-839f-4280-9c78-9b70347f560a x-openstack-request-id: req-d031d40b-839f-4280-9c78-9b70347f560a {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:03:49.077050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:03:49.077506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d031d40b-839f-4280-9c78-9b70347f560a {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:03:49.078824 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'status': 'completed', 'code': 200} Dec 24 03:03:49.101668 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ce33c76-6342-4b60-a3b5-d7c2b152af76 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 690 time: 0.0882516 Dec 24 03:03:49.116096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:49.129173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1832e70c-fc44-4738-8294-c875a410c420', 'name': 'tempest-RoutersTest-router-724726217', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:48Z', 'updated_at': '2021-12-24T03:03:48Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:49.163066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626e010d-b87a-43f2-bf4e-8f28ba756904 None None] The sync data for ids ['1832e70c-fc44-4738-8294-c875a410c420'] in dv-neutron-822868-1-hyperv is: [{'id': '1832e70c-fc44-4738-8294-c875a410c420', 'name': 'tempest-RoutersTest-router-724726217', 'tenant_id': '4c80f7da5b744719b55f3b167fa19a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:03:48Z', 'updated_at': '2021-12-24T03:03:48Z', 'revision_number': 2, 'project_id': '4c80f7da5b744719b55f3b167fa19a03', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:49.249508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:49.252847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-d8846e6d-ca4d-46a7-8827-2dba4d76277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:49.254355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-d8846e6d-ca4d-46a7-8827-2dba4d76277d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 1099 time: 0.1332767 Dec 24 03:03:49.255581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:49.334351 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:49.363481 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:03:49.373063 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:03:49.373184 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:49.389738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-ff64cba7-d086-4151-a961-60fa954d181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:49.391850 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-ff64cba7-d086-4151-a961-60fa954d181a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 897 time: 0.0937872 Dec 24 03:03:49.442603 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-6de5e82c-3133-4f62-8a96-7f6d6b9f5a25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce HTTP/1.1" status: 200 len: 217 time: 0.0401077 Dec 24 03:03:49.443290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:49.443786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Fanout notify agent at l3_agent the message router_deleted on router 1832e70c-fc44-4738-8294-c875a410c420 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:03:49.450495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:49.451515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f59ffcb9-23b9-459a-aa03-926e4bee236d tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 204 len: 168 time: 0.4937038 Dec 24 03:03:49.455898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34716) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.481342 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:03:49.500211 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f4521f3a-327d-4323-b4e0-02458945404e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 200 len: 205 time: 0.0406339 Dec 24 03:03:49.500569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34718) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.501513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-3ec42875-bedc-4a4b-8a09-31a5447ea2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:49.502985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-3ec42875-bedc-4a4b-8a09-31a5447ea2a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 200 len: 833 time: 0.0465569 Dec 24 03:03:49.538090 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-44e933b2-e2c2-4500-bfc6-5dfcc0ea8d00 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:49.539682 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-44e933b2-e2c2-4500-bfc6-5dfcc0ea8d00 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/1832e70c-fc44-4738-8294-c875a410c420 HTTP/1.1" status: 404 len: 336 time: 0.0378053 Dec 24 03:03:49.542058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34720) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.557980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-f6b5c126-1430-4951-a979-f64323c852b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:49.559653 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-f6b5c126-1430-4951-a979-f64323c852b7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453572 Dec 24 03:03:49.573670 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a81e896-6fd2-4a6e-9e6e-338ed558fb08 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:49.574242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a81e896-6fd2-4a6e-9e6e-338ed558fb08 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:49.577372 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a81e896-6fd2-4a6e-9e6e-338ed558fb08 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/a98ddcab-7dce-4eed-9e96-39a95298fbd6 HTTP/1.1" status: 404 len: 337 time: 0.0342104 Dec 24 03:03:49.580585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34722) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.607567 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-638345bb-9665-4392-9b72-2f4133e32bb5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:49.608342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638345bb-9665-4392-9b72-2f4133e32bb5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:49.612529 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-638345bb-9665-4392-9b72-2f4133e32bb5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/cdf9a335-8718-4c26-b486-82b690ace2fd HTTP/1.1" status: 404 len: 337 time: 0.0309834 Dec 24 03:03:49.620780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.648777 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f3bec9-7952-482e-9ea6-757f38171996 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:49.649519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f3bec9-7952-482e-9ea6-757f38171996 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:49.655133 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-47f3bec9-7952-482e-9ea6-757f38171996 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/cc85227c-3feb-4264-b13f-079c8c375f13 HTTP/1.1" status: 404 len: 337 time: 0.0306375 Dec 24 03:03:49.655410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34726) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.675761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-ba68af4e-937f-41ac-80e2-8222e53c8840 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038325 Dec 24 03:03:49.684634 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93f0f2e-fad1-4640-ac14-60f36fa51c88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:49.685108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93f0f2e-fad1-4640-ac14-60f36fa51c88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:49.691517 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b93f0f2e-fad1-4640-ac14-60f36fa51c88 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/5c20e8c6-83db-422f-8f3b-1a4fc4934e3b HTTP/1.1" status: 404 len: 337 time: 0.0326622 Dec 24 03:03:49.691750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34728) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.722713 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-505c304b-4a2b-4f74-9103-0fa64f1ef668 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 200 len: 205 time: 0.0275748 Dec 24 03:03:49.722982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34730) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.765475 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-980bf48f-98c8-4218-b4ae-4219c80a3c15 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:49.768565 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-980bf48f-98c8-4218-b4ae-4219c80a3c15 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/6d8bac47-8a72-42de-bcab-f5962ee0e31b HTTP/1.1" status: 404 len: 336 time: 0.0428350 Dec 24 03:03:49.769361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.779392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d9232fa-3c95-435c-a05c-08571d71ed61 req-98ac0a50-957c-4ce4-bed7-01f022189f32 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915949 Dec 24 03:03:49.788887 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:03:49.795933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-388adf65-3008-41ed-b30a-356965bd2125 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ecea3b-72fe-4bf0-b1eb-805b94b005b7 HTTP/1.1" status: 200 len: 205 time: 0.0255244 Dec 24 03:03:49.798925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34734) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.816535 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a86ca1-c9b2-4c6f-b497-20daa29427c6 None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:03:49.836725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-915d544f-3e7d-4ecc-8438-645ef294e840 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:49.837779 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-915d544f-3e7d-4ecc-8438-645ef294e840 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/90ecea3b-72fe-4bf0-b1eb-805b94b005b7 HTTP/1.1" status: 404 len: 336 time: 0.0379605 Dec 24 03:03:49.840376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34736) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.868831 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd4ff69-288e-4f59-bd2b-ed8c17883908 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:49.869429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd4ff69-288e-4f59-bd2b-ed8c17883908 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:49.872460 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-efd4ff69-288e-4f59-bd2b-ed8c17883908 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/436acea9-2228-4b91-b65d-cae0b8626ad5 HTTP/1.1" status: 404 len: 337 time: 0.0311360 Dec 24 03:03:49.875970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34738) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.909566 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1d5149d1-52ce-4477-9d58-81329648bec5 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 200 len: 205 time: 0.0325456 Dec 24 03:03:49.911786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34740) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.950743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-3af97aec-2f3f-4fe6-addb-cba5272914ba tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:49.950743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3af97aec-2f3f-4fe6-addb-cba5272914ba tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/cdb7be2d-86f5-47cf-9995-4e31dc6e631f HTTP/1.1" status: 404 len: 336 time: 0.0380161 Dec 24 03:03:49.953435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34742) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:49.979990 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80f8f23b-2417-4d97-9165-0037927799cc tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=398b96a9-613a-401d-aea5-4a8bac06b6e8 HTTP/1.1" status: 200 len: 205 time: 0.0256770 Dec 24 03:03:49.982276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34744) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.023079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-89c183e4-7c0c-47fe-9351-d742a2fd4157 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:50.023992 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-89c183e4-7c0c-47fe-9351-d742a2fd4157 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/398b96a9-613a-401d-aea5-4a8bac06b6e8 HTTP/1.1" status: 404 len: 336 time: 0.0408547 Dec 24 03:03:50.026414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34746) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.053308 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-6620964a-07c0-4981-a340-959a8459421c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:50.053767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6620964a-07c0-4981-a340-959a8459421c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:50.056732 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6620964a-07c0-4981-a340-959a8459421c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/0a922b40-bdab-4e87-bfa1-f45840e8802c HTTP/1.1" status: 404 len: 337 time: 0.0294311 Dec 24 03:03:50.059204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34748) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.085323 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-269f43e2-05de-49b0-a9a5-053575e74df2 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcc49e3b-1a1c-4358-aa0f-75c56a670104 HTTP/1.1" status: 200 len: 205 time: 0.0250936 Dec 24 03:03:50.087623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34750) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.103777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34752) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.127830 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-86af2d29-8f7c-4c32-b3e9-71902e47c33e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:50.129155 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-86af2d29-8f7c-4c32-b3e9-71902e47c33e tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/fcc49e3b-1a1c-4358-aa0f-75c56a670104 HTTP/1.1" status: 404 len: 336 time: 0.0404510 Dec 24 03:03:50.131507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.166381 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f173d4-4b0a-4f0f-a441-3aa0feb3df3c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:50.166855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f173d4-4b0a-4f0f-a441-3aa0feb3df3c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:50.173926 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f7f173d4-4b0a-4f0f-a441-3aa0feb3df3c tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/b294342b-403f-4099-92b0-e9583c4a0b3a HTTP/1.1" status: 404 len: 337 time: 0.0411777 Dec 24 03:03:50.179228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34756) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.205041 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-78650a5b-bf04-4659-96b1-a0c13cf2a172 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc HTTP/1.1" status: 200 len: 205 time: 0.0292292 Dec 24 03:03:50.209276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34758) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.231729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ce7e26b1-7feb-4b57-9f03-57fcd96a0e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:50.254523 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-9c6f1b71-6966-4fe8-be6c-c38ef193dc31 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] delete failed (client error): The resource could not be found. Dec 24 03:03:50.255823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9c6f1b71-6966-4fe8-be6c-c38ef193dc31 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/routers/7bdcb2f6-f909-4546-b24b-2f81ee0a9ecc HTTP/1.1" status: 404 len: 336 time: 0.0451629 Dec 24 03:03:50.258414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34760) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.291339 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b259935-509f-4d80-a54a-c8e748890ddb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:50.291875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b259935-509f-4d80-a54a-c8e748890ddb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:50.295012 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1b259935-509f-4d80-a54a-c8e748890ddb tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/d7d531b6-3abc-4b0a-a098-bebb8ae35cd0 HTTP/1.1" status: 404 len: 337 time: 0.0351980 Dec 24 03:03:50.298178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.327394 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-831ffe65-c126-4ea3-9314-13bb9be1ce44 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] DELETE failed (client error): The resource could not be found. Dec 24 03:03:50.327862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831ffe65-c126-4ea3-9314-13bb9be1ce44 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:03:50.331858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-831ffe65-c126-4ea3-9314-13bb9be1ce44 tempest-RoutersTest-1681329285 tempest-RoutersTest-1681329285-project] 10.222.0.36 "DELETE /v2.0/subnets/2a32278d-d1d7-43f2-9340-0e709727009f HTTP/1.1" status: 404 len: 337 time: 0.0326171 Dec 24 03:03:50.364106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c75696-4fd1-408c-8a40-13372c631305 None None] New status for floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:03:50.513466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b682be7e-2645-490c-9ab1-92fe0d9ff0c5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 690 time: 0.4082620 Dec 24 03:03:50.814505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.950004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a3e1f6ab-681b-45ce-81ac-1c7593ffac82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c80f7da5b744719b55f3b167fa19a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343257 Dec 24 03:03:50.952402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:50.998133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:51.020323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:51.105656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:51.108302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:51.110023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f91fd36f-6ede-4aa4-9c2a-1f0923f3cfa8 HTTP/1.1" status: 204 len: 168 time: 0.1561003 Dec 24 03:03:51.118070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650e80c-3444-4294-a39c-3d32a9979b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91fd36f-6ede-4aa4-9c2a-1f0923f3cfa8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:51.517495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34786) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:51.562852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b29008a-f5e5-4da8-80d4-357a83445181 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 688 time: 0.0441620 Dec 24 03:03:52.016875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34798) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.107762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--488077041'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:52.185390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.194257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.268320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.345807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.373759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17564e4d-d578-4c53-b8ba-08b2bcdebc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.379428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfe4ff9-9fc2-4684-8c63-a72e6c1cbb1d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:52.423254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.487806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.515861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65906bb-212d-4fad-ba4b-f45e0396fcc3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:52.574933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.576191 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9576d38b-1876-4916-9981-2761112f0c84 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5583055 Dec 24 03:03:52.579360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34804) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.634142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-98cf3bd5-b55a-4d04-9546-b52cd5533394 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0535543 Dec 24 03:03:52.636947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34806) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.641901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-security--562976004', 'description': 'tempest-security-description-818085858'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:52.678503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.721705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.807853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.810449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.811678 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "PUT /v2.0/security-groups/c65906bb-212d-4fad-ba4b-f45e0396fcc3 HTTP/1.1" status: 200 len: 1795 time: 0.1738172 Dec 24 03:03:52.814829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34808) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.835898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b1b88-8f80-4854-9c8b-664a51aefe36 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65906bb-212d-4fad-ba4b-f45e0396fcc3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:52.856169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e779745f-9e1c-4275-a65b-d30d8ff443d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups/c65906bb-212d-4fad-ba4b-f45e0396fcc3 HTTP/1.1" status: 200 len: 1795 time: 0.0400772 Dec 24 03:03:52.858703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34810) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.911049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.932923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:52.986224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34812) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:52.990843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006079788', 'description': 'tempest-secgroup-smoke-1006079788 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:53.030779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.034306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.035492 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/c65906bb-212d-4fad-ba4b-f45e0396fcc3 HTTP/1.1" status: 204 len: 168 time: 0.1758723 Dec 24 03:03:53.037982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34814) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.044658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438715df-fe33-40fd-ac1b-4ffeb1e60635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65906bb-212d-4fad-ba4b-f45e0396fcc3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:53.084182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a70e3823-d967-4056-96e4-b92f69e2f75b tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450845 Dec 24 03:03:53.086780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34816) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.098741 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-9171c29d-540c-40b2-a3eb-b39b779f97eb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] delete failed (client error): The resource could not be found. Dec 24 03:03:53.099707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9171c29d-540c-40b2-a3eb-b39b779f97eb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/c65906bb-212d-4fad-ba4b-f45e0396fcc3 HTTP/1.1" status: 404 len: 347 time: 0.0120220 Dec 24 03:03:53.103270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34818) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.108044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204930145'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:53.116696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.190871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.219210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.280225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.283849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.311977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd27436-3c6d-49eb-96f6-838b52b58e52,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:53.367834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.398502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.399705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f3b6ac00-3dd9-460f-8d5e-381d12c11f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4124618 Dec 24 03:03:53.400474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72447392-fdcc-4fa7-9549-3c7730a742f1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:53.402695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34820) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.407769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:53.485266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.486468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-00311997-9776-445c-9e04-019584ac0c34 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3823104 Dec 24 03:03:53.489478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34822) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.494009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '72447392-fdcc-4fa7-9549-3c7730a742f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:53.567061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.622203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.670172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.710984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.715707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.727192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43615832-d490-447a-ad34-5e968d025db6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:53.762181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.842559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.859805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530a99cb-e71d-485c-8cd4-c8851237bafb,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:53.860758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.862693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5a6f550a-905e-40e8-86dd-29b06465b81b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4583802 Dec 24 03:03:53.864902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34824) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.869272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:53.947531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.948861 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7efc3dd8-c33e-4c23-8457-6a6bf60d400f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4583268 Dec 24 03:03:53.951565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34826) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:53.983609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:53.991073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.029845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.099624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.106583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.107699 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/530a99cb-e71d-485c-8cd4-c8851237bafb HTTP/1.1" status: 204 len: 168 time: 0.1551664 Dec 24 03:03:54.111757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.112517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34828) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.113074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112d816-b94e-4db0-987e-74a7ce411bb6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=530a99cb-e71d-485c-8cd4-c8851237bafb,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.157547 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a76d689a-8f39-4dfc-81e0-d247b7b5c684 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438707 Dec 24 03:03:54.160086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34830) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.174257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.204517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a6ac57-8b0c-4e87-aab4-c8418887b0bb,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.228450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.254817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.270375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.271624 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-84d49dbb-aba8-4ebf-a706-30252bfa2865 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4057531 Dec 24 03:03:54.274633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34832) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.279405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:54.345526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.348151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.349353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/72447392-fdcc-4fa7-9549-3c7730a742f1 HTTP/1.1" status: 204 len: 168 time: 0.1883237 Dec 24 03:03:54.354913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34834) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.358231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a3194-96ac-44a1-b528-16408cd7dd54 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72447392-fdcc-4fa7-9549-3c7730a742f1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.385752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.412775 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ca6159e8-ceb9-47e1-94b8-2bf587e1ff1e tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594566 Dec 24 03:03:54.416614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34836) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.421413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--514973348'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:54.455036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.522535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.533512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.552223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828de55d-08a1-45fb-a62b-d20b36f12cc6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.589068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.615691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.617044 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-28e40ea9-171a-48f7-9094-7c8ea824827c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413205 Dec 24 03:03:54.619892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34838) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.624127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:54.659643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.691021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a75f90-50b1-4369-8e39-56036ebae3c0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.715225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.740726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.741970 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2a4035e2-911d-4192-adce-2bbebb8c8038 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3241701 Dec 24 03:03:54.744842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34840) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:54.749203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '06a75f90-50b1-4369-8e39-56036ebae3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:54.791510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.864397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.888613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.916540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92099c59-9382-473b-a8a5-d4a968403a6e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:54.932621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.992905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:54.994079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-69000052-4cb6-4fb2-8aa9-00da337ced3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732250 Dec 24 03:03:54.996901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34842) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:55.001781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:55.010463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.035691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.036513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21926da0-b0a2-45d6-ab2c-8d7de572e0f4,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:55.094501 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:03:55.099604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.113474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.114647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b0a91b62-f2bc-46ad-aba8-028469f98095 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3688724 Dec 24 03:03:55.117652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34844) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:55.121833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '06a75f90-50b1-4369-8e39-56036ebae3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:55.173828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.254954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.284957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.314484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda0fa78-bb0d-4db4-af87-1348428db22a,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:55.330552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.386944 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.388197 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7b662801-e8f5-4f9a-9cad-36b558705550 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903482 Dec 24 03:03:55.391037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34846) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:55.397165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'acd27436-3c6d-49eb-96f6-838b52b58e52', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:55.415061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.434299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d13ac74-1777-4bff-841f-b42d7efeb1c6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:55.482326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:03:55.488326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.502597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.503823 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8e06500a-8a9a-488b-9fe6-9c844a1ea554 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852441 Dec 24 03:03:55.514624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34848) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:55.514624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '06a75f90-50b1-4369-8e39-56036ebae3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:55.553030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.624328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.642954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.661514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2366b749-a3a4-4f2c-9153-3129a77dadf9,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:55.685280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.752820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.754068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8fac5e2-0314-42e4-b00a-926ab61cda07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3620803 Dec 24 03:03:55.774987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.795642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7467b8c9-bb42-4e13-8acd-5fc9be43780c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:55.859347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.877764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:55.878981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d992ef1d-85a6-445a-b9fe-c2e97bed0ecc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3707213 Dec 24 03:03:55.884996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34860) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:55.889687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '06a75f90-50b1-4369-8e39-56036ebae3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:55.964923 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-3d1ad02c-9500-4cd9-bc0b-aaf2a1e81f9c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006079788&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0519924 Dec 24 03:03:56.006859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.105597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-a1a11d4a-4d39-4fe2-bf8c-e43619aadf9f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:56.107050 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-a1a11d4a-4d39-4fe2-bf8c-e43619aadf9f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 796 time: 0.1347194 Dec 24 03:03:56.132043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.134775 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-3c1dc243-da73-426f-b040-8d217dd2786e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0211494 Dec 24 03:03:56.186570 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-e0647a45-efb0-4dc6-95f3-bb3d9c68bbfd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460446 Dec 24 03:03:56.225715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.273352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eccc50c-57d5-4a08-b653-32fd1135fe55,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:56.301339 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-09222654-8d87-41cf-8038-2a078c360965 service neutron] 10.222.0.36 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026969 Dec 24 03:03:56.366776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.366962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ac652d07-5126-416e-8fc9-05ff5db15a02 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4809659 Dec 24 03:03:56.369931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34868) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:56.374600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '06a75f90-50b1-4369-8e39-56036ebae3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:56.400539 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-b7356855-697f-4579-8629-ead06c22772f service neutron] 10.222.0.36 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930674 Dec 24 03:03:56.498070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.556843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.632451 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a9abe43e-a23f-4e7e-a693-594d375bdd83 req-af2fec45-0dbc-47cb-bebd-17f22fca4331 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 210 time: 0.0261827 Dec 24 03:03:56.636610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.653268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb59a8a-f717-4faa-97d7-9634f4c3c82d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:56.718059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.719302 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c10010ed-c686-4267-95a8-26dc404a4b58 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3483031 Dec 24 03:03:56.722763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34878) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:56.748871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.756999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.864446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.870684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.871842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5cb59a8a-f717-4faa-97d7-9634f4c3c82d HTTP/1.1" status: 204 len: 168 time: 0.1480548 Dec 24 03:03:56.874693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34880) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:56.877479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f88834-4e02-414e-99e8-c5e5e0bd129f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cb59a8a-f717-4faa-97d7-9634f4c3c82d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:56.931239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a33100fb-5e4e-4fc4-8174-ebf901ed1539 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0554776 Dec 24 03:03:56.934089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34882) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:56.956864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:56.964282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.059488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.064778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.066053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1eccc50c-57d5-4a08-b653-32fd1135fe55 HTTP/1.1" status: 204 len: 168 time: 0.1310701 Dec 24 03:03:57.068903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34886) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.074470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca930dc-ff2c-40b8-9456-3016c6e12fb1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eccc50c-57d5-4a08-b653-32fd1135fe55,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:57.117759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-03131210-6a7e-43c7-a013-6a89b43ea604 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0472252 Dec 24 03:03:57.120547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34888) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.143247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.151189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.242488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.248819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.250013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7467b8c9-bb42-4e13-8acd-5fc9be43780c HTTP/1.1" status: 204 len: 168 time: 0.1285520 Dec 24 03:03:57.252912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34890) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.255910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d3a7c-b09e-48b1-84ea-d15c2d5b1635 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7467b8c9-bb42-4e13-8acd-5fc9be43780c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:57.294941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3c062116-bb63-424b-925c-8d54ea5216fc tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0408924 Dec 24 03:03:57.297645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34892) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.320600 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.328260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.419714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.427374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.428467 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7d13ac74-1777-4bff-841f-b42d7efeb1c6 HTTP/1.1" status: 204 len: 168 time: 0.1299026 Dec 24 03:03:57.431294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34894) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.432572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958144d9-4e90-4245-86b3-93581cb93c26 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d13ac74-1777-4bff-841f-b42d7efeb1c6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:57.471809 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-76f3d91c-1873-4bd1-a817-936235e29878 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0393844 Dec 24 03:03:57.474547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34896) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.497873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.505681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.602185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.608355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.615111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/21926da0-b0a2-45d6-ab2c-8d7de572e0f4 HTTP/1.1" status: 204 len: 168 time: 0.1340091 Dec 24 03:03:57.615275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34898) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.615390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db562c-2cbf-4c80-8d8b-d1b41c6b5916 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21926da0-b0a2-45d6-ab2c-8d7de572e0f4,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:57.652448 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ba68c8ac-38b9-4203-9b0b-46eda3656306 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389657 Dec 24 03:03:57.655043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34902) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.717902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.737369 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-38fdf644-1ced-4274-aa3a-e134d041cbf1 req-e6eb7617-e218-410e-879a-1a9323e4ace2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 210 time: 0.0337913 Dec 24 03:03:57.756978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.848358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.851088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:57.852229 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/06a75f90-50b1-4369-8e39-56036ebae3c0 HTTP/1.1" status: 204 len: 168 time: 0.1961749 Dec 24 03:03:57.854921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34904) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.861348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b192fe-8636-4d50-9f5a-19e663303b64 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a75f90-50b1-4369-8e39-56036ebae3c0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:57.907974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-55fa33ad-8523-418c-933a-557ad2464cc8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518610 Dec 24 03:03:57.912697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34906) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:57.917008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090920800'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:57.996180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.060089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.127002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.155408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c75e67-f7c0-49fb-aea1-7d2a1e6c1528,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:58.272627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.273854 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5fa1f3e8-c1eb-428d-8eef-8bf420588efe tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3602417 Dec 24 03:03:58.276533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34908) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:58.280850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '36c75e67-f7c0-49fb-aea1-7d2a1e6c1528', 'direction': 'ingress', 'protocol': 17}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:58.355389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.411925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.487700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.508217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b56e7-6227-4322-a323-15e73296d303,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:58.594561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.595816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-af577e89-c24e-4cbf-870c-df4d16028b9c tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3183453 Dec 24 03:03:58.598916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:58.642720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-7f554b7a-4d82-455d-a90a-bfa136383bd7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:58.644170 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-7f554b7a-4d82-455d-a90a-bfa136383bd7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 796 time: 0.1111724 Dec 24 03:03:58.653546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.677123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.735053 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-e715f83b-b92e-40e3-8333-9df46f0a893e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 473 time: 0.0734043 Dec 24 03:03:58.744936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['acd27436-3c6d-49eb-96f6-838b52b58e52']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:58.805371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.809203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.813098 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/36c75e67-f7c0-49fb-aea1-7d2a1e6c1528 HTTP/1.1" status: 204 len: 168 time: 0.2124770 Dec 24 03:03:58.814143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34914) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:58.837770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4875f6-c8fd-4c7a-b064-711322fb6004 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c75e67-f7c0-49fb-aea1-7d2a1e6c1528,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:58.845087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-511b6423-e3cb-4f0c-aa61-2eefd9ac2ed2 req-629e4f51-81f3-4770-8b75-1ba4e36c10aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 210 time: 0.0342128 Dec 24 03:03:58.867880 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-aa091f5a-1045-497a-8f6e-498f32b7bd12 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499117 Dec 24 03:03:58.871495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34916) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:58.876572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743422953'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:58.956767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:03:58.961807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:58.979673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.047498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.086747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.6 (5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9/f60e7e98-778b-4603-857b-4d4f0c32c07d/130a298d-b776-47b7-9ebd-149f33978561) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:03:59.121709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.150709 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df1d00e-8879-4eb3-9e91-d0d9f15607af,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:59.221645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.222933 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ed55059f-d41f-4527-858c-2916bfc722d0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3504403 Dec 24 03:03:59.226265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34922) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:59.226708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.231176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--120427709'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:59.322522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.356470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.388988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.400880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:03:59.403858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:03:59.407530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:03:59.414790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:59.454575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.466869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:59.467575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.487237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc4b08-1eff-4261-bf35-fa4ea4c2ff29,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:59.535915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.537856 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-686f326d-006f-4f2b-8073-320116ace904 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3094401 Dec 24 03:03:59.540907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34924) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:59.545429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '8df1d00e-8879-4eb3-9e91-d0d9f15607af', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19fc4b08-1eff-4261-bf35-fa4ea4c2ff29', 'remote_ip_prefix': None}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:59.554569 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-d6d321d9-106d-49a7-97e1-785973d99de2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131506 Dec 24 03:03:59.579759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Request body: {'port': {'device_id': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:03:59.634632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.643853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.651039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c3fddbea-3f35-4ac6-9151-7771711d6a20 None None] Provisioning complete for port 130a298d-b776-47b7-9ebd-149f33978561 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:03:59.651590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3fddbea-3f35-4ac6-9151-7771711d6a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.689727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c3fddbea-3f35-4ac6-9151-7771711d6a20 None None] Port 130a298d-b776-47b7-9ebd-149f33978561 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:03:59.722342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.791362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.809263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb02d49-5dcc-4700-bc4c-2d79b01b92be,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:03:59.866611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.867898 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8ff43e51-8eac-4537-9cb1-31039bccbef3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3259807 Dec 24 03:03:59.870667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34926) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:03:59.894899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.908823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.910996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130a298d-b776-47b7-9ebd-149f33978561 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:03:59.918853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.927454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:03:59.931101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Transition to ACTIVE for port object 130a298d-b776-47b7-9ebd-149f33978561 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:03:59.993077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec509ad-df5f-47c0-a477-09ead01a0b9e req-f6f0f681-28b6-4c79-b4d2-260331be1b07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:03:59.994569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aec509ad-df5f-47c0-a477-09ead01a0b9e req-f6f0f681-28b6-4c79-b4d2-260331be1b07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 931 time: 0.0487351 Dec 24 03:04:00.008173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.022169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.026771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.027930 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1fb02d49-5dcc-4700-bc4c-2d79b01b92be HTTP/1.1" status: 204 len: 168 time: 0.1563497 Dec 24 03:04:00.033855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34930) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.049764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8039b81-04c5-4567-bf32-06e9cdb27160 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fb02d49-5dcc-4700-bc4c-2d79b01b92be,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:00.063630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aec509ad-df5f-47c0-a477-09ead01a0b9e req-6230b0bc-2f55-4934-9690-3c5b9435d80e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631056 Dec 24 03:04:00.090612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Pushing event updated for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:00.141112 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aed821a8-830a-4802-9006-bee9e37850ef tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1060576 Dec 24 03:04:00.143789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34932) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.169513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Attempting to bind port 130a298d-b776-47b7-9ebd-149f33978561 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:00.169837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Attempting to bind port 130a298d-b776-47b7-9ebd-149f33978561 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:00.170094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Attempting to bind port 130a298d-b776-47b7-9ebd-149f33978561 on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:00.175003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Port 130a298d-b776-47b7-9ebd-149f33978561 on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:04:00.175334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Attempting to bind port 130a298d-b776-47b7-9ebd-149f33978561 on network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:00.181632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:00.181978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Checking segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:00.182372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Bound using segment: {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:00.182807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Bound port: 130a298d-b776-47b7-9ebd-149f33978561, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:00.183166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.199201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.224257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.257550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:00.260615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=130a298d-b776-47b7-9ebd-149f33978561,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:00.335145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.371963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.372684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.374080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] 10.222.0.49 "PUT /v2.0/ports/130a298d-b776-47b7-9ebd-149f33978561 HTTP/1.1" status: 200 len: 1093 time: 0.7987964 Dec 24 03:04:00.374516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'tag': '130a298d-b776-47b7-9ebd-149f33978561'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:00.376800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49998bba-96f0-4906-9569-6979a19ba4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "tag": "130a298d-b776-47b7-9ebd-149f33978561"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:00.379812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.386068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.388973 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/19fc4b08-1eff-4261-bf35-fa4ea4c2ff29 HTTP/1.1" status: 204 len: 168 time: 0.2437069 Dec 24 03:04:00.389595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.401928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0f19-1296-4107-8a73-d9bd08e8b588 service neutron] Pushing event updated for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:00.420461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a17400-9d54-47b0-b209-5ba2f1d64d8f tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc4b08-1eff-4261-bf35-fa4ea4c2ff29,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:00.442720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff1932e-7c98-4d14-a3dc-c6d768a1ad72 x-openstack-request-id: req-eff1932e-7c98-4d14-a3dc-c6d768a1ad72 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:00.444460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "tag": "130a298d-b776-47b7-9ebd-149f33978561", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:00.449171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eff1932e-7c98-4d14-a3dc-c6d768a1ad72 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:00.449171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'tag': '130a298d-b776-47b7-9ebd-149f33978561', 'status': 'completed', 'code': 200} Dec 24 03:04:00.474663 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1310e3b6-42d8-4947-be28-d829883aa481 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0806880 Dec 24 03:04:00.477917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34938) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.528932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998bba-96f0-4906-9569-6979a19ba4ab req-303a6156-b4d9-41cc-8c35-31ea5f5fa71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.530448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-49998bba-96f0-4906-9569-6979a19ba4ab req-303a6156-b4d9-41cc-8c35-31ea5f5fa71c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 1096 time: 0.0500727 Dec 24 03:04:00.535552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.560775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.650335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998bba-96f0-4906-9569-6979a19ba4ab req-3a504f57-6c47-4130-b00a-162b85143d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.651739 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-49998bba-96f0-4906-9569-6979a19ba4ab req-3a504f57-6c47-4130-b00a-162b85143d40 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1045170 Dec 24 03:04:00.682296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.684847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.689183 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/8df1d00e-8879-4eb3-9e91-d0d9f15607af HTTP/1.1" status: 204 len: 168 time: 0.2082372 Dec 24 03:04:00.690354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34940) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.702462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26fbf0-9332-4e0d-8f95-c3da2ceaffbb tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df1d00e-8879-4eb3-9e91-d0d9f15607af,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:00.739816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-86c40c04-7a89-4b8b-a75b-84a913377e5e tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0483942 Dec 24 03:04:00.744601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34942) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:00.748988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299050134'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:00.753101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49998bba-96f0-4906-9569-6979a19ba4ab req-87b994a0-6fda-4ea1-9390-a22ff0562efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.754599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-49998bba-96f0-4906-9569-6979a19ba4ab req-87b994a0-6fda-4ea1-9390-a22ff0562efe service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954504 Dec 24 03:04:00.825484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.875351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-ea91fce4-ada8-467a-b655-ad06cea7634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.876902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-ea91fce4-ada8-467a-b655-ad06cea7634e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 1096 time: 0.0475886 Dec 24 03:04:00.896101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.928301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-9f9a1ae5-42d8-4c18-a320-d1a8ae9962a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130a298d-b776-47b7-9ebd-149f33978561 HTTP/1.1" status: 200 len: 217 time: 0.0357656 Dec 24 03:04:00.951202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:00.977888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-59bcf38d-7267-4bf8-8ec3-c9bed857f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:00.979346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-59bcf38d-7267-4bf8-8ec3-c9bed857f241 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 200 len: 833 time: 0.0446687 Dec 24 03:04:00.980305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8450e5-8d25-4ae8-80f2-791e3420d4db,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:01.029408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-1e46bba4-ce9d-4d9f-9f52-71c31186960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:01.030989 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-1e46bba4-ce9d-4d9f-9f52-71c31186960c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445068 Dec 24 03:04:01.049552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.050814 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-46dce722-29e4-4772-8700-aba415f805f1 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3052106 Dec 24 03:04:01.053668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34944) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.058017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '1c8450e5-8d25-4ae8-80f2-791e3420d4db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:01.123428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-238a04af-e44e-4a17-a48d-ad28bb8d20bf service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Dec 24 03:04:01.154755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.220315 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c86856cb-88c8-4801-8de0-d2cdc5d2d4b4 req-2f87a738-a87e-431e-8880-f291d72ff315 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884466 Dec 24 03:04:01.220558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c51d9-1483-419e-a62e-cbdd15fe05ac req-bd9430c5-d648-498a-9d2a-c8595050ae44 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:01.221828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d05c51d9-1483-419e-a62e-cbdd15fe05ac req-bd9430c5-d648-498a-9d2a-c8595050ae44 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 943 time: 0.0837314 Dec 24 03:04:01.255145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.283814 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d05c51d9-1483-419e-a62e-cbdd15fe05ac req-04978a3f-7c98-4691-96fa-c87e59c75857 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549605 Dec 24 03:04:01.493613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.512092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45e581a-6419-4359-9c76-9e451bdc187b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:01.564472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.565682 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1c86b7bb-0ae0-4739-91b1-4527d2a5ed91 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5111060 Dec 24 03:04:01.569119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.592827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.600248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.676641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.683228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.684354 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f45e581a-6419-4359-9c76-9e451bdc187b HTTP/1.1" status: 204 len: 168 time: 0.1139436 Dec 24 03:04:01.687280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34950) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.689797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60706b1f-0d73-4d88-ad94-1c6dac07d126 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f45e581a-6419-4359-9c76-9e451bdc187b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:01.728372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e05fb3e6-586e-4c3d-9f6c-637cf362d51b tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391023 Dec 24 03:04:01.730292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34952) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.781849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.803633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.928577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.931196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:01.932375 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c8450e5-8d25-4ae8-80f2-791e3420d4db HTTP/1.1" status: 204 len: 168 time: 0.2011833 Dec 24 03:04:01.935094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34954) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.941377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a1643-b95f-4431-98bc-462cdb77ea90 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8450e5-8d25-4ae8-80f2-791e3420d4db,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:01.984066 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d722519f-67b7-4174-93d3-efdc919bc4e0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0477288 Dec 24 03:04:01.987667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34956) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:01.992614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779626484'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:02.065318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.128737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.179470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.207457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2796cc4d-3839-4888-ac26-380bc0ee295f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:02.260670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.261868 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d759c6a1-ee6c-4013-8625-1e5688956f37 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2732897 Dec 24 03:04:02.264548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34958) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.268847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '2796cc4d-3839-4888-ac26-380bc0ee295f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:02.362225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.404243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bf5c9-9ac4-40f4-9b1a-70899ff01207 req-e7654f07-782e-41e7-b96a-6ad074f4b3f6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:02.405752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f82bf5c9-9ac4-40f4-9b1a-70899ff01207 req-e7654f07-782e-41e7-b96a-6ad074f4b3f6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 943 time: 0.0506694 Dec 24 03:04:02.421535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.459919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f82bf5c9-9ac4-40f4-9b1a-70899ff01207 req-8c9bd5c7-775f-4d7f-9273-e6a2646e6854 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Dec 24 03:04:02.493861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.511542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f678523-8e44-4628-9629-984c0fcab405,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:02.611917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.613888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1cab0ad0-4dbb-4db9-bbd2-564cb9e66c30 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482170 Dec 24 03:04:02.617005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34962) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.633991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a75fb883-b83e-4f38-85b9-676e0a66b42a tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules/5f678523-8e44-4628-9629-984c0fcab405 HTTP/1.1" status: 200 len: 763 time: 0.0159168 Dec 24 03:04:02.636360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34964) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.675071 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ebe88b98-0b9a-4d84-8947-8d56bd293c4a tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376539 Dec 24 03:04:02.677580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34966) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.700542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.707918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.790566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.795180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.796349 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5f678523-8e44-4628-9629-984c0fcab405 HTTP/1.1" status: 204 len: 168 time: 0.1178417 Dec 24 03:04:02.802237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34968) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.804037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e42049-79e9-4d89-8900-affa9e0e3a73 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f678523-8e44-4628-9629-984c0fcab405,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:02.838658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f595c928-2ba1-462c-ab44-9fa048ac32c6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385251 Dec 24 03:04:02.841136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34970) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:02.845319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '2796cc4d-3839-4888-ac26-380bc0ee295f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:02.938881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:02.994365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.059442 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.078262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8165f4-0a60-43d7-8179-75f0d88c3429,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:03.147147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.148393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ecc57ce4-f531-4603-816c-618c190fc057 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3063250 Dec 24 03:04:03.150945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34972) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.166356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d31917e9-9589-49cb-8cca-2649e2db1d95 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules/7c8165f4-0a60-43d7-8179-75f0d88c3429 HTTP/1.1" status: 200 len: 763 time: 0.0144055 Dec 24 03:04:03.168503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34974) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.207218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-83d0492d-c584-4c8a-967b-70995de047f6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0377276 Dec 24 03:04:03.209783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34976) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.231861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.239177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.305542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.311378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.312513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/7c8165f4-0a60-43d7-8179-75f0d88c3429 HTTP/1.1" status: 204 len: 168 time: 0.1016247 Dec 24 03:04:03.315018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.317818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1548e-96b0-4e97-9396-dd2174373eb8 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c8165f4-0a60-43d7-8179-75f0d88c3429,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:03.357968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e9b90fdf-96c6-4be5-9ae3-1c71bb7660d3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418284 Dec 24 03:04:03.365035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34980) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.369920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': '2796cc4d-3839-4888-ac26-380bc0ee295f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:03.436029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.494508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.540060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.576751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8610ba-1190-4da1-ab95-474261bea28f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:03.593227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c752bc-0399-4ce1-b8fe-4ff7b286682f req-3183bf16-9457-4699-bb53-2936f3708fec tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:03.594725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-83c752bc-0399-4ce1-b8fe-4ff7b286682f req-3183bf16-9457-4699-bb53-2936f3708fec tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 943 time: 0.0670907 Dec 24 03:04:03.623806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.625016 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6586e46e-144e-4964-a110-cde8bd30c596 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2590461 Dec 24 03:04:03.627908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34984) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.644673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-16207af2-d749-46eb-b606-cf6f095dfdd2 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules/df8610ba-1190-4da1-ab95-474261bea28f HTTP/1.1" status: 200 len: 764 time: 0.0155592 Dec 24 03:04:03.647312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34986) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.649708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-83c752bc-0399-4ce1-b8fe-4ff7b286682f req-50ae11bb-1e05-4c61-942f-df6203fc593a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492089 Dec 24 03:04:03.687657 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-82a6b9c4-ebad-4aaf-884c-9ace88be8de3 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0391951 Dec 24 03:04:03.690128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34988) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.715796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.723039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.808224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.814151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.815247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/df8610ba-1190-4da1-ab95-474261bea28f HTTP/1.1" status: 204 len: 168 time: 0.1242244 Dec 24 03:04:03.817898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34990) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.821732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d65dab-6a18-4295-b3c5-70a68d498cbd tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8610ba-1190-4da1-ab95-474261bea28f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:03.856905 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e25489e0-bc28-45dc-9f73-323df0d22c3e tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378687 Dec 24 03:04:03.859606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 34992) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:03.912696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:03.934273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.036358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.039584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.040851 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/2796cc4d-3839-4888-ac26-380bc0ee295f HTTP/1.1" status: 204 len: 168 time: 0.1803544 Dec 24 03:04:04.043551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34994) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:04.049793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45846050-a2f8-4df2-a310-fe86c9b94431 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796cc4d-3839-4888-ac26-380bc0ee295f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:04.088322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0106ee2c-d71e-4d84-b4f4-dae6480d2c45 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435414 Dec 24 03:04:04.092551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34996) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:04.096812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969709728'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:04.118250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 130a298d-b776-47b7-9ebd-149f33978561 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:04:04.168227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.215418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=130a298d-b776-47b7-9ebd-149f33978561,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:04.226539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '130a298d-b776-47b7-9ebd-149f33978561', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'port_id': '130a298d-b776-47b7-9ebd-149f33978561', 'mac_address': 'fa:16:3e:5d:ba:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:04:04.234580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.262615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.274973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130a298d-b776-47b7-9ebd-149f33978561 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:04:04.294201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=130a298d-b776-47b7-9ebd-149f33978561,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:04.299372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.329589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff9357-c2d2-4c72-808a-da09d2bb85d8,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:04.355743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.386524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.387805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-693fef54-6245-4e7a-827a-14302fc479e6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2942965 Dec 24 03:04:04.390544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 34998) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:04.395066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Request body: {'security_group_rule': {'security_group_id': 'd5ff9357-c2d2-4c72-808a-da09d2bb85d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:04.405167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:04.481232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.534051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.596712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.614246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca74b92b-4203-4e25-a008-78a1fbd93b5c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:04.684779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.686022 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3da8f01f-28aa-48ce-aba4-bdfe492374b7 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2944429 Dec 24 03:04:04.688822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35002) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:04.751298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['130a298d-b776-47b7-9ebd-149f33978561'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:04:04.772770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.799477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e35e5-6592-41df-a77e-f06bb44216e7 req-d55e4a04-22ae-4d18-bc68-0d5a98cdfb84 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:04.800985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-119e35e5-6592-41df-a77e-f06bb44216e7 req-d55e4a04-22ae-4d18-bc68-0d5a98cdfb84 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 944 time: 0.0773828 Dec 24 03:04:04.811213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.878752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-119e35e5-6592-41df-a77e-f06bb44216e7 req-a7273e27-27f8-49cc-9f57-12677402fec3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694284 Dec 24 03:04:04.967913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.970596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:04.972327 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/d5ff9357-c2d2-4c72-808a-da09d2bb85d8 HTTP/1.1" status: 204 len: 168 time: 0.2819426 Dec 24 03:04:04.974472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35004) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:04.981870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11bca6-60d2-4033-8fc7-74b4d945f5f5 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff9357-c2d2-4c72-808a-da09d2bb85d8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:05.022088 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e263f022-6a7c-4b88-b9d5-66550383b9a2 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0461864 Dec 24 03:04:05.025164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35006) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:05.058527 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-83c2edab-bd25-45ed-b7f0-8f0c6deea9f6 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0323045 Dec 24 03:04:05.061178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35008) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:05.076260 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-7c9d1e35-b649-4b8a-8a33-e18bda17b7f0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] delete failed (client error): The resource could not be found. Dec 24 03:04:05.077285 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7c9d1e35-b649-4b8a-8a33-e18bda17b7f0 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "DELETE /v2.0/security-groups/d5ff9357-c2d2-4c72-808a-da09d2bb85d8 HTTP/1.1" status: 404 len: 347 time: 0.0151136 Dec 24 03:04:05.080702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35010) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:05.120548 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a6f5794a-dac4-4ef7-8887-ac6352e8a220 tempest-SecGroupTest-1569364973 tempest-SecGroupTest-1569364973-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0387104 Dec 24 03:04:05.529088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35016) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:05.658942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-70b3965e-2ff8-48a9-9b57-49e71906ab7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f638e306a1a4e6593084dae203bf0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287177 Dec 24 03:04:05.661431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35020) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:05.717417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:05.737406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:05.842237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:05.844817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:05.845960 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bfe4ff9-9fc2-4684-8c63-a72e6c1cbb1d HTTP/1.1" status: 204 len: 168 time: 0.1836395 Dec 24 03:04:05.853491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5179f-0d61-4e80-a8f8-916949792193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfe4ff9-9fc2-4684-8c63-a72e6c1cbb1d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:05.998914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b54b20-6aca-4cd0-8e38-963bfc628234 req-4aa744f6-6f8b-4f30-96b7-a58d21356bb2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:06.000439 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c3b54b20-6aca-4cd0-8e38-963bfc628234 req-4aa744f6-6f8b-4f30-96b7-a58d21356bb2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 944 time: 0.0489423 Dec 24 03:04:06.049125 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c3b54b20-6aca-4cd0-8e38-963bfc628234 req-475c4b66-2adf-4952-8710-cfd8488dce2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 Dec 24 03:04:06.144640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 130a298d-b776-47b7-9ebd-149f33978561 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:06.236600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 130a298d-b776-47b7-9ebd-149f33978561 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:04:06.240434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 130a298d-b776-47b7-9ebd-149f33978561 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:06.240809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:06.319181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:06.342401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a298d-b776-47b7-9ebd-149f33978561'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:06.344746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1e5d9-4db2-4fd2-aa27-205ef61a9bfe" -d '{"events": [{"server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "name": "network-vif-plugged", "status": "completed", "tag": "130a298d-b776-47b7-9ebd-149f33978561"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:06.357172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=130a298d-b776-47b7-9ebd-149f33978561,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:06.386104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4197b-76fa-4a59-bfef-c9e5246947fc x-openstack-request-id: req-cbc4197b-76fa-4a59-bfef-c9e5246947fc {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:06.386296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "name": "network-vif-plugged", "status": "completed", "tag": "130a298d-b776-47b7-9ebd-149f33978561", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:06.386551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbc4197b-76fa-4a59-bfef-c9e5246947fc {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:06.386945 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130a298d-b776-47b7-9ebd-149f33978561', 'code': 200} Dec 24 03:04:06.465145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:06.512660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:06.720288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f7dbe-9be2-40db-a470-db1786aa4730 req-8d097372-d23a-4bb2-80fa-67a9d3f12204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:06.721942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-799f7dbe-9be2-40db-a470-db1786aa4730 req-8d097372-d23a-4bb2-80fa-67a9d3f12204 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 1098 time: 0.0411277 Dec 24 03:04:06.771818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-799f7dbe-9be2-40db-a470-db1786aa4730 req-b227f041-7568-41a7-8fda-7e6bd24eaccd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Dec 24 03:04:06.856769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35046) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:06.949982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1688571886'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:07.036311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Made reservation on behalf of e88381fcbeca4848a1ebceca64420314 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:04:07.040406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.049200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.127008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.172277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7f046-6ed3-4a36-8357-19678dd41083 req-b2a128b7-2f71-4246-98ad-46b504b67059 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:07.173838 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fb7f046-6ed3-4a36-8357-19678dd41083 req-b2a128b7-2f71-4246-98ad-46b504b67059 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Dec 24 03:04:07.224778 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fb7f046-6ed3-4a36-8357-19678dd41083 req-973b5486-eb38-4121-baff-86eb8e65e728 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449574 Dec 24 03:04:07.225139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.254407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:04:07.261128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe6899-f282-4c01-b376-b5a13f1173fc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:07.267602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.269122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Added segment 5ea7d2c4-1a14-4398-a1a2-1bbe929bd238 of type vlan for network 448a22df-b9f8-4845-91fe-d4699e1bb145 Dec 24 03:04:07.305506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.402128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.407770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:07.408380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:07.471828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Pushing event updated for resources: {'Network': ['ID=448a22df-b9f8-4845-91fe-d4699e1bb145,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:07.486336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 448a22df-b9f8-4845-91fe-d4699e1bb145 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:04:07.522166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7879a7c0-5447-4fba-92aa-9df38f4b3544 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6611142 Dec 24 03:04:07.522413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35052) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:07.528126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-926d1a5b-c00e-47c3-b9e8-872860d9a855 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-980838614') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:07.694538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-926d1a5b-c00e-47c3-b9e8-872860d9a855 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "PUT /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-980838614 HTTP/1.1" status: 201 len: 201 time: 0.1710064 Dec 24 03:04:07.697204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35054) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:07.701283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-5637f2bb-f74d-4458-b745-09380cc35780 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-980838614') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:07.769307 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5637f2bb-f74d-4458-b745-09380cc35780 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-980838614 HTTP/1.1" status: 204 len: 168 time: 0.0710421 Dec 24 03:04:07.771629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35056) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:07.776553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-2a59d70e-983f-4b71-99b4-119f8d116b77 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:07.853142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2a59d70e-983f-4b71-99b4-119f8d116b77 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags HTTP/1.1" status: 200 len: 237 time: 0.0799055 Dec 24 03:04:07.855690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35058) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:07.859967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-8cdf485c-0c37-4034-8903-36fde798d8af tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', {'tags': ['tempest-TagsTest-Tag-1447486909', 'tempest-TagsTest-Tag-16203852', 'tempest-TagsTest-Tag-661563550']}) {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.009093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8cdf485c-0c37-4034-8903-36fde798d8af tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "PUT /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags HTTP/1.1" status: 200 len: 306 time: 0.1520951 Dec 24 03:04:08.011608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35060) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.015841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-5cf9d2b0-cad8-4396-abdd-40338b16c15c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-1447486909') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.128976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5cf9d2b0-cad8-4396-abdd-40338b16c15c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "DELETE /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-1447486909 HTTP/1.1" status: 204 len: 168 time: 0.1163728 Dec 24 03:04:08.131513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35062) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.136186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-ce46006c-710d-463e-afde-18ccc2f5a2c6 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-1447486909') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.203669 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-ce46006c-710d-463e-afde-18ccc2f5a2c6 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] show failed (client error): The resource could not be found. Dec 24 03:04:08.204712 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ce46006c-710d-463e-afde-18ccc2f5a2c6 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-1447486909 HTTP/1.1" status: 404 len: 326 time: 0.0722935 Dec 24 03:04:08.207351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35064) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.212051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-03b9df77-19eb-47bd-a692-0dd119044728 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-16203852') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.284707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-03b9df77-19eb-47bd-a692-0dd119044728 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-16203852 HTTP/1.1" status: 204 len: 168 time: 0.0762887 Dec 24 03:04:08.287116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35068) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.292116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c8154702-b004-49ea-8f31-3b429be77f25 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-661563550') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.391227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124a731-1d29-4d21-9d7c-f782a43d14f7 req-2db1b3a1-6484-43ed-8de1-00ccda6e892e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:08.392702 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9124a731-1d29-4d21-9d7c-f782a43d14f7 req-2db1b3a1-6484-43ed-8de1-00ccda6e892e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0884604 Dec 24 03:04:08.398041 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c8154702-b004-49ea-8f31-3b429be77f25 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-661563550 HTTP/1.1" status: 204 len: 168 time: 0.1100202 Dec 24 03:04:08.401371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35070) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.405800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.tag.tag_plugin [None req-7ffe5608-0686-433a-90c0-e6cae9def9eb tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.442940 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9124a731-1d29-4d21-9d7c-f782a43d14f7 req-72b50e67-b190-47dd-b7bd-47d6d0810c1c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438383 Dec 24 03:04:08.526393 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7ffe5608-0686-433a-90c0-e6cae9def9eb tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "DELETE /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags HTTP/1.1" status: 204 len: 168 time: 0.1207960 Dec 24 03:04:08.526683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35074) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.531042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-0c46c479-d5db-4c40-a320-7c2c67c3ca01 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-16203852') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.566781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c2fc0-cc0a-4aa5-99ec-689ce8b78689 req-c80b185e-76c6-44aa-a402-f8563d5fc25b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:08.568445 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dd9c2fc0-cc0a-4aa5-99ec-689ce8b78689 req-c80b185e-76c6-44aa-a402-f8563d5fc25b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0574205 Dec 24 03:04:08.597233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-0c46c479-d5db-4c40-a320-7c2c67c3ca01 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] show failed (client error): The resource could not be found. Dec 24 03:04:08.598266 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0c46c479-d5db-4c40-a320-7c2c67c3ca01 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-16203852 HTTP/1.1" status: 404 len: 324 time: 0.0706229 Dec 24 03:04:08.601100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.605346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-cdd262ef-667d-4ed5-8277-07b897b79f7c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145', 'tempest-TagsTest-Tag-661563550') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.619104 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dd9c2fc0-cc0a-4aa5-99ec-689ce8b78689 req-aa905388-9ae0-4f60-bfb5-86cdbdff0ecc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439615 Dec 24 03:04:08.641520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35078) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.676692 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-cdd262ef-667d-4ed5-8277-07b897b79f7c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] show failed (client error): The resource could not be found. Dec 24 03:04:08.677851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cdd262ef-667d-4ed5-8277-07b897b79f7c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "GET /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags/tempest-TagsTest-Tag-661563550 HTTP/1.1" status: 404 len: 325 time: 0.0758193 Dec 24 03:04:08.680751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc1a77f-380f-45ba-91fc-6ac514223d68 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:08.681356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35080) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.682402 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9cc1a77f-380f-45ba-91fc-6ac514223d68 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 1093 time: 0.0399830 Dec 24 03:04:08.685131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35082) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.685489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.tag.tag_plugin [None req-c1e6a0fd-43ff-453e-a2cb-d9ba7b6162e3 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '448a22df-b9f8-4845-91fe-d4699e1bb145') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.689596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'port_id': '130a298d-b776-47b7-9ebd-149f33978561'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:08.729415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.761705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1e6a0fd-43ff-453e-a2cb-d9ba7b6162e3 tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "DELETE /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145/tags HTTP/1.1" status: 204 len: 168 time: 0.0738230 Dec 24 03:04:08.761934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35084) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:08.841732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.931795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.951290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448a22df-b9f8-4845-91fe-d4699e1bb145']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.960168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea7d2c4-1a14-4398-a1a2-1bbe929bd238') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.960634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea7d2c4-1a14-4398-a1a2-1bbe929bd238') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:08.970247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.983504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.989204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:04:08.989580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:04:08.992405 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:04:09.105283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.113608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.119288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] 10.222.0.36 "DELETE /v2.0/networks/448a22df-b9f8-4845-91fe-d4699e1bb145 HTTP/1.1" status: 204 len: 168 time: 0.3531382 Dec 24 03:04:09.128481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1eea5-5caf-4595-b6ac-fcd435f0ad1c tempest-TagsTest-1659397152 tempest-TagsTest-1659397152-project] Pushing event deleted for resources: {'Network': ['ID=448a22df-b9f8-4845-91fe-d4699e1bb145,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:09.174548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.242282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.342619 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b associated. External IP: 172.26.7.239, port: 130a298d-b776-47b7-9ebd-149f33978561. Dec 24 03:04:09.402909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-f4b8a310-77d9-4daa-97da-3aa24b6904b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437469 Dec 24 03:04:09.506136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-1be857e4-81e4-4462-9c35-ce38aaaa48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:09.508862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-1be857e4-81e4-4462-9c35-ce38aaaa48fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 1098 time: 0.0436783 Dec 24 03:04:09.621624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-e3cc4626-a1e4-4a91-9c46-28fdba9ecb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:09.623143 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-e3cc4626-a1e4-4a91-9c46-28fdba9ecb3e service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.0948200 Dec 24 03:04:09.639997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35090) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:09.703727 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-cda5f1e1-4d31-44c0-8b3c-6af159abc233 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 200 len: 1001 time: 0.0724463 Dec 24 03:04:09.756828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-aa8e0f64-aa89-403a-ab71-ac0b020e2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:09.759841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-aa8e0f64-aa89-403a-ab71-ac0b020e2f92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0482543 Dec 24 03:04:09.838630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-43974f89-1d45-46b8-8f4b-c92a998850c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:09.840124 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-43974f89-1d45-46b8-8f4b-c92a998850c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732951 Dec 24 03:04:09.843652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-78d3dae0-5fab-4bdf-bd68-0acb13d64c24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e88381fcbeca4848a1ebceca64420314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026024 Dec 24 03:04:09.846456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:09.856962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:09.953877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.967021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:09.971591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:09.977043 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-133dd05c-3f97-439a-86c8-f895920a62e6 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235282 Dec 24 03:04:09.978451 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:09.988974 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:09.989727 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:09.999439 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5dbfe55f-0700-4d56-baf4-892068fbd278 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 991 time: 1.3131583 Dec 24 03:04:09.999989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'tag': '130a298d-b776-47b7-9ebd-149f33978561'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:10.002299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71262986-46b9-4374-b7e1-3f16dc0304e8" -d '{"events": [{"name": "network-changed", "server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "tag": "130a298d-b776-47b7-9ebd-149f33978561"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:10.004992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35096) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:10.014132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:10.068265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7389df-33ce-484c-b237-40f165f20020 x-openstack-request-id: req-8b7389df-33ce-484c-b237-40f165f20020 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:10.068595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "tag": "130a298d-b776-47b7-9ebd-149f33978561", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:10.068851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b7389df-33ce-484c-b237-40f165f20020 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:10.069253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'tag': '130a298d-b776-47b7-9ebd-149f33978561', 'status': 'completed', 'code': 200} Dec 24 03:04:10.073569 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d6a6f14-33ba-4c19-8774-e162cdf14e1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 991 time: 0.0675890 Dec 24 03:04:10.106371 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:10.107464 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98f5b989-711e-4b3a-bfcc-2df0ff32bc95 req-b06bd30e-aa0c-4d58-9192-22f3fb1ca3b5 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229548 Dec 24 03:04:10.165855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-6f528f4b-ffd2-45a5-8d0a-c9abc259b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:10.167481 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-6f528f4b-ffd2-45a5-8d0a-c9abc259b805 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 1098 time: 0.0425599 Dec 24 03:04:10.168534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:10.171599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:10.172946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fbe6899-f282-4c01-b376-b5a13f1173fc HTTP/1.1" status: 204 len: 168 time: 0.3256202 Dec 24 03:04:10.197374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1fd38-7c0e-4f5f-ad6c-0b9fe85c05d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe6899-f282-4c01-b376-b5a13f1173fc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:10.289428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-47c8f9ee-f0fd-4650-8edb-b4635a12f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:10.291497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-47c8f9ee-f0fd-4650-8edb-b4635a12f1f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 200 len: 897 time: 0.1135509 Dec 24 03:04:10.334940 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '130a298d-b776-47b7-9ebd-149f33978561', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:5d:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:04:09Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:10.360879 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:10.369319 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-d5d6e949-db3c-4743-b459-f80e794f05d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=130a298d-b776-47b7-9ebd-149f33978561 HTTP/1.1" status: 200 len: 999 time: 0.0681036 Dec 24 03:04:10.370274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:10.370871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:10.425696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-559989da-6f16-4ac0-b80b-ffa31881d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:10.427447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-559989da-6f16-4ac0-b80b-ffa31881d2f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 200 len: 833 time: 0.0512674 Dec 24 03:04:10.478438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-b03dc940-eddb-4501-a81a-7374fbab7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:10.479849 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-b03dc940-eddb-4501-a81a-7374fbab7fe8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452187 Dec 24 03:04:10.480558 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:10.581337 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-2bb6ae8e-6cda-4ed9-9ffe-f3bbcb0b42af service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938461 Dec 24 03:04:10.682113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-71262986-46b9-4374-b7e1-3f16dc0304e8 req-ac13f865-d197-42a9-8532-ec105607a314 service neutron] 10.222.0.49 "GET /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927198 Dec 24 03:04:10.707152 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '130a298d-b776-47b7-9ebd-149f33978561', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:5d:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:04:09Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:10.734091 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ae3b5e-9922-4eed-9ad8-f60d6bcadf39 None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'fca7535d-14e2-4ebd-a1fc-3ffa298b373b', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.239', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'port_id': '130a298d-b776-47b7-9ebd-149f33978561', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'mac_address': 'fa:16:3e:5d:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:03:09Z', 'updated_at': '2021-12-24T03:04:09Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:10.929198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a450551-4b4d-4608-ad8f-b88e40afe3e5 None None] New status for floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:04:11.077722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35120) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:11.147399 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed32e074-c17d-4b70-b145-1c2db4c4f787 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 991 time: 0.0673246 Dec 24 03:04:12.150881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35140) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:12.214541 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f9ce6c2b-8842-4b5c-9de5-359598a26f52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 200 len: 993 time: 0.0624831 Dec 24 03:04:12.424312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35142) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:12.428806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133210277', 'description': 'tempest-secgroup-smoke-1133210277 description', 'project_id': '7bf12fea614d491780a7cb5934c6b469'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:12.522047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.530543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.611764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.676095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.709750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa01f39-9f0d-46ce-b574-355c152b7167,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:12.750584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.807962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.837124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a8a04e-6830-4aeb-a4ac-30ef795dd995,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:12.884894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:12.886088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8afdbb66-10d3-4b01-b604-23305447064a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4607723 Dec 24 03:04:12.889055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35144) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:12.893287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:12.972449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.032482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.105125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.125878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59f9b7b-2fa3-43d2-b9a5-0cc252898273,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:13.175632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.176878 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b330a6d5-6a17-4f18-9fb1-d1f223239886 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2869167 Dec 24 03:04:13.181843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35146) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:13.184055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:13.257976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.312661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.367615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.386000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d47448-fa8c-4d26-a973-368ba837600d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:13.449647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.450884 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5f28d805-1a1c-439f-bcc9-345f60051547 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2702351 Dec 24 03:04:13.453703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35148) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:13.457852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:13.554697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.611869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.676167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.693695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7c71a02-8231-42a3-9f75-81858dd5bc8f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:13.747949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.749278 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e5747ebb-d1f3-4ce6-a2cc-31063885b4d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2946725 Dec 24 03:04:13.751979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35150) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:13.756232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:13.860003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.917094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.973527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:13.995622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2918dfeb-8dc7-41d9-a8c9-20725fc0362d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:14.055479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.057635 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4dfa1f87-23eb-49ab-ad68-8dd4b72bbd18 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037536 Dec 24 03:04:14.060109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35152) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:14.064302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:14.150928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Project 7bf12fea614d491780a7cb5934c6b469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:04:14.156223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.213025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.270957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.288564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a86b793-db04-47e4-85b0-667fc291bb81,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:14.335354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.336580 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ecf062d8-0a5f-41dc-affc-68bb683e7e48 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2755117 Dec 24 03:04:14.341165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35154) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:14.343615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'security_group_rule': {'security_group_id': '69a8a04e-6830-4aeb-a4ac-30ef795dd995', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:14.408103 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Project 7bf12fea614d491780a7cb5934c6b469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:04:14.412961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.470454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.516659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.534707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f72e74b-f4bb-46e7-a0a9-29b996f0a113,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:14.609000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.610194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-59c38289-29c6-459b-9615-ff9e63a4f150 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2698579 Dec 24 03:04:14.613083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35156) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:14.617954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'network': {'name': 'tempest-network-smoke--2011701059', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:14.727121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Made reservation on behalf of 7bf12fea614d491780a7cb5934c6b469 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:04:14.731497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.753586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:04:14.762089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.762429 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Added segment 8c190e7b-2013-47d3-919c-bb3357ea93f2 of type vlan for network a729ca9c-2655-455d-a4bf-95a808f9c626 Dec 24 03:04:14.802228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.876339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.881993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:14.882582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:14.945875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Network': ['ID=a729ca9c-2655-455d-a4bf-95a808f9c626,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:14.956878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a729ca9c-2655-455d-a4bf-95a808f9c626 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:04:14.965380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-23d2a5fd-7094-4ce0-b913-7e9f68de53bf tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3512647 Dec 24 03:04:14.968124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35158) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:14.972480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'admin_state_up': True, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:15.030817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.031929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.087479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.255248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.809347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.827890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:15.929745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Allocated IP 172.26.7.150 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/0b71c725-0e79-4bf2-9a4b-64f1342ff4db) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:16.030784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:16.123064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:16.161855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:16.164634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:16.167570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:16.178006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49ae95-de1a-4469-aa02-aa6173c7409c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:04:16.200057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:16.254211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff9a3a4b-f02f-4f05-b934-5091862b39d4 None None] Provisioning complete for port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:16.254585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a4b-f02f-4f05-b934-5091862b39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:16.287446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a3a4b-f02f-4f05-b934-5091862b39d4 None None] Port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:16.476742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:16.670364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:16.893625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Router 88c7c5b0-b554-4336-9cff-4916d33586ab is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:04:16.998722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:17.007928 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Sync routers for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:17.017274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:17.020726 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:17.061556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.063267 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d41dfc6d-87ee-4eb5-bc96-8b4af1277bd7 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0937102 Dec 24 03:04:17.066020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35162) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:17.124649 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:17.186650 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7862b86f-843b-4467-a338-23517f36b4eb tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=7bf12fea614d491780a7cb5934c6b469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194544 Dec 24 03:04:17.189244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35166) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:17.280404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aef59a-ef4c-4419-9da2-7356f71ba8a4 tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:17.281922 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a9aef59a-ef4c-4419-9da2-7356f71ba8a4 tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916965 Dec 24 03:04:17.284685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35168) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:17.306534 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:16Z', 'revision_number': 3, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:17.318437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-73692a7c-f6ff-4825-a8ea-7d68ccfa670f tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326495 Dec 24 03:04:17.321285 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35170) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:17.326184 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674451038', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:17.333102 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Checking router: 88c7c5b0-b554-4336-9cff-4916d33586ab for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:17.333448 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Updating router 88c7c5b0-b554-4336-9cff-4916d33586ab port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:04:17.357490 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.486651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Made reservation on behalf of 7bf12fea614d491780a7cb5934c6b469 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:04:17.490441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.602307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.676165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.739702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.800608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73936328-847e-4e02-ab61-de7c5ba92ea4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:04:17.809919 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Attempting to bind port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:17.810238 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Attempting to bind port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:17.810380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Subnet': ['ID=c2f8c864-a0ce-41a7-adc9-e48014603803,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:17.810590 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Attempting to bind port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:17.821226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Checking segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:17.822023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network hostable DHCP agents. Network: a729ca9c-2655-455d-a4bf-95a808f9c626, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:04:17.823163 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Pushing event updated for resources: {'Port': ['ID=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:17.826603 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:17.826967 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:17.827527 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.827919 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:17.828373 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Bound port: 0b71c725-0e79-4bf2-9a4b-64f1342ff4db, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:17.828764 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.834797 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.835157 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.835496 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.835821 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.836139 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.836488 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.836821 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.837141 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.837457 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.837785 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.838097 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.838405 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.839816 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:17.888748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a729ca9c-2655-455d-a4bf-95a808f9c626 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:04:17.891951 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] For port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:17.895060 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] For port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:17.920046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-71b235d6-bafb-4838-9a46-4e04060b7a50 None None] Provisioning complete for port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:17.920428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-71b235d6-bafb-4838-9a46-4e04060b7a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.953163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-71b235d6-bafb-4838-9a46-4e04060b7a50 None None] Port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:17.957469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a729ca9c-2655-455d-a4bf-95a808f9c626) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:17.963272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:17.964928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:17.965530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a6f8a1-83d2-4292-afa3-8619d26bef71 None None] Network a729ca9c-2655-455d-a4bf-95a808f9c626 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:04:17.967945 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.016596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f7142-ab80-4b0b-ba94-ddd294f4ed4b None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:04:18.027756 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5730082-d8b4-4df0-9b13-bf3c65aff57e None None] Pushing event updated for resources: {'Port': ['ID=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:18.031932 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:18.032568 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:18.039871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-04c8be58-f040-4684-a67c-c1462dd8452b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7175810 Dec 24 03:04:18.043788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35172) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:18.086969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-a729ca9c-2655-455d-a4bf-95a808f9c626', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:04:18.087779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.146535 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:18.256967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] Provisioning complete for port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:18.257337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.330748 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:16Z', 'revision_number': 3, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:18.356706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1251df8-9a9d-4552-bb69-0fcbb5f1cca2 None None] The sync data for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv is: [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:16Z', 'revision_number': 3, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:18.438282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.465813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Allocated IP 172.20.0.2 (a729ca9c-2655-455d-a4bf-95a808f9c626/c2f8c864-a0ce-41a7-adc9-e48014603803/3e5169d0-873d-4ddf-80a3-6e91c6323c3a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:18.471989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] For port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:18.496090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.538281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.638067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2473b4-51a0-4f42-bfcc-bc87e08ec698 None None] Pushing event updated for resources: {'Port': ['ID=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:18.684766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.751224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.793906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Network a729ca9c-2655-455d-a4bf-95a808f9c626 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:18.798757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:18.802052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:18.811151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Pushing event updated for resources: {'Port': ['ID=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:18.822502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Allocated IP 172.20.0.1 (a729ca9c-2655-455d-a4bf-95a808f9c626/c2f8c864-a0ce-41a7-adc9-e48014603803/2a38c538-cd3b-4bc9-8e1f-1546ee90a612) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:18.873938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Attempting to bind port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:18.874585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Attempting to bind port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:18.874964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Attempting to bind port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a on network a729ca9c-2655-455d-a4bf-95a808f9c626 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Checking segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Bound using segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Bound port: 3e5169d0-873d-4ddf-80a3-6e91c6323c3a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:18.883976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.955494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:18.962262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] For port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:18.965796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] For port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:19.025738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.060548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.103274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4184bd-97ec-4de3-be8c-3ffb74d1b3a8 None None] Pushing event updated for resources: {'Port': ['ID=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:19.110386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a729ca9c-2655-455d-a4bf-95a808f9c626 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:19.114233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:19.119153 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:19.167598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:19.175986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.382856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.593756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0b71c725-0e79-4bf2-9a4b-64f1342ff4db up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:19.647981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:19.652330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.678104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.729367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3e5169d0-873d-4ddf-80a3-6e91c6323c3a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:19.768054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.776061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:19.778514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.840779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.848573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:19.859827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:19.895053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:19.939831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a729ca9c-2655-455d-a4bf-95a808f9c626 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:19.941186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:19.952166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:20.000778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:20.055348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Router 88c7c5b0-b554-4336-9cff-4916d33586ab has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:20.057212 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:04:20.167318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:20.173079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a95bb929-d447-4201-950f-73a303360ada tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "PUT /v2.0/routers/88c7c5b0-b554-4336-9cff-4916d33586ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291111 Dec 24 03:04:20.214137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7a66a5f3-dd36-4591-a41b-f6736699480f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:20.358291 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-b7908607-30b6-499f-913a-2668a5f09755 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133210277&fields=id&tenant_id=7bf12fea614d491780a7cb5934c6b469 HTTP/1.1" status: 200 len: 267 time: 0.0712361 Dec 24 03:04:20.376498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Sync routers for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:20.388077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:20.388748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:20.476382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb24b4bd-3ae5-46c9-a69a-e39d71b6fb3a None None] Network a729ca9c-2655-455d-a4bf-95a808f9c626 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:04:20.481367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-ad184dbc-58d1-43c1-9ed7-163331a05008 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:20.482847 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-ad184dbc-58d1-43c1-9ed7-163331a05008 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/networks?id=a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 200 len: 797 time: 0.1178286 Dec 24 03:04:20.499113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-6e90be2e-bfb1-4fdb-b801-abb3ce491cf1 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/quotas/7bf12fea614d491780a7cb5934c6b469 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Dec 24 03:04:20.567557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:20.601766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fc12f828-70b2-4769-b906-d429890cb1c1 None None] Provisioning complete for port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:20.602128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc12f828-70b2-4769-b906-d429890cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:20.603318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-9d3e81c3-83a3-4fbc-8ecf-8a5f39bd15ca tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982585 Dec 24 03:04:20.779649 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-624d867f-b42e-4d52-a52c-fdcc9c714e1f service neutron] 10.222.0.36 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639209 Dec 24 03:04:20.886915 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-f72172b9-db9f-4113-96da-9bfbdf25c4eb service neutron] 10.222.0.36 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924969 Dec 24 03:04:20.898023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 2, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:20.931398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Checking router: 88c7c5b0-b554-4336-9cff-4916d33586ab for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:20.931759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Updating router 88c7c5b0-b554-4336-9cff-4916d33586ab port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:04:20.957997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.087848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3f2393b9-cb64-4c2b-9479-d42b0a52a3be None None] Provisioning complete for port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:21.088219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f2393b9-cb64-4c2b-9479-d42b0a52a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.186201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a5525bbb-69c8-497d-b494-fa6f41ff5265 req-86b02077-8f91-4aa8-97c7-64596e2427db tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 210 time: 0.0296485 Dec 24 03:04:21.334730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3f2393b9-cb64-4c2b-9479-d42b0a52a3be None None] Provisioning complete for port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:21.335100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f2393b9-cb64-4c2b-9479-d42b0a52a3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.370471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.383996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3f2393b9-cb64-4c2b-9479-d42b0a52a3be None None] Port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:21.452774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.518201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c6368-5660-4cff-aa57-387f3c76966b None None] Pushing event updated for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:21.550089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-856665ac-ac60-4cf3-bc2e-1e48d52df14e None None] Provisioning complete for port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:21.550607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-856665ac-ac60-4cf3-bc2e-1e48d52df14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.586656 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3e5169d0-873d-4ddf-80a3-6e91c6323c3a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:21.637739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Attempting to bind port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:21.640104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Attempting to bind port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:21.640104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Attempting to bind port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 on network a729ca9c-2655-455d-a4bf-95a808f9c626 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:21.653122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:21.653616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Checking segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:21.654069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.654297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Bound using segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:21.654786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Bound port: 2a38c538-cd3b-4bc9-8e1f-1546ee90a612, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:21.655172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.657049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-856665ac-ac60-4cf3-bc2e-1e48d52df14e None None] Port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:21.877090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:21.877397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.904750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c8137aa0-a173-4945-a09d-4c1725128694 None None] Provisioning complete for port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:21.905439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8137aa0-a173-4945-a09d-4c1725128694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:21.935393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] For port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:21.959825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] For port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:21.965814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c8137aa0-a173-4945-a09d-4c1725128694 None None] Port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:22.071457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:22.132282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:22.132982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:03:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:22.134928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c6368-5660-4cff-aa57-387f3c76966b None None] Pushing event updated for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:22.254026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:22.280199 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a6b7217-f4b1-4e74-a7c9-de9e234bf127 req-ccd32806-4437-465f-a9e8-2b64438481ae tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 210 time: 0.0378368 Dec 24 03:04:22.408690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] Provisioning complete for port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:22.409053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:22.445561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-803c3f8b-97bc-4655-99e4-68d33fce4fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:22.538784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:22.544692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:21Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:22.578149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebea567-cc4c-4455-8c45-b172df41b220 None None] The sync data for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv is: [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:21Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:22.601060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] For port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:22.683134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:22.740988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f9f17-1d86-4637-b540-020a8eb9ad6d None None] Pushing event updated for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:23.382016 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b15f9d32-a4a5-4fca-9955-fd2a41fdf1d9 req-25ee3e85-aae3-4765-98a9-288c16a66c15 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Dec 24 03:04:23.566920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:23.618788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:23.619085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:23.665330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-28c5dec6-529a-4b55-8dab-43de249ab791 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:23.667317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-28c5dec6-529a-4b55-8dab-43de249ab791 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.49 "GET /v2.0/networks?id=a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 200 len: 797 time: 0.1172659 Dec 24 03:04:23.743659 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-72587dda-9d91-43ea-850a-7b46fb0ade31 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf12fea614d491780a7cb5934c6b469 HTTP/1.1" status: 200 len: 380 time: 0.0588586 Dec 24 03:04:23.753806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'port': {'device_id': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'admin_state_up': True, 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'security_groups': ['69a8a04e-6830-4aeb-a4ac-30ef795dd995']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:23.790754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:23.944801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Made reservation on behalf of 7bf12fea614d491780a7cb5934c6b469 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:04:23.949258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.077189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Allocated IP 172.20.0.10 (a729ca9c-2655-455d-a4bf-95a808f9c626/c2f8c864-a0ce-41a7-adc9-e48014603803/c10a345e-d47e-4a13-90e0-7878ce43e2da) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:24.215659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.293904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.339674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a729ca9c-2655-455d-a4bf-95a808f9c626 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:24.342712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:24.346448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:24.371195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:24.402446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:24.403127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.456301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-19752f27-f4ae-47ab-9899-540720659806 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7060440 Dec 24 03:04:24.494138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Request body: {'port': {'device_id': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:24.556813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796f2fd-a328-4060-8e22-2f2c54e2f490 req-518037f9-69d6-4303-86c3-141db21692df tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:24.559261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8796f2fd-a328-4060-8e22-2f2c54e2f490 req-518037f9-69d6-4303-86c3-141db21692df tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 932 time: 0.1015840 Dec 24 03:04:24.566779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.620643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-94551fbb-0fca-4e63-a48e-1d87036edf8e None None] Provisioning complete for port c10a345e-d47e-4a13-90e0-7878ce43e2da triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:24.620643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-94551fbb-0fca-4e63-a48e-1d87036edf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.649771 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8796f2fd-a328-4060-8e22-2f2c54e2f490 req-2285d538-3126-4e78-aa19-9493d8a0c8db tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840054 Dec 24 03:04:24.654601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-94551fbb-0fca-4e63-a48e-1d87036edf8e None None] Port c10a345e-d47e-4a13-90e0-7878ce43e2da cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:24.871353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:04:24.878830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:24.892093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Transition to ACTIVE for port object c10a345e-d47e-4a13-90e0-7878ce43e2da will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:04:24.996335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.025109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.046749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:25.123156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Attempting to bind port c10a345e-d47e-4a13-90e0-7878ce43e2da on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:25.123435 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Attempting to bind port c10a345e-d47e-4a13-90e0-7878ce43e2da by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:25.123762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Attempting to bind port c10a345e-d47e-4a13-90e0-7878ce43e2da on network a729ca9c-2655-455d-a4bf-95a808f9c626 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:25.128512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Port c10a345e-d47e-4a13-90e0-7878ce43e2da on network a729ca9c-2655-455d-a4bf-95a808f9c626 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:04:25.128872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Attempting to bind port c10a345e-d47e-4a13-90e0-7878ce43e2da on network a729ca9c-2655-455d-a4bf-95a808f9c626 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:25.134144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:25.134487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Checking segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:25.134881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Bound using segment: {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:25.135365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Bound port: c10a345e-d47e-4a13-90e0-7878ce43e2da, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c190e7b-2013-47d3-919c-bb3357ea93f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:25.135799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.214155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:25.217817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:25.277423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.317774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.318309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.320326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] 10.222.0.49 "PUT /v2.0/ports/c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 200 len: 1094 time: 0.8314819 Dec 24 03:04:25.320795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:25.323904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0acb277-3706-4518-8555-1d7e4618cc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:25.359248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5ff4d-cfc8-43ed-abac-2d896041fe75 service neutron] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:25.376776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2bc1d5-4e76-4a73-9581-cfb4f41b593b x-openstack-request-id: req-7b2bc1d5-4e76-4a73-9581-cfb4f41b593b {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:25.377136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:25.377458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b2bc1d5-4e76-4a73-9581-cfb4f41b593b {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:25.378067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'status': 'completed', 'code': 200} Dec 24 03:04:25.471110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-9ba984a7-8c21-4b26-ab8e-14d5fd7b13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.473567 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-9ba984a7-8c21-4b26-ab8e-14d5fd7b13ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0495539 Dec 24 03:04:25.592836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-0fdc39f4-cf24-4735-90b6-63d5199534a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.594606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-0fdc39f4-cf24-4735-90b6-63d5199534a2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7bf12fea614d491780a7cb5934c6b469&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1045768 Dec 24 03:04:25.694180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-d9bcb4ff-45d1-40fe-9e70-72aaf10e0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.695932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0acb277-3706-4518-8555-1d7e4618cc3d req-d9bcb4ff-45d1-40fe-9e70-72aaf10e0e1f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936594 Dec 24 03:04:25.819789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b356287-3ff8-46e4-acdb-98314cb6bd6e req-4b2a9d5b-5d42-49a1-9027-46a6c349c120 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.821708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4b356287-3ff8-46e4-acdb-98314cb6bd6e req-4b2a9d5b-5d42-49a1-9027-46a6c349c120 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0904360 Dec 24 03:04:25.825662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-aeaa6c03-5515-45c1-990f-3f454ec80ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.827108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-aeaa6c03-5515-45c1-990f-3f454ec80ced service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0638509 Dec 24 03:04:25.876528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:25.887161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-1063822d-f056-4531-9f31-1c354e87814c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 200 len: 217 time: 0.0420854 Dec 24 03:04:25.934945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4b356287-3ff8-46e4-acdb-98314cb6bd6e req-dceeeb80-f45c-48ae-b66e-b7827ab383fd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055496 Dec 24 03:04:25.952447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-69ab1802-74e7-40d8-bca4-0f9b15021679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:25.954015 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-69ab1802-74e7-40d8-bca4-0f9b15021679 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2f8c864-a0ce-41a7-adc9-e48014603803 HTTP/1.1" status: 200 len: 834 time: 0.0567274 Dec 24 03:04:26.002846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-44f6979e-33fd-43ec-a0b2-e1a495272ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:26.004313 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-44f6979e-33fd-43ec-a0b2-e1a495272ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a729ca9c-2655-455d-a4bf-95a808f9c626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408225 Dec 24 03:04:26.094435 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-f8a598b3-87c4-4026-9763-2eb796eb3f4b service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809860 Dec 24 03:04:26.190466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2869336b-33c9-4581-9cdc-c6232bd95b88 req-3a4b5dcb-28d2-461a-9a91-c7e33eb31d42 service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889201 Dec 24 03:04:27.052602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5ca3-ed87-43be-b838-4d8f6c06e236 req-37a129e2-dffe-47db-8e67-4b0c2e588236 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:27.054079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-906e5ca3-ed87-43be-b838-4d8f6c06e236 req-37a129e2-dffe-47db-8e67-4b0c2e588236 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0494599 Dec 24 03:04:27.107706 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-906e5ca3-ed87-43be-b838-4d8f6c06e236 req-fa807910-e5c1-4afb-8ede-19d46c2c12b4 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475025 Dec 24 03:04:28.221465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e785b-9949-49f2-9a9b-a662af4bdf4d req-5bdd9e8f-55e9-473d-b0ef-c0361db9a47f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:28.222925 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ee8e785b-9949-49f2-9a9b-a662af4bdf4d req-5bdd9e8f-55e9-473d-b0ef-c0361db9a47f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0496595 Dec 24 03:04:28.271894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ee8e785b-9949-49f2-9a9b-a662af4bdf4d req-26dcea67-61bf-4f75-b6ef-c2b49e8f4851 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Dec 24 03:04:29.384888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9417fe-8dee-495f-8879-5e6a9269444b req-a0f236fe-e935-4e95-9ad2-526ec611f8ab tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:29.386967 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-be9417fe-8dee-495f-8879-5e6a9269444b req-a0f236fe-e935-4e95-9ad2-526ec611f8ab tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0485110 Dec 24 03:04:29.436076 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-be9417fe-8dee-495f-8879-5e6a9269444b req-814d3236-bf7e-44e3-bb96-edab44d14be4 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430288 Dec 24 03:04:29.973550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:30.286118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:04:30.379605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:30.390320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'mac_address': 'fa:16:3e:25:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:04:30.429467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:30.442260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:04:30.461847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:30.556112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26957d8-1404-4917-816c-127f428505d5 req-558ce715-4dfa-4b95-a734-7516b0973ab0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:30.557620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a26957d8-1404-4917-816c-127f428505d5 req-558ce715-4dfa-4b95-a734-7516b0973ab0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0544696 Dec 24 03:04:30.579160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:30.608741 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a26957d8-1404-4917-816c-127f428505d5 req-24c78fbd-74ad-4c07-8d85-7e41524405db tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Dec 24 03:04:30.628078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:30.956898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['c10a345e-d47e-4a13-90e0-7878ce43e2da'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:04:31.726560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c8871-a7f4-4dc8-8933-27f4bf8a4626 req-37c2d323-5a35-4742-bbe0-5ca71700c33d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:31.728046 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f4c8871-a7f4-4dc8-8933-27f4bf8a4626 req-37c2d323-5a35-4742-bbe0-5ca71700c33d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 945 time: 0.0524311 Dec 24 03:04:31.779563 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f4c8871-a7f4-4dc8-8933-27f4bf8a4626 req-6dd95adf-580d-428b-a82a-f11d0f4e7e76 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453055 Dec 24 03:04:31.872567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b573d4-70f8-4578-beb4-1a8434801b41 req-4be0d739-780a-473e-9626-f3c323c0d8e2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:31.874050 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29b573d4-70f8-4578-beb4-1a8434801b41 req-4be0d739-780a-473e-9626-f3c323c0d8e2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.0486209 Dec 24 03:04:31.925484 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29b573d4-70f8-4578-beb4-1a8434801b41 req-f87f3e24-4524-4626-bdfb-9ecc52767ef5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455546 Dec 24 03:04:32.300237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:04:32.424544 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port c10a345e-d47e-4a13-90e0-7878ce43e2da completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:04:32.428292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port c10a345e-d47e-4a13-90e0-7878ce43e2da triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:32.428688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:32.507211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:32.529869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:32.532115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453627da-732f-4afb-acb0-1cd3e6ea88ce" -d '{"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:32.545508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:32.571119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15af1b63-fd51-44f1-8412-21e29eaa1883 x-openstack-request-id: req-15af1b63-fd51-44f1-8412-21e29eaa1883 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:32.571405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:32.571653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15af1b63-fd51-44f1-8412-21e29eaa1883 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:32.572070 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'code': 200} Dec 24 03:04:32.584743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:32.632183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:32.900041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5de713-c9e2-4e37-9088-7e03fdacdd14 req-f7a1279f-28a0-40f1-afe4-725ed39247ce tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:32.901591 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7a5de713-c9e2-4e37-9088-7e03fdacdd14 req-f7a1279f-28a0-40f1-afe4-725ed39247ce tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0547807 Dec 24 03:04:32.954769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7a5de713-c9e2-4e37-9088-7e03fdacdd14 req-05076822-ad59-4179-ba27-9cfdca6e5d41 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463521 Dec 24 03:04:32.982769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3a27e-1f00-4363-8759-74c5b5a4f65e req-7ca6d4b1-628b-4f99-9f87-59f03b4227d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:32.984467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5ea3a27e-1f00-4363-8759-74c5b5a4f65e req-7ca6d4b1-628b-4f99-9f87-59f03b4227d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0486009 Dec 24 03:04:33.057705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5ea3a27e-1f00-4363-8759-74c5b5a4f65e req-89e6f1f8-ae78-4b3a-8698-d583a83af336 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653381 Dec 24 03:04:33.073336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c1f3d-add0-4031-a61f-bd10c7a9f542 req-04080b01-b422-4c00-91f4-48b00ffff3e3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:33.075499 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f06c1f3d-add0-4031-a61f-bd10c7a9f542 req-04080b01-b422-4c00-91f4-48b00ffff3e3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.0694878 Dec 24 03:04:33.124738 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f06c1f3d-add0-4031-a61f-bd10c7a9f542 req-fcb21291-bb69-4bc8-b481-89babf384da5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Dec 24 03:04:34.072343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836da2d-88ca-4955-b0ed-234b4a8f562d req-d948f256-d5c3-4e89-82e0-84e81cef2be3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:34.074494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a836da2d-88ca-4955-b0ed-234b4a8f562d req-d948f256-d5c3-4e89-82e0-84e81cef2be3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Dec 24 03:04:34.122131 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a836da2d-88ca-4955-b0ed-234b4a8f562d req-44621176-4d79-484a-834b-012a97161f2a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Dec 24 03:04:34.187493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-8a199b17-37fa-49f1-96c9-e8a3b474eec2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:34.188977 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-8a199b17-37fa-49f1-96c9-e8a3b474eec2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Dec 24 03:04:34.243661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c41cf3-2356-490f-bb41-ce3f7789ddf7 req-bcb19718-612b-482b-ad86-fb9b6c24ccd9 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:34.245161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d5c41cf3-2356-490f-bb41-ce3f7789ddf7 req-bcb19718-612b-482b-ad86-fb9b6c24ccd9 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 945 time: 0.0536323 Dec 24 03:04:34.364852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d5c41cf3-2356-490f-bb41-ce3f7789ddf7 req-435c6140-5bd7-4ed6-a1cb-ff51ee0bdd5a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091049 Dec 24 03:04:34.392283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:34.392652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:34.487115 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] For port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:34.487473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:34.710805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:34.711081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:34.711394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 850393c7-28ef-4ff2-809c-49038d6b1822 disassociated. External IP: 172.26.7.106, port: 775eb1aa-41bb-405b-8340-ca2fb8d85dfe. Dec 24 03:04:34.711736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for 775eb1aa-41bb-405b-8340-ca2fb8d85dfe owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:34.882045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:34.913651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=775eb1aa-41bb-405b-8340-ca2fb8d85dfe,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:35.029616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:35.467678 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7874fdbc-4f26-434b-82ff-0df54f400551 req-286583db-3555-4f89-8bed-920d674bc5c2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0276375 Dec 24 03:04:35.513563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:35.526289 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:35.529430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77636cef-05ac-4b86-a9da-a565a0ca0d68 req-d07bf655-a0db-49ed-9bb2-d5268c3287d5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:35.530948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-77636cef-05ac-4b86-a9da-a565a0ca0d68 req-d07bf655-a0db-49ed-9bb2-d5268c3287d5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0692792 Dec 24 03:04:35.536540 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:35.537155 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:35.566693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] No DVR routers for this DVR port 775eb1aa-41bb-405b-8340-ca2fb8d85dfe on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:04:35.574103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:35.577380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bd0005bc-d555-4cf5-99ef-2eec69a14302 req-962c8dda-9ad1-41c0-85ad-f6606f94f663 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "DELETE /v2.0/ports/775eb1aa-41bb-405b-8340-ca2fb8d85dfe HTTP/1.1" status: 204 len: 173 time: 1.3275669 Dec 24 03:04:35.577869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'name': 'network-vif-deleted', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:35.580118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea1e729-b860-4055-8a84-e34ad485ee2c" -d '{"events": [{"server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "name": "network-vif-deleted", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:35.624062 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-77636cef-05ac-4b86-a9da-a565a0ca0d68 req-9f270ad7-2159-4429-91d2-ec3f1b1ea949 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792594 Dec 24 03:04:35.627147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b752f-ac38-465a-83e0-017eb301d1b5 x-openstack-request-id: req-988b752f-ac38-465a-83e0-017eb301d1b5 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:35.627471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1376d-f06a-4712-8e03-cdd15a7c7854", "name": "network-vif-deleted", "tag": "775eb1aa-41bb-405b-8340-ca2fb8d85dfe", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:35.627688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-988b752f-ac38-465a-83e0-017eb301d1b5 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:35.628079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c1376d-f06a-4712-8e03-cdd15a7c7854', 'name': 'network-vif-deleted', 'tag': '775eb1aa-41bb-405b-8340-ca2fb8d85dfe', 'status': 'completed', 'code': 200} Dec 24 03:04:35.663869 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:35.843132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58adae-b370-4f86-843a-92ec235947b7 req-c91df5d7-c666-4a2f-944e-abbbbb82bad8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:35.845072 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b58adae-b370-4f86-843a-92ec235947b7 req-c91df5d7-c666-4a2f-944e-abbbbb82bad8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0581048 Dec 24 03:04:35.878326 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:35.906709 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b58adae-b370-4f86-843a-92ec235947b7 req-b14e12a6-074b-40aa-96d1-665e8f4bba53 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549195 Dec 24 03:04:35.907142 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:35.915873 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:35.916595 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:35.929162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35248) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:35.974126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd1901-fb0d-4273-9db0-4b9da58eb3e3 tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:35.976445 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-80dd1901-fb0d-4273-9db0-4b9da58eb3e3 tempest-TestNetworkAdvancedServerOps-530647050 tempest-TestNetworkAdvancedServerOps-530647050-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1094 time: 0.0455105 Dec 24 03:04:35.978415 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35250) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:35.983493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:36.033890 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:36.082052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:36.177120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:36.241871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:36.270942 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e472047a-e267-49ca-9d38-febcd3b8d2f5 None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:36.295722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Allocated IP 172.26.7.105 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/14219d95-19b2-4f6d-8003-2cfc15484061) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:36.404723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:36.494431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:36.532150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be0bc9e-a885-448d-83d7-e3a75b0e09b3 None None] New status for floating IP 850393c7-28ef-4ff2-809c-49038d6b1822: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:04:36.553893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:36.558926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:36.576098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:36.607465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3318567f-1d09-4606-9ea2-fdcc69b3d9ca req-f320548a-4d59-4305-a742-2347f131540b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0480218 Dec 24 03:04:36.632398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=14219d95-19b2-4f6d-8003-2cfc15484061,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:37.116352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:37.351303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:37.504010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:37.585203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:37.658257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event updated for resources: {'Port': ['ID=14219d95-19b2-4f6d-8003-2cfc15484061,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:37.671426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:37.704644 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0c32da7-aaeb-45a6-bc1d-188a96ad2185 req-2ad9fac0-0dfd-4e69-8e43-ea71ecce21a7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Dec 24 03:04:37.774199 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Floating IP 98870238-9211-4c9c-a4ad-322c7283ceca associated. External IP: 172.26.7.105, port: c10a345e-d47e-4a13-90e0-7878ce43e2da. Dec 24 03:04:37.980563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Router 88c7c5b0-b554-4336-9cff-4916d33586ab has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:38.092336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:38.102454 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Sync routers for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:38.113238 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:38.113846 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:38.194047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:38.226755 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a1912e45-d364-4ca1-b481-5b0a70f33fd0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2448859 Dec 24 03:04:38.226755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:38.227533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8448cf-f5f7-4dc9-b20f-089eb544c114" -d '{"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:38.269155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eab79e-af58-4c31-a856-da7ae6eb0395 x-openstack-request-id: req-c1eab79e-af58-4c31-a856-da7ae6eb0395 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:38.269532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:38.269864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1eab79e-af58-4c31-a856-da7ae6eb0395 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:38.270360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'status': 'completed', 'code': 200} Dec 24 03:04:38.324687 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:38.343473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 775eb1aa-41bb-405b-8340-ca2fb8d85dfe no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:04:38.374626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 775eb1aa-41bb-405b-8340-ca2fb8d85dfe {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:04:38.375261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 775eb1aa-41bb-405b-8340-ca2fb8d85dfe not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:04:38.378434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5adac-0969-476f-b5a7-2ae4e42e56ad req-4aa07fbf-64d0-4b7b-a55c-38313b72e909 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:38.380471 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e7f5adac-0969-476f-b5a7-2ae4e42e56ad req-4aa07fbf-64d0-4b7b-a55c-38313b72e909 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0922554 Dec 24 03:04:38.409563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-fd0579c1-c76b-490d-98c0-227c87753306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:38.411930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-fd0579c1-c76b-490d-98c0-227c87753306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0869312 Dec 24 03:04:38.465093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e7f5adac-0969-476f-b5a7-2ae4e42e56ad req-a3e3fcce-728b-44e9-999c-9f18a4842d15 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Dec 24 03:04:38.490322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:38.526121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-beca4bb6-b64d-4537-8d57-81bf1a508217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:38.528333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-beca4bb6-b64d-4537-8d57-81bf1a508217 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 200 len: 898 time: 0.1064584 Dec 24 03:04:38.555056 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-79496974-646d-4972-b1c7-7edd6eb13cb8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/floatingips/98870238-9211-4c9c-a4ad-322c7283ceca HTTP/1.1" status: 200 len: 992 time: 0.0632968 Dec 24 03:04:38.578813 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '98870238-9211-4c9c-a4ad-322c7283ceca', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'mac_address': 'fa:16:3e:25:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:04:36Z', 'updated_at': '2021-12-24T03:04:36Z', 'revision_number': 0, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:38.601764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-7874f44a-079d-44e2-a826-859ae43803b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 200 len: 1000 time: 0.0641093 Dec 24 03:04:38.604650 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Checking router: 88c7c5b0-b554-4336-9cff-4916d33586ab for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:38.613976 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:38.614507 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:38.653462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-87a2221f-4250-4e41-9e1b-091a79e8806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:38.655042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-87a2221f-4250-4e41-9e1b-091a79e8806e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2f8c864-a0ce-41a7-adc9-e48014603803 HTTP/1.1" status: 200 len: 834 time: 0.0455790 Dec 24 03:04:38.706853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-aee86f26-e689-4aa0-94a6-67eb74f61be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:38.708562 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-aee86f26-e689-4aa0-94a6-67eb74f61be3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a729ca9c-2655-455d-a4bf-95a808f9c626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461819 Dec 24 03:04:38.721195 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:38.826493 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ab306c2a-16f6-42b4-be86-96c9d8df45f9 req-f796ce63-18f1-4131-8963-c3e776e18c15 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0397341 Dec 24 03:04:38.974293 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '98870238-9211-4c9c-a4ad-322c7283ceca', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'mac_address': 'fa:16:3e:25:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:04:36Z', 'updated_at': '2021-12-24T03:04:36Z', 'revision_number': 0, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:39.004283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f85e84-c818-4c24-826f-bde0baeec4d9 None None] The sync data for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv is: [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '98870238-9211-4c9c-a4ad-322c7283ceca', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'floating_ip_address': '172.26.7.105', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'mac_address': 'fa:16:3e:25:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:04:36Z', 'updated_at': '2021-12-24T03:04:36Z', 'revision_number': 0, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:39.057319 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-2eba9e58-c6a8-4eca-ba3e-fd4dac7f0688 service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403594 Dec 24 03:04:39.157288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0f8448cf-f5f7-4dc9-b20f-089eb544c114 req-a6742ba6-9897-4f0c-8c13-487e5a36b8c7 service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920794 Dec 24 03:04:39.220057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dfced-af88-44d1-b833-daa4b894c31b None None] New status for floating IP 98870238-9211-4c9c-a4ad-322c7283ceca: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:04:39.556541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35266) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:39.619799 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6419df81-ea9e-46db-a584-4acb3760ad6a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/floatingips/98870238-9211-4c9c-a4ad-322c7283ceca HTTP/1.1" status: 200 len: 994 time: 0.0620697 Dec 24 03:04:39.909376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e7cf945-643f-421c-9e15-825d741a453a req-60e34beb-0ef3-4b9c-aa4f-191121d22d14 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0277369 Dec 24 03:04:41.013726 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8dd85f44-3665-4868-b4b5-05c1c1fa518b req-fbeaa24e-e85a-4d4a-a421-19e3de02d5c1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c1376d-f06a-4712-8e03-cdd15a7c7854 HTTP/1.1" status: 200 len: 210 time: 0.0265319 Dec 24 03:04:42.285352 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-115ee4e8-d255-4b18-8067-3058eba6d82d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781887117&fields=id&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 267 time: 0.0436656 Dec 24 03:04:42.393426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-41680674-992f-482c-9fff-3f5120a05c82 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:42.394873 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-41680674-992f-482c-9fff-3f5120a05c82 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.1025188 Dec 24 03:04:42.409838 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-12ea1601-6b99-405c-b3a5-c0fcc9c965fd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/quotas/6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 375 time: 0.0092959 Dec 24 03:04:42.458762 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-693fcd05-c8f9-4be6-99d5-b0ada72ba153 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439632 Dec 24 03:04:42.554935 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-a636f862-1041-4ff2-8998-6eaada6fd7e4 service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845187 Dec 24 03:04:42.642124 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-01144f39-9627-454b-a307-1dab7dceb15b service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805073 Dec 24 03:04:43.170929 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a5b6bd3e-4ffc-4f8f-bc56-c96031ed7453 req-918a27fb-e259-437a-824f-ad2b871ead07 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Dec 24 03:04:44.268245 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8b6a91dc-ae92-4bcb-b534-1680a50ff244 req-0b43643e-48ca-4dc8-a0c3-ec24a3f7f373 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0308416 Dec 24 03:04:45.201892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-b2ffe7a4-dd1d-4b6c-aff3-4d8c0bf5e093 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:45.203255 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-b2ffe7a4-dd1d-4b6c-aff3-4d8c0bf5e093 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.1063561 Dec 24 03:04:45.287240 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-5c4f2692-2588-44c8-901d-4d63d18e5889 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 380 time: 0.0631413 Dec 24 03:04:45.313684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'port': {'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'admin_state_up': True, 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'security_groups': ['87477b46-5490-4fa2-9b5d-dc131fb6dd95']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:45.404086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ceb5d1f5-b1e3-430d-91af-9b3f0e751fea req-05c35b63-8906-4a20-9bc4-849e5eb78d47 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0591238 Dec 24 03:04:45.547242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Made reservation on behalf of 6d5def0a835e4e378d4844b4e04419e7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:04:45.551141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:45.706627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.20.0.14 (942b7709-55a8-48ce-be35-4a90bb267ae8/203f1cb7-8a18-4164-84d7-749af46616d1/ffd9af9b-5817-43f7-9836-2a16dda111db) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:04:45.813213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba24abf-0c2d-4403-9760-c26288893dda req-03c6730a-0db3-4208-a216-1ed3210a678a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:45.814725 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7ba24abf-0c2d-4403-9760-c26288893dda req-03c6730a-0db3-4208-a216-1ed3210a678a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.1038792 Dec 24 03:04:45.915396 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7ba24abf-0c2d-4403-9760-c26288893dda req-d60aba68-3d46-48d1-aaf2-7162e88c11cb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941396 Dec 24 03:04:45.935042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.014922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.075780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:04:46.078685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:04:46.082440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:04:46.088959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:46.123680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.127952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.129158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:46.160328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:46.161591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.228220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-f1baeb0b-dc94-4ee8-9274-72d4da3e038b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9196196 Dec 24 03:04:46.248997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Request body: {'port': {'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:04:46.305036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.381850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-8323891c-346e-4d23-819c-09594808dcc7 None None] Provisioning complete for port ffd9af9b-5817-43f7-9836-2a16dda111db triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:04:46.382458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8323891c-346e-4d23-819c-09594808dcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.416318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-8323891c-346e-4d23-819c-09594808dcc7 None None] Port ffd9af9b-5817-43f7-9836-2a16dda111db cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:04:46.529488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14495d16-82b1-4bb5-ac43-abbde44f8807 req-8451afc7-2f33-4ee3-9628-925581c975bf tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:46.531304 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-14495d16-82b1-4bb5-ac43-abbde44f8807 req-8451afc7-2f33-4ee3-9628-925581c975bf tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 932 time: 0.0508740 Dec 24 03:04:46.585024 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-14495d16-82b1-4bb5-ac43-abbde44f8807 req-0d0f8726-1a6a-47cb-baca-0f74b1f354fd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456734 Dec 24 03:04:46.585801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd9af9b-5817-43f7-9836-2a16dda111db {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:04:46.594021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.608637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Transition to ACTIVE for port object ffd9af9b-5817-43f7-9836-2a16dda111db will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:04:46.647742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.704007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:46.784261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Attempting to bind port ffd9af9b-5817-43f7-9836-2a16dda111db on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:04:46.784686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Attempting to bind port ffd9af9b-5817-43f7-9836-2a16dda111db by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:04:46.784970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Attempting to bind port ffd9af9b-5817-43f7-9836-2a16dda111db on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:46.789814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Port ffd9af9b-5817-43f7-9836-2a16dda111db on network 942b7709-55a8-48ce-be35-4a90bb267ae8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:04:46.790238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Attempting to bind port ffd9af9b-5817-43f7-9836-2a16dda111db on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:04:46.796180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:04:46.796644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:04:46.797099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Bound using segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:04:46.797600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Bound port: ffd9af9b-5817-43f7-9836-2a16dda111db, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:04:46.798029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.867125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:04:46.870339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ffd9af9b-5817-43f7-9836-2a16dda111db,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:04:46.937463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.986251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:46.986932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:46.988292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] 10.222.0.49 "PUT /v2.0/ports/ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 1094 time: 0.7438846 Dec 24 03:04:46.988903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:46.991228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001" -d '{"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:47.055088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8b32ae-5086-4a0a-92d7-567663d16351 x-openstack-request-id: req-ae8b32ae-5086-4a0a-92d7-567663d16351 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:47.055411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:47.055632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae8b32ae-5086-4a0a-92d7-567663d16351 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:47.056026 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'status': 'completed', 'code': 200} Dec 24 03:04:47.057761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb0792-8507-4087-9af2-e869e9491072 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:47.088453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd623386-c41e-4796-9c0c-df9c0e2ed07d req-d49bc79a-a909-47e3-96f3-5e7735efcad5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.091362 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd623386-c41e-4796-9c0c-df9c0e2ed07d req-d49bc79a-a909-47e3-96f3-5e7735efcad5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0675747 Dec 24 03:04:47.179064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-d3a8b8b5-f9e4-455a-aa00-152a62583b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.180585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-d3a8b8b5-f9e4-455a-aa00-152a62583b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1097 time: 0.0852025 Dec 24 03:04:47.185859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd623386-c41e-4796-9c0c-df9c0e2ed07d req-07709e4a-2305-4b76-aa70-67f62ebc30e7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893080 Dec 24 03:04:47.302967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-1c8032d7-5ba0-488d-9b5c-ca016cacdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.304459 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-1c8032d7-5ba0-488d-9b5c-ca016cacdcd2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6d5def0a835e4e378d4844b4e04419e7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1064250 Dec 24 03:04:47.405544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-7f45e743-60e6-41ab-ac76-2a25b20e7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.407051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d886f4cf-28ba-4ebb-9ad5-9a34eba58001 req-7f45e743-60e6-41ab-ac76-2a25b20e7f9e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932572 Dec 24 03:04:47.487382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-1b8c4982-151c-491c-8544-b2f1e51c1fd8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.488851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-1b8c4982-151c-491c-8544-b2f1e51c1fd8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Dec 24 03:04:47.587376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-720c7f10-f79c-4b3d-86d8-3f04c1aa5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.588906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-720c7f10-f79c-4b3d-86d8-3f04c1aa5b65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1097 time: 0.0991993 Dec 24 03:04:47.642265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-8bf064a9-2b65-4d2b-b1aa-46f9bb867d57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 217 time: 0.0368502 Dec 24 03:04:47.651241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 130a298d-b776-47b7-9ebd-149f33978561 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:47.653928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:47.712102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86597ed-c0b8-4b40-8d1e-c1dbb0cbb004 req-6fcc7d62-79c9-4853-bc8a-75b42bc5a87b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.713730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d86597ed-c0b8-4b40-8d1e-c1dbb0cbb004 req-6fcc7d62-79c9-4853-bc8a-75b42bc5a87b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0518076 Dec 24 03:04:47.753020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-7b731647-6af9-43e5-87e6-008123e4b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.754414 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-7b731647-6af9-43e5-87e6-008123e4b602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0992711 Dec 24 03:04:47.765159 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d86597ed-c0b8-4b40-8d1e-c1dbb0cbb004 req-9e1ada1c-2f9d-43ff-90b3-e8302c6df338 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Dec 24 03:04:47.806795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 130a298d-b776-47b7-9ebd-149f33978561, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=130a298d-b776-47b7-9ebd-149f33978561,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:47.807190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:47.864729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0b52e-9905-4764-8391-6ea66471964f req-9dfd49d6-45a4-4e86-bf2c-e5b13e3a4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:47.866257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-9dfd49d6-45a4-4e86-bf2c-e5b13e3a4621 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045368 Dec 24 03:04:48.051677 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-ee806868-a1a8-4258-9ad3-f27eefbfafaa service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755142 Dec 24 03:04:48.072464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:48.072827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:48.073146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b disassociated. External IP: 172.26.7.239, port: 130a298d-b776-47b7-9ebd-149f33978561. Dec 24 03:04:48.073492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 130a298d-b776-47b7-9ebd-149f33978561 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:48.204754 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bff0b52e-9905-4764-8391-6ea66471964f req-cae038ad-b8e3-48f2-84ef-986be5f86c12 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418974 Dec 24 03:04:48.319042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd56aa-183e-4856-8cb8-f53fc54ee6e2 req-515e5094-e202-436c-942e-cf30f5ac3f09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:48.320845 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-53bd56aa-183e-4856-8cb8-f53fc54ee6e2 req-515e5094-e202-436c-942e-cf30f5ac3f09 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Dec 24 03:04:48.321927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:48.356662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=130a298d-b776-47b7-9ebd-149f33978561,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:48.445682 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-53bd56aa-183e-4856-8cb8-f53fc54ee6e2 req-7e5940e6-fc90-49df-a13b-03807178e389 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=acd27436-3c6d-49eb-96f6-838b52b58e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154115 Dec 24 03:04:48.505951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:48.614070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:48.623834 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:48.633246 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:48.633796 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:48.658213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 130a298d-b776-47b7-9ebd-149f33978561 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:04:48.660936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:48.664381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eba23ce6-ebb2-4092-afb2-9598bdd5b00f req-8247eb16-f062-4573-bda9-b7a50beb2c36 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/130a298d-b776-47b7-9ebd-149f33978561 HTTP/1.1" status: 204 len: 173 time: 1.1658013 Dec 24 03:04:48.748321 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:48.938394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f418c-8ccb-461a-a315-cf6e9a83aa4f req-4ae26806-ff40-48ad-a95a-abbb3892c26f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:48.940629 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3a8f418c-8ccb-461a-a315-cf6e9a83aa4f req-4ae26806-ff40-48ad-a95a-abbb3892c26f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0956647 Dec 24 03:04:48.970559 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:48.994636 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3a8f418c-8ccb-461a-a315-cf6e9a83aa4f req-6a30915c-d1bc-4354-85a0-79cd97401ad2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469649 Dec 24 03:04:49.004777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:49.015424 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:49.016257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:49.057563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'name': 'network-vif-deleted', 'tag': '130a298d-b776-47b7-9ebd-149f33978561'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:49.060975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781c05b1-2c0b-401e-b065-293d37d9ba97" -d '{"events": [{"server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "name": "network-vif-deleted", "tag": "130a298d-b776-47b7-9ebd-149f33978561"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:49.097857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dcad23-0570-453d-8459-a0900bca73e1 x-openstack-request-id: req-00dcad23-0570-453d-8459-a0900bca73e1 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:49.098166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dde511-192b-41f0-a1b4-e0eab7f4fdb4", "name": "network-vif-deleted", "tag": "130a298d-b776-47b7-9ebd-149f33978561", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:49.098416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00dcad23-0570-453d-8459-a0900bca73e1 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:49.098872 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dde511-192b-41f0-a1b4-e0eab7f4fdb4', 'name': 'network-vif-deleted', 'tag': '130a298d-b776-47b7-9ebd-149f33978561', 'status': 'completed', 'code': 200} Dec 24 03:04:49.133276 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:49.328049 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:49.353971 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1371857a-2fa3-4844-b0fc-d685bad0c17b None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:02:35Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '49943165-7de3-4822-946b-94b8967d555e', 'name': '', 'network_id': '5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:84:4c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:33Z', 'updated_at': '2021-12-24T03:02:39Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'f60e7e98-778b-4603-857b-4d4f0c32c07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:49.577472 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68eaad9-f647-4821-8c91-d45ebdf8266c req-ac88916b-afc4-4320-83a2-e8c387c9ca27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=10dde511-192b-41f0-a1b4-e0eab7f4fdb4 HTTP/1.1" status: 200 len: 210 time: 0.0334711 Dec 24 03:04:49.628958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54146e29-544e-4215-af75-dcde7313bb38 None None] New status for floating IP fca7535d-14e2-4ebd-a1fc-3ffa298b373b: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:04:50.115782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8361271-17d7-4595-8827-24bc850dca20 req-20271779-fc94-4179-913b-b259372adbf2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:50.117403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d8361271-17d7-4595-8827-24bc850dca20 req-20271779-fc94-4179-913b-b259372adbf2 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0494082 Dec 24 03:04:50.167668 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d8361271-17d7-4595-8827-24bc850dca20 req-e1583738-d47b-494b-921b-6d1bb9860a11 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Dec 24 03:04:50.240770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-280abc86-fb9c-47bf-bbf9-ba0920669f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:50.628404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35336) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:50.685202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:50.710508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:50.818792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:50.821671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:50.824649 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/acd27436-3c6d-49eb-96f6-838b52b58e52 HTTP/1.1" status: 204 len: 168 time: 0.1934011 Dec 24 03:04:50.831988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbb30a-be40-4372-87f5-e10593147795 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd27436-3c6d-49eb-96f6-838b52b58e52,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:50.906518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35342) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:51.033978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 0482c09b-c1b2-429a-a8de-12d4e96baedd {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:51.034325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.108532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.108778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.120077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 0482c09b-c1b2-429a-a8de-12d4e96baedd owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:51.286181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ca770-7cce-4421-80a4-34d6dc9ba268 req-71caa5d5-5e93-4444-8d77-af216f2901f0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:51.287686 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6b6ca770-7cce-4421-80a4-34d6dc9ba268 req-71caa5d5-5e93-4444-8d77-af216f2901f0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0500922 Dec 24 03:04:51.304843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.332826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=0482c09b-c1b2-429a-a8de-12d4e96baedd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:51.337275 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6b6ca770-7cce-4421-80a4-34d6dc9ba268 req-13a0bfc5-e573-4a74-ae62-cf3530db0dbf tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Dec 24 03:04:51.398482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.399922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:51.401131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6e9192fa-7ba6-468a-a22f-88f277260905 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/fca7535d-14e2-4ebd-a1fc-3ffa298b373b HTTP/1.1" status: 204 len: 168 time: 0.4936008 Dec 24 03:04:51.763114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75cb90-1dba-46e1-9e20-2428608f9a8f req-b9de8b5c-0187-4ebd-b90a-07e12eb283e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:51.764594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4d75cb90-1dba-46e1-9e20-2428608f9a8f req-b9de8b5c-0187-4ebd-b90a-07e12eb283e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0527594 Dec 24 03:04:51.811747 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4d75cb90-1dba-46e1-9e20-2428608f9a8f req-781d6c5c-6582-43d3-8840-f197639f4361 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412607 Dec 24 03:04:52.372723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92453fcc-70db-475e-a922-6f766d8839fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:52.385112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 130a298d-b776-47b7-9ebd-149f33978561 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:04:52.406096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 130a298d-b776-47b7-9ebd-149f33978561 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:04:52.406439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 130a298d-b776-47b7-9ebd-149f33978561 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:04:52.459287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62b948-b9c0-4a18-acd1-dbf390e137a4 req-cc384220-c8f9-4c64-ba7b-ccd1145835ae tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:52.460782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb62b948-b9c0-4a18-acd1-dbf390e137a4 req-cc384220-c8f9-4c64-ba7b-ccd1145835ae tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0497246 Dec 24 03:04:52.508577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb62b948-b9c0-4a18-acd1-dbf390e137a4 req-f71157f1-f865-4323-b9d2-bb276cbcda37 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Dec 24 03:04:52.926295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc7ae8-40bd-424d-861e-ea7af044ca8f req-bc66b147-fe12-43a5-acbf-96a77369af3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:52.927786 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ccfc7ae8-40bd-424d-861e-ea7af044ca8f req-bc66b147-fe12-43a5-acbf-96a77369af3d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0494835 Dec 24 03:04:52.975254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ccfc7ae8-40bd-424d-861e-ea7af044ca8f req-ec687dd1-2c00-4c25-9d71-434434d5b7e5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415637 Dec 24 03:04:53.466002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-15279e81-db15-4c62-a991-8ebc39f961d3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:53.467571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-15279e81-db15-4c62-a991-8ebc39f961d3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0476613 Dec 24 03:04:53.557757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 7eda8bdd-4c7b-4e41-a834-75e713b21bce {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:53.558099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:53.678707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818885ac-2714-4c6d-ac07-6db134017a51 req-46e4db36-8981-499b-9c03-a50db4fa6095 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:53.680182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-818885ac-2714-4c6d-ac07-6db134017a51 req-46e4db36-8981-499b-9c03-a50db4fa6095 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.1015556 Dec 24 03:04:53.697975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 7eda8bdd-4c7b-4e41-a834-75e713b21bce, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7eda8bdd-4c7b-4e41-a834-75e713b21bce,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:53.698331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:53.716878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:53.979182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 7eda8bdd-4c7b-4e41-a834-75e713b21bce owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:54.044139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-818885ac-2714-4c6d-ac07-6db134017a51 req-46652943-64a9-4638-95f8-467428b1b22b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568413 Dec 24 03:04:54.093355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21856214-f7c8-461a-8e87-7b708c9d1560 req-acda32a4-0c1c-46c3-bee8-32f4ddf6d684 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:54.098055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-21856214-f7c8-461a-8e87-7b708c9d1560 req-acda32a4-0c1c-46c3-bee8-32f4ddf6d684 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 946 time: 0.0536695 Dec 24 03:04:54.143612 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-21856214-f7c8-461a-8e87-7b708c9d1560 req-c47a7ac6-e23f-461c-b643-3502be43d6a0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=42cd424c-9289-4d58-83c2-00564a426ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Dec 24 03:04:54.190589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:54.220547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=7eda8bdd-4c7b-4e41-a834-75e713b21bce,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:54.260135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 7eda8bdd-4c7b-4e41-a834-75e713b21bce on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:04:54.263211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:54.266524 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31ff6324-ced0-401e-bf3e-6ea553de20bc req-5677ad25-2671-46a1-b489-bff7072283b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/7eda8bdd-4c7b-4e41-a834-75e713b21bce HTTP/1.1" status: 204 len: 173 time: 0.7928138 Dec 24 03:04:54.266958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'name': 'network-vif-deleted', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:04:54.269206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2495fd2-9c8f-492e-a423-e0529ca83683" -d '{"events": [{"server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "name": "network-vif-deleted", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:04:54.303215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d991677-7b0a-442d-910e-a3d474c92f9a x-openstack-request-id: req-4d991677-7b0a-442d-910e-a3d474c92f9a {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:04:54.303516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2839d821-2779-4266-8e32-8b141f090877", "name": "network-vif-deleted", "tag": "7eda8bdd-4c7b-4e41-a834-75e713b21bce", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:04:54.303776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d991677-7b0a-442d-910e-a3d474c92f9a {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:04:54.304171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2839d821-2779-4266-8e32-8b141f090877', 'name': 'network-vif-deleted', 'tag': '7eda8bdd-4c7b-4e41-a834-75e713b21bce', 'status': 'completed', 'code': 200} Dec 24 03:04:55.069121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:55.157759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb60f5e-c5f3-483c-8b93-a289f7a34251 req-5ccd3d29-6822-49af-be02-3b8a451588c6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:55.159169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3eb60f5e-c5f3-483c-8b93-a289f7a34251 req-5ccd3d29-6822-49af-be02-3b8a451588c6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0488231 Dec 24 03:04:55.214500 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3eb60f5e-c5f3-483c-8b93-a289f7a34251 req-7fbe2330-7780-47ae-ae43-c3c062da4f7c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494580 Dec 24 03:04:55.263859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c5f1d21e-da1a-4e2c-8cc1-111b1e48e1fd req-4809ccf7-52b3-4a5b-8b83-4bde763ec590 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=2839d821-2779-4266-8e32-8b141f090877 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Dec 24 03:04:55.842373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:56.321874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35368) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:56.343974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4837b0-5086-4e1f-a415-3bf1d842d710 req-3c7f4097-3a99-4d53-b5d8-c310001817f8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:56.345516 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b4837b0-5086-4e1f-a415-3bf1d842d710 req-3c7f4097-3a99-4d53-b5d8-c310001817f8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0551391 Dec 24 03:04:56.382320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:56.399025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b4837b0-5086-4e1f-a415-3bf1d842d710 req-a4d03f8d-fbc8-481f-9f13-e3bfe5b808e3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474596 Dec 24 03:04:56.411431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:56.520382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:56.523186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:56.524382 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/42cd424c-9289-4d58-83c2-00564a426ab0 HTTP/1.1" status: 204 len: 168 time: 0.2020426 Dec 24 03:04:56.535051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf2487-bb75-404c-9a85-7d05db6add1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd424c-9289-4d58-83c2-00564a426ab0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:56.607782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35372) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:57.036216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:57.055663 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:04:57.346493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 49943165-7de3-4822-946b-94b8967d555e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:57.347123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:57.435778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 49943165-7de3-4822-946b-94b8967d555e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=49943165-7de3-4822-946b-94b8967d555e,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:57.436217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:57.452931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 49943165-7de3-4822-946b-94b8967d555e owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:57.516305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526275fb-41c5-49b9-93ae-6bd2f829adca req-faa087d3-fdbb-47c1-84e1-4fad080c9106 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:57.517827 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-526275fb-41c5-49b9-93ae-6bd2f829adca req-faa087d3-fdbb-47c1-84e1-4fad080c9106 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0499272 Dec 24 03:04:57.566675 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-526275fb-41c5-49b9-93ae-6bd2f829adca req-28cd91ce-ccc8-4b6b-b444-eb5fb77b6de9 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Dec 24 03:04:57.705044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:57.730259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=49943165-7de3-4822-946b-94b8967d555e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:57.904338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.114329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 58041f96-06cb-4b19-9054-d8e7d06c6278 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:04:58.218541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:04:58.224093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-081cc476-802a-4e02-b534-c5ba5366ee83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/58041f96-06cb-4b19-9054-d8e7d06c6278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151273 Dec 24 03:04:58.226252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35376) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:58.227768 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Sync routers for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:04:58.238203 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:58.238814 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:58.277326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet f60e7e98-778b-4603-857b-4d4f0c32c07d {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:04:58.280842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.323980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.408592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7eda8bdd-4c7b-4e41-a834-75e713b21bce no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:04:58.414736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.428203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 7eda8bdd-4c7b-4e41-a834-75e713b21bce {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:04:58.428701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7eda8bdd-4c7b-4e41-a834-75e713b21bce not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:04:58.435845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:58.533895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.561736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=f60e7e98-778b-4603-857b-4d4f0c32c07d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:58.566922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.572249 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/f60e7e98-778b-4603-857b-4d4f0c32c07d HTTP/1.1" status: 204 len: 168 time: 0.3419352 Dec 24 03:04:58.573811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35378) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:58.575060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.575403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.575759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.576099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.576474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.576800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.577137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.577459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.577789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.578070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932e9a2f-5f8b-429b-9c9a-9a2a543bb8ff None None] Network 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:04:58.578237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.578432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.578759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.579079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17921fca-d116-445c-b234-fb4cdfefde56 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:58.615664 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:04:57Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:58.644655 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Checking router: 58041f96-06cb-4b19-9054-d8e7d06c6278 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:04:58.654224 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Routers {'58041f96-06cb-4b19-9054-d8e7d06c6278'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:04:58.654837 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['58041f96-06cb-4b19-9054-d8e7d06c6278'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:58.722583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.768007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef31fc-40ce-40b4-9f40-7c1b953bd67f req-e36caeed-3958-446a-8449-cb81ef6fc56d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:04:58.769533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-61ef31fc-40ce-40b4-9f40-7c1b953bd67f req-e36caeed-3958-446a-8449-cb81ef6fc56d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.1018300 Dec 24 03:04:58.770110 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] Set router 58041f96-06cb-4b19-9054-d8e7d06c6278 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:04:58.800618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] DHCP port deletion for 5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:04:58.857609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Deleting port 6330d238-7685-4cff-99b6-a545856b0f65 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:58.857984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.867488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-61ef31fc-40ce-40b4-9f40-7c1b953bd67f req-3a38f0d0-36fe-4343-9945-2777947c2713 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883307 Dec 24 03:04:58.876617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.922564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] For port 6330d238-7685-4cff-99b6-a545856b0f65, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6330d238-7685-4cff-99b6-a545856b0f65,segment=NetworkSegment(a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17),segment_id=a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:58.922962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.935867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Calling delete_port for 6330d238-7685-4cff-99b6-a545856b0f65 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:58.963739 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c4b95375-14b7-4574-8540-243885fb523b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:04:57Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:04:58.988131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 6595434d-c820-4b54-9663-0039fd55fca8 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:04:58.988774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:58.990727 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b95375-14b7-4574-8540-243885fb523b None None] The sync data for ids ['58041f96-06cb-4b19-9054-d8e7d06c6278'] in dv-neutron-822868-1-hyperv is: [{'id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'name': 'tempest-TestNetworkBasicOps-router-797312673', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179'}], 'enable_snat': True}, 'gw_port_id': '6595434d-c820-4b54-9663-0039fd55fca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:02:25Z', 'updated_at': '2021-12-24T03:04:57Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6595434d-c820-4b54-9663-0039fd55fca8', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58041f96-06cb-4b19-9054-d8e7d06c6278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:02:26Z', 'updated_at': '2021-12-24T03:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:04:59.075149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 6595434d-c820-4b54-9663-0039fd55fca8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6595434d-c820-4b54-9663-0039fd55fca8,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:04:59.075516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.087263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.087661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 6595434d-c820-4b54-9663-0039fd55fca8 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:04:59.113251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Pushing event deleted for resources: {'Port': ['ID=6330d238-7685-4cff-99b6-a545856b0f65,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:59.121059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] No DVR routers for this DVR port 6330d238-7685-4cff-99b6-a545856b0f65 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:04:59.123156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.123507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.123866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.124207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.124586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.124925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.125254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.125583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.125910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.126236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.126561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.126888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.127211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e5ba6-1905-44ba-b8f6-00c73b2e980c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:04:59.304699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.330571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=6595434d-c820-4b54-9663-0039fd55fca8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:04:59.351045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470f36c-af3c-46da-9f3a-7fce7fe47aff None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:04:59.403841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.619792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6330d238-7685-4cff-99b6-a545856b0f65 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:04:59.640698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6330d238-7685-4cff-99b6-a545856b0f65 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:04:59.641049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6330d238-7685-4cff-99b6-a545856b0f65 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:04:59.641481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 49943165-7de3-4822-946b-94b8967d555e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:04:59.661860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 49943165-7de3-4822-946b-94b8967d555e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:04:59.662282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 49943165-7de3-4822-946b-94b8967d555e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:04:59.751419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.753555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.847356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.847804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router 58041f96-06cb-4b19-9054-d8e7d06c6278 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:04:59.854692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.855930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1882bb3-dc6f-4b2f-8ad6-626dcc5344bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/58041f96-06cb-4b19-9054-d8e7d06c6278 HTTP/1.1" status: 204 len: 168 time: 1.2801137 Dec 24 03:04:59.858691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35382) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:04:59.938861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:04:59.947311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.010228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3ae8e-e552-4cad-bc7f-e745ff8512a0 req-e2d73e86-920e-49ab-8383-c1a50a3f2107 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:00.011717 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-07b3ae8e-e552-4cad-bc7f-e745ff8512a0 req-e2d73e86-920e-49ab-8383-c1a50a3f2107 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 944 time: 0.0570369 Dec 24 03:05:00.040762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.061133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:00.062053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-07b3ae8e-e552-4cad-bc7f-e745ff8512a0 req-91e19912-51ac-478a-94dd-2d5d29078c4a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Dec 24 03:05:00.070592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:00.070912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2dd3804-8cd7-4cf9-b47f-0dd86d95cc17') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:00.081501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.094565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.100228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:05:00.100597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:05:00.103394 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:05:00.112589 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:05:00.224775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.232757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.235385 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9 HTTP/1.1" status: 204 len: 168 time: 0.3756349 Dec 24 03:05:00.247680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14804412-a423-4728-8250-2714d1f8dc1b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=5897c2bc-0b05-4229-b4a6-ffc6d7ab2df9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:00.254980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35386) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:00.260264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--2003407547', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:00.327770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:05:00.331370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.358225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:05:00.366585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.366935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment 1dd9914c-5857-48d0-a557-600efa9674d5 of type vlan for network 3ae2821d-ec06-40df-a908-05485ac1490a Dec 24 03:05:00.405700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.418525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device ffd9af9b-5817-43f7-9836-2a16dda111db details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:05:00.476606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.483183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:00.483768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.516622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ffd9af9b-5817-43f7-9836-2a16dda111db,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:00.528356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:05:00.552900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=3ae2821d-ec06-40df-a908-05485ac1490a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:00.564801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 3ae2821d-ec06-40df-a908-05485ac1490a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:05:00.569114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.593260 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0d736680-6958-4430-8fb9-af99615b56ba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3366122 Dec 24 03:05:00.595954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35388) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:00.601158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:00.627567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd9af9b-5817-43f7-9836-2a16dda111db {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:00.658894 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ffd9af9b-5817-43f7-9836-2a16dda111db,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:00.687523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.688636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.738210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.756308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:00.804080 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:01.078248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['ffd9af9b-5817-43f7-9836-2a16dda111db'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:05:01.186497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae95dd-2159-48fe-b64b-1918780051ad req-144d3fb0-678a-483d-9ac7-6729843d47ae tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:01.188837 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dcae95dd-2159-48fe-b64b-1918780051ad req-144d3fb0-678a-483d-9ac7-6729843d47ae tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 945 time: 0.0558786 Dec 24 03:05:01.243530 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dcae95dd-2159-48fe-b64b-1918780051ad req-cdc96a5a-951b-41c3-b19c-6057f8ffc08f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Dec 24 03:05:01.265320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:01.517576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6595434d-c820-4b54-9663-0039fd55fca8 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:01.519623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:01.537592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6595434d-c820-4b54-9663-0039fd55fca8 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:05:01.537928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6595434d-c820-4b54-9663-0039fd55fca8 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:01.541965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:01.643920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.207 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/29feb963-277b-4e93-a43b-ce584a7ef486) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:01.749636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:01.853877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:01.888786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:01.893533 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:01.895897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:01.908322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c32e946-cfc2-43fc-99e7-00acd4311425 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:05:01.932634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=29feb963-277b-4e93-a43b-ce584a7ef486,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:01.994281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4a7ed17b-cc1e-45c9-92e4-5d4fd4534134 None None] Provisioning complete for port 29feb963-277b-4e93-a43b-ce584a7ef486 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:01.994649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a7ed17b-cc1e-45c9-92e4-5d4fd4534134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.028967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ed17b-cc1e-45c9-92e4-5d4fd4534134 None None] Port 29feb963-277b-4e93-a43b-ce584a7ef486 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:02.229777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.362665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ddf05-9f31-44bc-8552-e98eec30c9c4 req-a6f6214f-ab44-446d-921d-228df989a295 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:02.364664 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8d3ddf05-9f31-44bc-8552-e98eec30c9c4 req-a6f6214f-ab44-446d-921d-228df989a295 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Dec 24 03:05:02.413612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8d3ddf05-9f31-44bc-8552-e98eec30c9c4 req-623dfb6b-4bd1-4ddd-8f4b-d4986a6e6712 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433993 Dec 24 03:05:02.427945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device ffd9af9b-5817-43f7-9836-2a16dda111db up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:02.435707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.539158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port ffd9af9b-5817-43f7-9836-2a16dda111db completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:05:02.543293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port ffd9af9b-5817-43f7-9836-2a16dda111db triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:02.543660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.618963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:05:02.731046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:02.756159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Sync routers for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:02.776676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:02.777323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:02.779649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.814870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.816331 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d9554108-55ee-4d06-a18f-55f3b989e4b1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2188926 Dec 24 03:05:02.819342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:02.839755 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:02.842119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b412f5c8-b62b-4a5e-9983-1dc6d6dc1d14" -d '{"events": [{"server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "name": "network-vif-plugged", "status": "completed", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:02.858364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4e8ac1a9-2d3c-4b2e-81a4-aa64bacc8819 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351679 Dec 24 03:05:02.858642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35402) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:02.861029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ffd9af9b-5817-43f7-9836-2a16dda111db,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:02.896538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca7ba98-445c-4a7d-acdb-e1922034176d x-openstack-request-id: req-9ca7ba98-445c-4a7d-acdb-e1922034176d {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:02.896832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "name": "network-vif-plugged", "status": "completed", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:02.897084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ca7ba98-445c-4a7d-acdb-e1922034176d {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:02.899860 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'code': 200} Dec 24 03:05:02.911832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:02.946189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:03.022150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d0e1f4-6751-4065-9ae1-816e653bcb8a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:03.023822 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b7d0e1f4-6751-4065-9ae1-816e653bcb8a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1642888 Dec 24 03:05:03.026684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35404) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:03.054665 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1adcf13d-5401-48a3-bc88-96af5b94c2c9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270178 Dec 24 03:05:03.057280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35406) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:03.062649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982860232', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:03.089440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:03.182631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:02Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:03.212070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Checking router: cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:03.212444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Updating router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 port 29feb963-277b-4e93-a43b-ce584a7ef486 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:05:03.237501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.241812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:05:03.245493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.256252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cefa2-84c9-48a1-9c10-55a7d155b7b6 req-ada172dd-c27f-41fb-b7c0-876be9afa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:03.257908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00cefa2-84c9-48a1-9c10-55a7d155b7b6 req-ada172dd-c27f-41fb-b7c0-876be9afa80d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1099 time: 0.0418496 Dec 24 03:05:03.311778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00cefa2-84c9-48a1-9c10-55a7d155b7b6 req-93921ed3-0285-4d49-87c3-03b06de3ea56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Dec 24 03:05:03.496161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.499241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.529700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adcf8e-12fc-41cd-8572-7da8931692ae req-570bee01-abdc-4be3-930d-a2402d63095c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:03.536433 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-59adcf8e-12fc-41cd-8572-7da8931692ae req-570bee01-abdc-4be3-930d-a2402d63095c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0507405 Dec 24 03:05:03.563472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=c0b1477d-509c-4f12-9f5e-ef3c47937c85,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:03.571814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:03.572178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 3ae2821d-ec06-40df-a908-05485ac1490a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:05:03.587203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-59adcf8e-12fc-41cd-8572-7da8931692ae req-263f74ed-523a-4aad-b839-ac5ffc3c7104 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Dec 24 03:05:03.593896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.636828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78996ad6-38cd-409b-be1a-f0ae41a164ad None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:05:03.649110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Attempting to bind port 29feb963-277b-4e93-a43b-ce584a7ef486 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Attempting to bind port 29feb963-277b-4e93-a43b-ce584a7ef486 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Attempting to bind port 29feb963-277b-4e93-a43b-ce584a7ef486 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e42457-c88a-4401-bf4e-4cb7dc9ad750 None None] Pushing event updated for resources: {'Port': ['ID=29feb963-277b-4e93-a43b-ce584a7ef486,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Bound port: 29feb963-277b-4e93-a43b-ce584a7ef486, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:05:03.670038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.687274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ae2821d-ec06-40df-a908-05485ac1490a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:05:03.712698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] For port 29feb963-277b-4e93-a43b-ce584a7ef486, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:03.716133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] For port 29feb963-277b-4e93-a43b-ce584a7ef486, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=29feb963-277b-4e93-a43b-ce584a7ef486,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:05:03.744294 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 3ae2821d-ec06-40df-a908-05485ac1490a) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:03.749135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:03.752627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.755158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83c987-8717-45f3-a9f3-9c80670783ca None None] Network 3ae2821d-ec06-40df-a908-05485ac1490a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:05:03.779659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.822054 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1b9a86fc-1406-4ff0-9051-0cc40a956b22 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7637002 Dec 24 03:05:03.824689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35410) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:03.838543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] Provisioning complete for port 29feb963-277b-4e93-a43b-ce584a7ef486 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:03.838923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:03.876887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63c35c-6179-4766-a0ce-a4a8f5b84531 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:05:03.932141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e42457-c88a-4401-bf4e-4cb7dc9ad750 None None] Pushing event updated for resources: {'Port': ['ID=29feb963-277b-4e93-a43b-ce584a7ef486,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:03.936503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:03.937130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:04.004050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-3ae2821d-ec06-40df-a908-05485ac1490a', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:05:04.004938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.171186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.183390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:04.273134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.275817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] For port 29feb963-277b-4e93-a43b-ce584a7ef486, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=29feb963-277b-4e93-a43b-ce584a7ef486,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:04.352462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Allocated IP 172.20.0.2 (3ae2821d-ec06-40df-a908-05485ac1490a/c0b1477d-509c-4f12-9f5e-ef3c47937c85/dc4f42be-c563-4074-b24e-1a0a033b0988) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:04.354492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.649865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57c7b4-baa2-422a-ad6c-eef9c012eb60 None None] Pushing event updated for resources: {'Port': ['ID=29feb963-277b-4e93-a43b-ce584a7ef486,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:04.675037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4e52464e-3831-4edc-9fee-8b4cd0c3b6aa None None] Provisioning complete for port 29feb963-277b-4e93-a43b-ce584a7ef486 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:04.675411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4e52464e-3831-4edc-9fee-8b4cd0c3b6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.717414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af9686-d7a7-43b6-ba7a-2cba2f398868 req-2dd4b399-3bb4-4d8b-9628-fcfc1ab71a84 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:04.718962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26af9686-d7a7-43b6-ba7a-2cba2f398868 req-2dd4b399-3bb4-4d8b-9628-fcfc1ab71a84 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0559735 Dec 24 03:05:04.770752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26af9686-d7a7-43b6-ba7a-2cba2f398868 req-5d719ab0-22d6-47f2-8cf5-abce530b9e67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Dec 24 03:05:04.774422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:02Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:04.815229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886bb93-7c07-43e8-a01f-4f6c040e4555 None None] The sync data for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv is: [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:02Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:04.817152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.875408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.919911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Network 3ae2821d-ec06-40df-a908-05485ac1490a is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:04.922810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:04.926678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:04.929564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (3ae2821d-ec06-40df-a908-05485ac1490a/c0b1477d-509c-4f12-9f5e-ef3c47937c85/db3ab309-a91c-4438-873d-9488e0951461) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:04.934608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Pushing event updated for resources: {'Port': ['ID=dc4f42be-c563-4074-b24e-1a0a033b0988,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:04.987619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Attempting to bind port dc4f42be-c563-4074-b24e-1a0a033b0988 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:05:04.987983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Attempting to bind port dc4f42be-c563-4074-b24e-1a0a033b0988 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:05:04.988340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Attempting to bind port dc4f42be-c563-4074-b24e-1a0a033b0988 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:04.993839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:05:04.994217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Checking segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:04.994616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:04.995066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Bound using segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:05:04.995532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Bound port: dc4f42be-c563-4074-b24e-1a0a033b0988, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:05:04.995906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.084205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] For port dc4f42be-c563-4074-b24e-1a0a033b0988, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:05.090217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] For port dc4f42be-c563-4074-b24e-1a0a033b0988, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=dc4f42be-c563-4074-b24e-1a0a033b0988,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:05:05.090524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.172778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.195091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.243014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360b0c7-67e1-47e3-9b18-594642b080f6 None None] Pushing event updated for resources: {'Port': ['ID=dc4f42be-c563-4074-b24e-1a0a033b0988,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:05.248199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ae2821d-ec06-40df-a908-05485ac1490a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:05.251861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:05.254430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:05.281843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:05.309149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.525086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.660371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dc4f42be-c563-4074-b24e-1a0a033b0988 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:05.713979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port dc4f42be-c563-4074-b24e-1a0a033b0988 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:05.716097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.808117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.847342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port dc4f42be-c563-4074-b24e-1a0a033b0988, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=dc4f42be-c563-4074-b24e-1a0a033b0988,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:05.896188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450da3d-007a-419c-b3c9-fa026e73b47e req-ec4fc2a4-e57c-424c-b86f-d653e8ccdfb7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:05.897938 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8450da3d-007a-419c-b3c9-fa026e73b47e req-ec4fc2a4-e57c-424c-b86f-d653e8ccdfb7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0509107 Dec 24 03:05:05.903048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.903605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 29feb963-277b-4e93-a43b-ce584a7ef486 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:05.918579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.954619 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8450da3d-007a-419c-b3c9-fa026e73b47e req-dd70354e-d349-4942-8c7f-f3db6ad78a08 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Dec 24 03:05:05.967180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:05.992276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=dc4f42be-c563-4074-b24e-1a0a033b0988,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:06.006869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 29feb963-277b-4e93-a43b-ce584a7ef486 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:06.007236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.087745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:06.097112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.123698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf036ab-18dc-49f4-bf3a-939b5754a8d9 req-81b180ca-8612-4624-b1f6-f4cc30f7a1a3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.125275 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4cf036ab-18dc-49f4-bf3a-939b5754a8d9 req-81b180ca-8612-4624-b1f6-f4cc30f7a1a3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0815451 Dec 24 03:05:06.232217 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4cf036ab-18dc-49f4-bf3a-939b5754a8d9 req-736b1026-2c6d-4ab8-bcec-e840b6ae9fd6 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949333 Dec 24 03:05:06.254334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35420) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:06.256316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ae2821d-ec06-40df-a908-05485ac1490a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:06.257792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:06.297699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3363a532-1a02-4f87-a52f-c0455576674e tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.301894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3363a532-1a02-4f87-a52f-c0455576674e tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1094 time: 0.0439825 Dec 24 03:05:06.302313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35422) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:06.306607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:06.368830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0eef6-07f2-4ce2-bcbe-c8f3e769d089 None None] Network 3ae2821d-ec06-40df-a908-05485ac1490a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:05:06.384102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:05:06.390393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.446894 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0e5a1664-3b9d-4708-b2cc-e9af43216a47 None None] Provisioning complete for port dc4f42be-c563-4074-b24e-1a0a033b0988 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:06.447279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1664-3b9d-4708-b2cc-e9af43216a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.510616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.517640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:06.523070 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cb8b9e9a-7d5a-453b-b897-6a55895ec39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/cba2b0f8-3af5-473b-8d0f-b3e1dea898a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6971905 Dec 24 03:05:06.525478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35424) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:06.633604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.26.7.104 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/fba42336-7888-4e75-9414-1b480035176d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:06.647138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.647713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.648281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.648995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.649500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.650023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.650576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.653118 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c2ca2e60-272d-4a98-a8ea-ac0f3e3e9f87 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1260185 Dec 24 03:05:06.656247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35426) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:06.725662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.726161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.726620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.727093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.727541 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.727989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.728514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:06.731258 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71c29741-964c-4e4e-9e78-d6cc3d828aec tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0733190 Dec 24 03:05:06.733563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35428) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:06.808341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5a268619-6107-4a24-97e9-764ae7ac1afa None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:06.809902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5a268619-6107-4a24-97e9-764ae7ac1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.813655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.857057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5a268619-6107-4a24-97e9-764ae7ac1afa None None] Port db3ab309-a91c-4438-873d-9488e0951461 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:06.863828 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Sync routers for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:06.874573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5a268619-6107-4a24-97e9-764ae7ac1afa None None] Provisioning complete for port dc4f42be-c563-4074-b24e-1a0a033b0988 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:06.874930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5a268619-6107-4a24-97e9-764ae7ac1afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:06.877171 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:06.877795 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:06.962977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.003635 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:07.012264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:07.022903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:07.025366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:07.079143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=fba42336-7888-4e75-9414-1b480035176d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:07.102183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-084aa108-a2d5-432b-889b-8c26d762d808 None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:07.102766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-084aa108-a2d5-432b-889b-8c26d762d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.141813 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-674c7f24-16ac-4fe7-b775-9dd31be80aa1 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.4070182 Dec 24 03:05:07.145586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35430) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:07.151220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-903408324', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:07.179062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-084aa108-a2d5-432b-889b-8c26d762d808 None None] Port db3ab309-a91c-4438-873d-9488e0951461 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:07.220752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:07.257888 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Checking router: cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:07.258379 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Updating router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 port db3ab309-a91c-4438-873d-9488e0951461 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:05:07.287405 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.400806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e900e4e2-a498-43e0-9fc2-b1d470cdfb92 None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:07.401457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e900e4e2-a498-43e0-9fc2-b1d470cdfb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.443058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e900e4e2-a498-43e0-9fc2-b1d470cdfb92 None None] Port db3ab309-a91c-4438-873d-9488e0951461 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:07.534857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.580562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dc4f42be-c563-4074-b24e-1a0a033b0988 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:07.610324 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.631485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port dc4f42be-c563-4074-b24e-1a0a033b0988 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:07.631856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.690501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.710453 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.733467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:05:07.737540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.756722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] device_id is not set on port 850700ac-0410-4686-94f0-8ae421ee2b07 yet. {{(pid=110368) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:05:07.786568 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a3a8-0674-4fe0-94dd-a981edd705eb None None] Pushing event updated for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:07.814824 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Attempting to bind port db3ab309-a91c-4438-873d-9488e0951461 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:05:07.815183 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Attempting to bind port db3ab309-a91c-4438-873d-9488e0951461 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:05:07.815538 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Attempting to bind port db3ab309-a91c-4438-873d-9488e0951461 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:07.823293 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:05:07.823786 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Checking segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:07.824611 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.825618 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Bound using segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:05:07.826122 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Bound port: db3ab309-a91c-4438-873d-9488e0951461, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:05:07.826493 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.868272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.905740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.5 (3ae2821d-ec06-40df-a908-05485ac1490a/c0b1477d-509c-4f12-9f5e-ef3c47937c85/850700ac-0410-4686-94f0-8ae421ee2b07) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:07.909067 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] For port db3ab309-a91c-4438-873d-9488e0951461, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:07.912542 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] For port db3ab309-a91c-4438-873d-9488e0951461, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=db3ab309-a91c-4438-873d-9488e0951461,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:05:07.921963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.994556 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:07.994755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=fba42336-7888-4e75-9414-1b480035176d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:08.008813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.079250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:08.079615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.105864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.139801 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:08.140486 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:08.147280 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f associated. External IP: 172.26.7.104, port: ffd9af9b-5817-43f7-9836-2a16dda111db. Dec 24 03:05:08.189354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.214035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.241140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] For port db3ab309-a91c-4438-873d-9488e0951461, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=db3ab309-a91c-4438-873d-9488e0951461,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:08.254785 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:08.266525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ae2821d-ec06-40df-a908-05485ac1490a is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:08.268565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:08.271576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:08.310672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.342995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:08.360703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:08.361551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.361691 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310a3a8-0674-4fe0-94dd-a981edd705eb None None] Pushing event updated for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:08.439315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6759b5d-705d-4881-ac10-b52074738f2b None None] Pushing event updated for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:08.451095 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bf95a45f-80ba-4fc2-af59-ef52118a4ffd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3043921 Dec 24 03:05:08.453806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9cdf85ce-8dcd-42a9-81aa-25a73cf85967 None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:08.462300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:05:08.467842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9cdf85ce-8dcd-42a9-81aa-25a73cf85967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.519200 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:07Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:08.562314 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbc1225-00d6-492b-acdb-b472464f6dbd None None] The sync data for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv is: [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:07Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:08.642634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:08.670201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:08.680979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:08.681587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:08.720873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.752397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-790c6536-ce57-4727-8b86-d7d9e6af13b1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4491026 Dec 24 03:05:08.764488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:08.769388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d3288-e08c-49be-8c8c-fa131e2c10d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:08.813827 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35442) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:08.818921 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429457519', 'description': 'tempest-secgroup-smoke-1429457519 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:08.820276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d73c28f-2d57-4aac-a4d1-ab2ae7f91dc1 x-openstack-request-id: req-7d73c28f-2d57-4aac-a4d1-ab2ae7f91dc1 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:08.821047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:08.821476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d73c28f-2d57-4aac-a4d1-ab2ae7f91dc1 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:08.822051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'status': 'completed', 'code': 200} Dec 24 03:05:08.859148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-21b68194-3e9c-4b23-bf5a-ed4ed56eaa30 None None] Provisioning complete for port 850700ac-0410-4686-94f0-8ae421ee2b07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:08.859534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21b68194-3e9c-4b23-bf5a-ed4ed56eaa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.862116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:08.923592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-952a40ef-38c9-4cce-9e79-2c66b83dc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:08.925305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-952a40ef-38c9-4cce-9e79-2c66b83dc828 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1099 time: 0.0493903 Dec 24 03:05:08.954523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:08.969973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-21b68194-3e9c-4b23-bf5a-ed4ed56eaa30 None None] Port 850700ac-0410-4686-94f0-8ae421ee2b07 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:09.052666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.069427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-0a4e8fa4-0cc0-4294-b7fa-c91b9973973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:09.071287 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-0a4e8fa4-0cc0-4294-b7fa-c91b9973973a service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.1139462 Dec 24 03:05:09.127684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.161516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-d87764c1-e66e-4d80-b9c2-161718df27a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 1000 time: 0.0700901 Dec 24 03:05:09.167942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97cc2d4-eeb9-41b7-a040-0f8936129641,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:09.176634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:07Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:09.208657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:09.218283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:09.218912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:04:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:09.221032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.222887 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-37541c9e-e0f1-4e3b-9d11-5266d6df0cb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4074528 Dec 24 03:05:09.225224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35444) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:09.230033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:09.268500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-9ce6bb3b-1365-452f-80e9-e39b5ff1c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:09.269970 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-9ce6bb3b-1365-452f-80e9-e39b5ff1c492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0842111 Dec 24 03:05:09.340719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-775afc8c-c1c4-45e9-adfb-08c2779662ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:09.342308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-775afc8c-c1c4-45e9-adfb-08c2779662ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492926 Dec 24 03:05:09.345861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:09.351791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.423482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.446475 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-9ec88bf5-9d09-4c16-b7c2-964afeddde65 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957799 Dec 24 03:05:09.487182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.510453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b55df1-4b70-430b-a160-75a1b331d7da,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:09.582591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.583934 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c00d3288-e08c-49be-8c8c-fa131e2c10d1 req-1cf7ea2b-6270-4010-b4b1-6995f55eacf7 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280808 Dec 24 03:05:09.586997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35446) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:09.587388 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-af8b25da-6127-45c5-9c34-9c4395d1587f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610945 Dec 24 03:05:09.592882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:09.622491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device db3ab309-a91c-4438-873d-9488e0951461 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:09.696965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:07Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:09.700833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port db3ab309-a91c-4438-873d-9488e0951461 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:09.701207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.731058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.746643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e079b85-3dbd-40cc-ad28-d523911b1b66 None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:07Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:09.802208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.870226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.894234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7ad69d-81bb-49fc-b8af-2f48ec002aeb,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:09.954379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:09.955159 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9bef6165-c687-4d66-bdcb-6f1b91e6be40 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3670199 Dec 24 03:05:09.957971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35448) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:09.962461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:10.048886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027932e9-21aa-4f52-9f06-2711f20e9159 None None] New status for floating IP 8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:05:10.063708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.126105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.195970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.213672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123b5ce6-c17f-42ec-97e9-c60cfbbd8244,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:10.295254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.296404 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-64fc914b-cae4-4ead-9be6-d06cedfc9829 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374887 Dec 24 03:05:10.299105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35450) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:10.303412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:10.389976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.444704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.516017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.533737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504b7bff-3d24-482e-9a03-2702ec060986,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:10.602696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.603964 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-245322c1-cb46-41d5-8582-2cd30fcdd024 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3039427 Dec 24 03:05:10.606717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35452) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:10.611472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:10.705054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:05:10.710264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.768107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.847425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.866304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed76782-4c44-491a-943e-de4da219952e,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:10.935751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:10.937023 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6ad1e65a-f639-4842-89ca-749a7622fd6b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291378 Dec 24 03:05:10.939892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35454) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:10.944190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'f97cc2d4-eeb9-41b7-a040-0f8936129641', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:11.024296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:05:11.029533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:11.089168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:11.139272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:11.157860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e2c195-8b76-4350-87ca-db9eafdc6d1a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:11.220519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:11.221743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9f5ff5ef-6403-4126-9a51-41e23d87a8fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2808683 Dec 24 03:05:11.416114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-ae5248b4-3ab4-4f0a-ba30-580ad3dc8203 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429457519&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0429909 Dec 24 03:05:11.465540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-f819f567-2f72-4f0d-8dad-3130b923aace tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:11.466863 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-f819f567-2f72-4f0d-8dad-3130b923aace tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 929 time: 0.0434358 Dec 24 03:05:11.509473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-63a686a9-548e-4eff-bb05-f64529f852a8 service neutron] 10.222.0.36 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0308638 Dec 24 03:05:11.601270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-be2e0a44-2131-4ff4-92fe-53764b88fd65 service neutron] 10.222.0.36 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Dec 24 03:05:11.688906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-56858216-2791-4fd6-a9fd-19ef5a6ff7e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813434 Dec 24 03:05:11.923957 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ae5f2c6d-ec70-4023-aae7-a891edd78474 req-be79d44e-662d-4c80-8ab0-46ba9d6ff4cf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 210 time: 0.0316544 Dec 24 03:05:13.025518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0c0b5872-ef47-43d9-ad67-bc7a64af8bb6 req-38522ae7-0e52-4ae2-b68c-afe00b09b88e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 210 time: 0.0314364 Dec 24 03:05:13.097956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4982828-0d75-465d-901a-66a8a5d0c829 req-e70ce0d5-c1f6-43d4-b9f9-dc2e4ea42ce6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:13.099465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a4982828-0d75-465d-901a-66a8a5d0c829 req-e70ce0d5-c1f6-43d4-b9f9-dc2e4ea42ce6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0850763 Dec 24 03:05:13.149892 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a4982828-0d75-465d-901a-66a8a5d0c829 req-8ea3f372-3c04-444a-b935-81bb43de095b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 Dec 24 03:05:13.806127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-a0feee27-04fc-4cde-90d2-67556aad9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:13.807552 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-a0feee27-04fc-4cde-90d2-67556aad9c42 service neutron] 10.222.0.49 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1025 time: 0.0334945 Dec 24 03:05:13.920729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-ac11c46e-27b6-42d0-a0a7-b335695d6c52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:13.922333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-ac11c46e-27b6-42d0-a0a7-b335695d6c52 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 200 len: 797 time: 0.1061888 Dec 24 03:05:13.998762 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-db1dfd81-574e-42f0-906c-24e02e6350d9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.0553303 Dec 24 03:05:14.010582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Request body: {'port': {'device_id': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:14.065546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:14.127715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a20f167e-c682-4e78-9bfb-81c885c12633 req-4cbd8d8c-6651-4f24-a214-dc3b8ea76312 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 210 time: 0.0309885 Dec 24 03:05:14.499108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9565096-42a2-4004-99a4-b84e971c25be req-7b7779fa-bc68-4c82-9391-acb2b2db9fc5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:14.500622 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b9565096-42a2-4004-99a4-b84e971c25be req-7b7779fa-bc68-4c82-9391-acb2b2db9fc5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.1161735 Dec 24 03:05:14.601796 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b9565096-42a2-4004-99a4-b84e971c25be req-e2b5c46b-df92-469c-aa2d-fbd9dc0a6c4b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900207 Dec 24 03:05:14.671680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850700ac-0410-4686-94f0-8ae421ee2b07 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:14.678831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:14.690973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Transition to ACTIVE for port object 850700ac-0410-4686-94f0-8ae421ee2b07 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:05:14.772860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:14.827797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:14.898782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:05:14.899156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:05:14.899463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:14.904974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:05:14.905302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:14.910950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:05:14.911288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Checking segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:14.911810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Bound using segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:05:14.912267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Bound port: 850700ac-0410-4686-94f0-8ae421ee2b07, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:05:14.912642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:14.985472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:14.988775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:05:15.042264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:15.084817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.085448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:15.086859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-6a96a191-2bae-4045-962a-36a64025386e service neutron] 10.222.0.49 "PUT /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1130 time: 1.0803764 Dec 24 03:05:15.087323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:15.089689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bce08e-f2a6-48dc-93fd-31190369c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:15.125851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96a191-2bae-4045-962a-36a64025386e service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:15.138063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49249699-6b79-4108-8c26-c98334b4607c x-openstack-request-id: req-49249699-6b79-4108-8c26-c98334b4607c {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:15.138364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:15.138633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49249699-6b79-4108-8c26-c98334b4607c {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:15.139038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07', 'status': 'completed', 'code': 200} Dec 24 03:05:15.268311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-fd7ef3ca-f693-4b64-a382-aaea73fb9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.270658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-fd7ef3ca-f693-4b64-a382-aaea73fb9245 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 1133 time: 0.0792897 Dec 24 03:05:15.285937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc496f5-90b7-40c6-adca-1f22ac73ad85 req-5b296712-ea31-46fd-9b1d-8f7bd68b40c3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.287948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dfc496f5-90b7-40c6-adca-1f22ac73ad85 req-5b296712-ea31-46fd-9b1d-8f7bd68b40c3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 980 time: 0.0819600 Dec 24 03:05:15.398624 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dfc496f5-90b7-40c6-adca-1f22ac73ad85 req-d1628e6b-9694-4a2a-a0af-b05c61386161 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988736 Dec 24 03:05:15.419046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-e6ca9c93-4eed-412e-8d85-633b143b64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.420540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-e6ca9c93-4eed-412e-8d85-633b143b64c7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1295547 Dec 24 03:05:15.517394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-8dad2c08-f652-4776-934d-6af91ed0152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.518870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-79bce08e-f2a6-48dc-93fd-31190369c28a req-8dad2c08-f652-4776-934d-6af91ed0152d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887794 Dec 24 03:05:15.632295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-a454fcd5-d4ca-4a5b-a1cd-cdd55dde8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.633946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-a454fcd5-d4ca-4a5b-a1cd-cdd55dde8f30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 1133 time: 0.0473685 Dec 24 03:05:15.692569 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-7482315b-80fc-41b2-83b8-2f60fc2be501 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 217 time: 0.0354700 Dec 24 03:05:15.741345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778926bc-6b66-43af-9285-721547fa633f req-68032d87-1803-4e0a-bb2e-a7fc019162e9 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.745988 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-778926bc-6b66-43af-9285-721547fa633f req-68032d87-1803-4e0a-bb2e-a7fc019162e9 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0697672 Dec 24 03:05:15.746171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-90a18efa-9915-4ead-810b-e01babb33c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.746171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-90a18efa-9915-4ead-810b-e01babb33c01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0b1477d-509c-4f12-9f5e-ef3c47937c85 HTTP/1.1" status: 200 len: 835 time: 0.0446651 Dec 24 03:05:15.794405 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-778926bc-6b66-43af-9285-721547fa633f req-dcd512f3-2dec-43e4-8572-f6ac8e1f93b0 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Dec 24 03:05:15.796374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c871c-7986-4526-bd9e-d5194a516dde req-c513efc4-cd34-46dd-82ee-ab814b07e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:15.797870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-c513efc4-cd34-46dd-82ee-ab814b07e7ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ae2821d-ec06-40df-a908-05485ac1490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456672 Dec 24 03:05:15.893377 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-5ea77fb3-6cdb-4781-944e-e04d7f99f1e9 service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853989 Dec 24 03:05:15.988070 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132c871c-7986-4526-bd9e-d5194a516dde req-e3730274-674e-41d8-b4a7-0df99125e95a service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867927 Dec 24 03:05:16.513510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f173ddd-6db9-4126-998e-4362cce021e8 req-d19ef135-e3b0-4a45-8549-b37d06bb1de4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:16.514885 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5f173ddd-6db9-4126-998e-4362cce021e8 req-d19ef135-e3b0-4a45-8549-b37d06bb1de4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 980 time: 0.0492058 Dec 24 03:05:16.563942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5f173ddd-6db9-4126-998e-4362cce021e8 req-c86d5ba1-bbf2-4308-a95e-f21d9fda6558 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Dec 24 03:05:16.912393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609551-d1de-451a-8ede-e175b5606e3b req-5e5cf597-9e4f-4307-b293-5d9c6f6e266f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:16.913941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0609551-d1de-451a-8ede-e175b5606e3b req-5e5cf597-9e4f-4307-b293-5d9c6f6e266f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0510983 Dec 24 03:05:16.964562 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0609551-d1de-451a-8ede-e175b5606e3b req-946b3f5a-da98-47a4-8384-e402fcf4f8a6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Dec 24 03:05:17.679230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ba82-c19f-4992-9a6b-533e1eaf5c45 req-d6ae2d73-ed01-448e-81b5-267ef637a960 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:17.680696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cc23ba82-c19f-4992-9a6b-533e1eaf5c45 req-d6ae2d73-ed01-448e-81b5-267ef637a960 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 980 time: 0.0479398 Dec 24 03:05:17.731353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cc23ba82-c19f-4992-9a6b-533e1eaf5c45 req-e7caec16-c2c4-4e26-a7c0-c33138b64bf9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Dec 24 03:05:18.082445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d604da-3756-4e54-b5b7-2c69a983a8a6 req-9c0cbfc7-e1e1-40aa-a4f9-cd2a278225c6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:18.083948 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88d604da-3756-4e54-b5b7-2c69a983a8a6 req-9c0cbfc7-e1e1-40aa-a4f9-cd2a278225c6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0525627 Dec 24 03:05:18.132374 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88d604da-3756-4e54-b5b7-2c69a983a8a6 req-4f136ce0-c6f0-4194-b5d4-9ace7b6c9466 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Dec 24 03:05:18.500265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:05:18.595021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:18.607461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '850700ac-0410-4686-94f0-8ae421ee2b07', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'mac_address': 'fa:16:3e:4d:a0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:05:18.646233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:18.659200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850700ac-0410-4686-94f0-8ae421ee2b07 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:18.677444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:18.721437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:18.769460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:18.844279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9b9a7-4a4d-43f1-96c8-9430a9dcc158 req-90ee1857-719e-41d3-816e-cf302df6b9d7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:18.845906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32c9b9a7-4a4d-43f1-96c8-9430a9dcc158 req-90ee1857-719e-41d3-816e-cf302df6b9d7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 981 time: 0.0498641 Dec 24 03:05:18.893789 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32c9b9a7-4a4d-43f1-96c8-9430a9dcc158 req-ce12ac88-47a8-4a48-98af-8429c71020d4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Dec 24 03:05:19.089864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['850700ac-0410-4686-94f0-8ae421ee2b07'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:05:19.247363 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68868c7-d013-43ac-b922-69a4269004da req-53a97dbd-c88d-4bb6-ad5a-0679efd5ae6f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:19.248886 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b68868c7-d013-43ac-b922-69a4269004da req-53a97dbd-c88d-4bb6-ad5a-0679efd5ae6f tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0494673 Dec 24 03:05:19.297613 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b68868c7-d013-43ac-b922-69a4269004da req-eaa55ca7-dec6-4236-9cf0-ab8370341d5b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Dec 24 03:05:20.006905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748fd11-5cfd-4d69-9513-2a5949435b5c req-848474fc-9463-4b25-a324-d412d7643170 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:20.008366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f748fd11-5cfd-4d69-9513-2a5949435b5c req-848474fc-9463-4b25-a324-d412d7643170 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 981 time: 0.0491405 Dec 24 03:05:20.054808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f748fd11-5cfd-4d69-9513-2a5949435b5c req-5c2a4f0c-0b9d-41b3-812e-675f2961dde9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Dec 24 03:05:20.212900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2773efd7-f231-45ec-a7f0-4bb43e948ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:20.415242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43a9be-6915-4062-9eeb-cae48e5e57ff req-61df2bce-53c3-4d69-8848-012d26c51392 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:20.416718 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec43a9be-6915-4062-9eeb-cae48e5e57ff req-61df2bce-53c3-4d69-8848-012d26c51392 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Dec 24 03:05:20.467137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec43a9be-6915-4062-9eeb-cae48e5e57ff req-78ed8339-8f85-4708-806e-5c6692471b7d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Dec 24 03:05:20.512584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:20.601405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 850700ac-0410-4686-94f0-8ae421ee2b07 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:05:20.605163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 850700ac-0410-4686-94f0-8ae421ee2b07 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:20.605532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:20.684165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:20.707365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:20.709630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204a094-1830-4b71-afa2-7240d82a288c" -d '{"events": [{"server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "name": "network-vif-plugged", "status": "completed", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:20.722345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:20.747006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc783c-8dc2-48f9-a9bc-669da7dcff5a x-openstack-request-id: req-23cc783c-8dc2-48f9-a9bc-669da7dcff5a {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:20.747006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "name": "network-vif-plugged", "status": "completed", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:20.747006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23cc783c-8dc2-48f9-a9bc-669da7dcff5a {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:20.747006 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07', 'code': 200} Dec 24 03:05:20.794753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:20.841512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:21.078086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6ecfa-82c3-459a-9048-0599c4033d25 req-0633f85e-0302-4884-8b06-b516bd80918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:21.079574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04d6ecfa-82c3-459a-9048-0599c4033d25 req-0633f85e-0302-4884-8b06-b516bd80918a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 1135 time: 0.0444460 Dec 24 03:05:21.123728 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04d6ecfa-82c3-459a-9048-0599c4033d25 req-b5390269-1af3-49c8-a3ed-b9ed70d5f3e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367618 Dec 24 03:05:21.170173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e4489-211b-47ad-9c6c-dbb92bc0fda5 req-19531de8-983a-429c-91e4-7a63ec75c6bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:21.171640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c42e4489-211b-47ad-9c6c-dbb92bc0fda5 req-19531de8-983a-429c-91e4-7a63ec75c6bc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0487640 Dec 24 03:05:21.218666 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c42e4489-211b-47ad-9c6c-dbb92bc0fda5 req-a8f47bcb-5cab-4a21-95c4-21ac77a93fbb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Dec 24 03:05:21.582784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e9a5e-a580-48d0-b545-bde2810068e8 req-dbe11bd5-317a-45a3-aff1-5cf14cd4475a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:21.584229 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a43e9a5e-a580-48d0-b545-bde2810068e8 req-dbe11bd5-317a-45a3-aff1-5cf14cd4475a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0483272 Dec 24 03:05:21.632610 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a43e9a5e-a580-48d0-b545-bde2810068e8 req-7e0c06af-23fc-40ed-981b-d20905287167 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Dec 24 03:05:22.334957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631bf96-f583-4b0c-a329-dc8e67a680c4 req-75ebbd6a-21cd-4fac-a8a6-08f8297801d4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:22.336471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6631bf96-f583-4b0c-a329-dc8e67a680c4 req-75ebbd6a-21cd-4fac-a8a6-08f8297801d4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0501599 Dec 24 03:05:22.384700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-82f2e0c0-a5f5-4df8-a4f9-7e9a4c2547e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:22.390129 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6631bf96-f583-4b0c-a329-dc8e67a680c4 req-12533bbc-13d1-4e7e-9fa6-c6c7d3070fc3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Dec 24 03:05:22.755729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851d9d-17c7-46e1-9ced-74b1972613a3 req-023e1a3c-b321-46ef-bfef-73f73646190a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:22.757265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d7851d9d-17c7-46e1-9ced-74b1972613a3 req-023e1a3c-b321-46ef-bfef-73f73646190a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0533149 Dec 24 03:05:22.810913 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d7851d9d-17c7-46e1-9ced-74b1972613a3 req-2e53c3cd-fae1-4f40-80e1-38d6e3aeccc3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468578 Dec 24 03:05:23.504385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c9317-d0a1-41a7-9cd7-d42ca9a4e88f req-f7f756c6-4566-4f7c-851d-4fd59632d0b9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:23.505888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-eb8c9317-d0a1-41a7-9cd7-d42ca9a4e88f req-f7f756c6-4566-4f7c-851d-4fd59632d0b9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0481834 Dec 24 03:05:23.553166 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-eb8c9317-d0a1-41a7-9cd7-d42ca9a4e88f req-84a9c922-dc02-45db-a61e-f72acc07a202 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Dec 24 03:05:23.668238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94122e2-df17-44ee-a41e-5b89bcec1f6b req-52c5635d-46c6-4a6d-bf14-89658104ce45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:23.669732 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c94122e2-df17-44ee-a41e-5b89bcec1f6b req-52c5635d-46c6-4a6d-bf14-89658104ce45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0511515 Dec 24 03:05:23.717052 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c94122e2-df17-44ee-a41e-5b89bcec1f6b req-5c16dd6d-bf18-42c1-ac17-e377c256422c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 Dec 24 03:05:23.732803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:23.739050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35548) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:23.778295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da12768a-0af9-47e5-8549-efc3c26301eb tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:23.782763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35550) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:23.784394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-da12768a-0af9-47e5-8549-efc3c26301eb tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 1130 time: 0.0396667 Dec 24 03:05:23.787555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:23.870681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:23.988866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29111c9e-4469-4333-ba18-9d5061714ac4 req-bc47edf0-d3fe-4a0f-8acf-afac47b27a4a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:23.990254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29111c9e-4469-4333-ba18-9d5061714ac4 req-bc47edf0-d3fe-4a0f-8acf-afac47b27a4a tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.1047983 Dec 24 03:05:24.058638 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29111c9e-4469-4333-ba18-9d5061714ac4 req-42785050-5a18-4167-b8f9-73d1811fb818 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598698 Dec 24 03:05:24.071432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:24.195143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.101 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/374edf36-feee-408d-af6a-c0567a35369a) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:05:24.299813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:24.384819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:24.426831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:05:24.429682 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:05:24.433324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:05:24.439388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=374edf36-feee-408d-af6a-c0567a35369a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:24.829438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:24.951916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.014380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.115173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.179703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.187474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c41fdb-ea4f-45b7-9754-2ba4875140b4 req-99752129-dfc1-4155-89d0-59625cccedb5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:25.190147 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-35c41fdb-ea4f-45b7-9754-2ba4875140b4 req-99752129-dfc1-4155-89d0-59625cccedb5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0594523 Dec 24 03:05:25.253623 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-35c41fdb-ea4f-45b7-9754-2ba4875140b4 req-36ea5456-bd40-43f8-b5a3-4be8c06e344b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542727 Dec 24 03:05:25.256656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=374edf36-feee-408d-af6a-c0567a35369a,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:25.270564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.388518 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP d9d64b2b-21ba-4008-a461-2b907dd351f0 associated. External IP: 172.26.7.101, port: 850700ac-0410-4686-94f0-8ae421ee2b07. Dec 24 03:05:25.604781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:05:25.723904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:25.734325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Sync routers for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:25.744976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:25.745597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:25.803657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.835854 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4eeaaf7c-f0a0-4b04-8a23-aa4c4184c688 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.0492947 Dec 24 03:05:25.835854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:25.836630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35556) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:25.836780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e" -d '{"events": [{"name": "network-changed", "server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:25.875088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:25.885564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:25.887843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06917148-9a00-49d9-9956-66363bd4cd2e x-openstack-request-id: req-06917148-9a00-49d9-9956-66363bd4cd2e {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:25.888135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3693d70d-7b1b-448f-81e0-a9e646f107b8", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:25.888391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06917148-9a00-49d9-9956-66363bd4cd2e {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:25.888866 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07', 'status': 'completed', 'code': 200} Dec 24 03:05:25.911766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef163303-4169-4bef-88ac-600b930b1c31 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:25.913318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ef163303-4169-4bef-88ac-600b930b1c31 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8&network_id=3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 200 len: 1130 time: 0.0760772 Dec 24 03:05:25.987325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-06e68ec9-e003-4c34-b3bd-d0da6b8703a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:25.988772 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-06e68ec9-e003-4c34-b3bd-d0da6b8703a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 1135 time: 0.0443182 Dec 24 03:05:26.088587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-ba46f385-a8b6-41ba-ba12-ac511a47beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:26.090582 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-ba46f385-a8b6-41ba-ba12-ac511a47beca service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 200 len: 898 time: 0.0909224 Dec 24 03:05:26.122303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd9d64b2b-21ba-4008-a461-2b907dd351f0', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-903408324', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'mac_address': 'fa:16:3e:4d:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:24Z', 'updated_at': '2021-12-24T03:05:24Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:26.153429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Checking router: cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:26.161655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:26.162266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:26.163596 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-fa5a57a0-bafd-4c96-be19-9f8ddb9c4b8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1036 time: 0.0655534 Dec 24 03:05:26.214672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-bbc5f0d6-41c5-4539-9c7f-77e9930ab358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:26.220213 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-bbc5f0d6-41c5-4539-9c7f-77e9930ab358 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0b1477d-509c-4f12-9f5e-ef3c47937c85 HTTP/1.1" status: 200 len: 835 time: 0.0462835 Dec 24 03:05:26.276510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:26.311848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-3cc65680-c3bb-4140-8620-f66284c2c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:26.313571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-3cc65680-c3bb-4140-8620-f66284c2c28c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ae2821d-ec06-40df-a908-05485ac1490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0472732 Dec 24 03:05:26.338450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e7a1c-a27f-423a-9911-316282b8ea39 req-792dc243-6680-4597-b0ce-b91c705c5a83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:26.340234 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065e7a1c-a27f-423a-9911-316282b8ea39 req-792dc243-6680-4597-b0ce-b91c705c5a83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0835929 Dec 24 03:05:26.392363 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065e7a1c-a27f-423a-9911-316282b8ea39 req-f5881bf7-189a-4124-86ad-9d34e679b47d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430131 Dec 24 03:05:26.453917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23722-4e18-409d-b54f-ba1abc1f31a1 req-3ad2a954-647c-40f5-998c-dc4685e707d4 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:26.455423 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa23722-4e18-409d-b54f-ba1abc1f31a1 req-3ad2a954-647c-40f5-998c-dc4685e707d4 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.1056821 Dec 24 03:05:26.460903 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-9adf0f62-394a-48c1-ae22-7263c4597acc service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300571 Dec 24 03:05:26.507628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd9d64b2b-21ba-4008-a461-2b907dd351f0', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-903408324', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'mac_address': 'fa:16:3e:4d:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:24Z', 'updated_at': '2021-12-24T03:05:24Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:26.534189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d496f8f3-e4ac-4d2f-a4a8-a929970debff None None] The sync data for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv is: [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd9d64b2b-21ba-4008-a461-2b907dd351f0', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.101', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-903408324', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'mac_address': 'fa:16:3e:4d:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3693d70d-7b1b-448f-81e0-a9e646f107b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:24Z', 'updated_at': '2021-12-24T03:05:24Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:26.564281 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2fa23722-4e18-409d-b54f-ba1abc1f31a1 req-0222fba0-06a8-4195-8995-69cf140b910d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016438 Dec 24 03:05:26.588408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3bf68b4-31fa-4298-8595-9d1ccfd8589e req-42c427c2-04f2-4fa6-8f6e-1c731dd63936 service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183476 Dec 24 03:05:26.729719 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cb8f47-f609-40d6-ae31-c4e37560390e None None] New status for floating IP d9d64b2b-21ba-4008-a461-2b907dd351f0: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:05:27.510650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83012fd-431d-4cb2-a614-26c7b99b3c2d req-8bf3ec01-62e3-4023-9c83-2444192b5b3f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:27.512360 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f83012fd-431d-4cb2-a614-26c7b99b3c2d req-8bf3ec01-62e3-4023-9c83-2444192b5b3f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0471094 Dec 24 03:05:27.562581 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f83012fd-431d-4cb2-a614-26c7b99b3c2d req-e321d708-2861-41a0-8162-d9a62b10800b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Dec 24 03:05:27.684059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebff04-064c-486c-b1ed-1d1836c79e53 req-7eeb6805-aa47-478c-ad41-b71431540c96 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:27.685564 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a7ebff04-064c-486c-b1ed-1d1836c79e53 req-7eeb6805-aa47-478c-ad41-b71431540c96 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0497472 Dec 24 03:05:27.735175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a7ebff04-064c-486c-b1ed-1d1836c79e53 req-01e475c4-bc36-4a7c-930e-5629bf6838f6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437915 Dec 24 03:05:27.967137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-38025f32-c056-4221-8c40-2b9549bec671 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:27.969003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-38025f32-c056-4221-8c40-2b9549bec671 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 982 time: 0.0487690 Dec 24 03:05:28.018570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-03fb521c-2a45-4412-9d08-f9ed88900731 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:28.023630 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-03fb521c-2a45-4412-9d08-f9ed88900731 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0430059 Dec 24 03:05:28.124268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-96c27ca6-cb15-4ebf-a53f-44870bbe53c1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0974567 Dec 24 03:05:28.135815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:28.191834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:28.322335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:28.355039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:28.390365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] device_id is not set on port 850700ac-0410-4686-94f0-8ae421ee2b07 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:05:28.398891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:28.464250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:28.529896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=6']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:28.658608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] No DVR routers for this DVR port 850700ac-0410-4686-94f0-8ae421ee2b07 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:05:28.691990 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0e68b77f-3a68-4073-8bcf-41cce9d1dfd8 req-76dedc56-5e8e-4650-a2df-6640ca21f0bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 210 time: 0.0303936 Dec 24 03:05:28.783390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-3665cc04-5ee5-4fc0-8c10-485221c2f3a6 None None] Provisioning complete for port 850700ac-0410-4686-94f0-8ae421ee2b07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:28.783884 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3665cc04-5ee5-4fc0-8c10-485221c2f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:28.811092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] In _notify_port_updated(), no bound segment for port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:05:28.812071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:28.812830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:28.814159 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6cedfc96-7bac-4bb2-80a1-005ba60d95b4 req-0903282f-9379-48a9-bc6e-09c9943bfb6a service neutron] 10.222.0.49 "PUT /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1025 time: 0.6822255 Dec 24 03:05:28.840029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-3665cc04-5ee5-4fc0-8c10-485221c2f3a6 None None] Port 850700ac-0410-4686-94f0-8ae421ee2b07 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:28.877721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a050fe-b4e9-4885-8b9c-13753b92eb2f req-5d510637-3006-455f-aa0f-9cca6e2cb5b5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:28.879292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98a050fe-b4e9-4885-8b9c-13753b92eb2f req-5d510637-3006-455f-aa0f-9cca6e2cb5b5 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0538237 Dec 24 03:05:28.934634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-98a050fe-b4e9-4885-8b9c-13753b92eb2f req-47b20e93-a8b4-45fd-8e32-575c6b243d2d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478525 Dec 24 03:05:29.801564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a2cc6fef-7600-4d31-8d80-31aa443e1071 req-e8f9ba94-1442-4fc9-8c0b-ed96a3bf29fe tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=3693d70d-7b1b-448f-81e0-a9e646f107b8 HTTP/1.1" status: 200 len: 210 time: 0.0275784 Dec 24 03:05:29.967989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:30.060255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9509c0a-416e-4c4f-84dc-14489bb14a73 req-dca5e6b8-d358-4e76-a05f-19872b7c97ae tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:30.062329 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d9509c0a-416e-4c4f-84dc-14489bb14a73 req-dca5e6b8-d358-4e76-a05f-19872b7c97ae tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0545073 Dec 24 03:05:30.112304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d9509c0a-416e-4c4f-84dc-14489bb14a73 req-5b13c3b5-4564-4257-9734-e0c566310be8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440450 Dec 24 03:05:30.859558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35582) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:30.903007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaa490d-6c07-4d31-84be-b8ca677d84a8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:30.904337 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffaa490d-6c07-4d31-84be-b8ca677d84a8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 924 time: 0.0437596 Dec 24 03:05:31.168974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35588) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:31.174565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58387676', 'description': 'tempest-secgroup-smoke-58387676 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:31.231065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21fc97-f070-4d39-aed0-7148a0d26ee4 req-49f5222a-bce1-4eea-8e54-9db714437379 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:31.232748 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bb21fc97-f070-4d39-aed0-7148a0d26ee4 req-49f5222a-bce1-4eea-8e54-9db714437379 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0501378 Dec 24 03:05:31.258659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.286763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bb21fc97-f070-4d39-aed0-7148a0d26ee4 req-70dad922-d45d-406c-85bf-d69240870d5b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477939 Dec 24 03:05:31.336655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.389781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.418357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70b49ec-56fa-4e1f-8d72-c35b388f5890,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:31.471618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.473256 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f951bd6c-b0a5-47f2-86b2-776dc3f3bc05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3032150 Dec 24 03:05:31.476159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35590) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:31.481011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:31.560585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.617541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.687702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.705003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9243456-1e8e-421e-abf9-9fb9b3a92fad,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:31.780523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.781793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cd59a9e4-f5e3-4bfb-8fbd-5f4d8f681b68 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044903 Dec 24 03:05:31.784556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35592) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:31.788913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:31.875789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:31.932837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.045769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.063464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d10aa7c-7a9b-4c34-bc68-cc8506458e31,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:32.150759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.152007 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0e5ca9bd-2a33-458b-921b-3146bc538959 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3664720 Dec 24 03:05:32.154835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35594) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:32.159804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:32.245485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.304645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.350242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.379255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b72d60-ac4d-4cd2-a4c4-6ed32761e508,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:32.415395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6dea-f82d-4819-8fc9-d259d1c27aac req-9778cf6e-042a-4da0-9bde-4772217d80ce tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:32.416916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33ad6dea-f82d-4819-8fc9-d259d1c27aac req-9778cf6e-042a-4da0-9bde-4772217d80ce tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0586193 Dec 24 03:05:32.442672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.444912 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b126f0a0-1840-4844-9a59-e1851ed99476 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880502 Dec 24 03:05:32.447017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35598) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:32.451706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:32.472653 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33ad6dea-f82d-4819-8fc9-d259d1c27aac req-e29616af-3e86-47b5-9c0a-18756b15b48e tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489824 Dec 24 03:05:32.529848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:32.542430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.570411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] The host hv-neutron-8228 is not matching for port 850700ac-0410-4686-94f0-8ae421ee2b07 host ! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:05:32.570960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:32.603752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.738539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.755856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37f1cea-47a4-47aa-8b76-d4565c6154cf,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:32.803296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.804513 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-91b1fd2a-fbd3-41f7-b4d2-2fbafc37e17d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3563833 Dec 24 03:05:32.807152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35600) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:32.811325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:32.881641 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:05:32.886901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:32.945397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.001669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.020124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4111b5a-1870-4c0a-8d33-4ca2f3b835d1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:33.083607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.084848 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c07b7b54-5f92-40e2-9429-0884a0a6d697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2767982 Dec 24 03:05:33.087628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35602) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:33.091860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'd70b49ec-56fa-4e1f-8d72-c35b388f5890', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:33.161463 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:05:33.166213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.228561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.309989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.327293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1091ed-242e-4725-84bf-a534b7e4b8a1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:33.409495 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:33.410698 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-54cdd62f-ce07-40bc-bc08-e18b7dfef5e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221703 Dec 24 03:05:33.560000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-7935b80e-bc82-42dc-b253-d4745cac337f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58387676&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0480244 Dec 24 03:05:33.603076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f7d97-79ab-424f-be17-509c30107934 req-8e26982d-d599-4800-a41b-8a0ced661f89 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:33.604612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-516f7d97-79ab-424f-be17-509c30107934 req-8e26982d-d599-4800-a41b-8a0ced661f89 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0571783 Dec 24 03:05:33.611616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9a85db24-db29-4ee2-b145-437bff84f0c7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:33.613005 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9a85db24-db29-4ee2-b145-437bff84f0c7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 929 time: 0.0453491 Dec 24 03:05:33.657366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-516f7d97-79ab-424f-be17-509c30107934 req-eec4e3af-b945-4453-811e-4d1249359ed6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Dec 24 03:05:33.659266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-11a8d817-38dc-45b4-a485-9e20da692a67 service neutron] 10.222.0.36 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0328605 Dec 24 03:05:33.752346 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-70b914a8-6019-4216-aca9-03eda5185d0b service neutron] 10.222.0.36 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865905 Dec 24 03:05:33.861127 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-5268c4e6-519d-45d7-a579-7055be10cf88 service neutron] 10.222.0.36 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010003 Dec 24 03:05:34.054237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:05:34.142165 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20099bdf-04f0-4f0d-a6b5-33a865061293 req-24b95070-e3dc-46b6-bbdf-fd3591101258 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 210 time: 0.0293825 Dec 24 03:05:34.773802 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2027533-ad63-4031-bb5e-4dccfa99d256 req-f6c83c31-58ca-44f1-9b72-adbf2b15964b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:34.775321 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b2027533-ad63-4031-bb5e-4dccfa99d256 req-f6c83c31-58ca-44f1-9b72-adbf2b15964b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0499327 Dec 24 03:05:34.829198 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b2027533-ad63-4031-bb5e-4dccfa99d256 req-e1af7a29-ca9d-45ec-959e-27361d103c57 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477278 Dec 24 03:05:35.237139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8f88de1e-1a8e-4d72-a280-3bf7b7b57675 req-887ac8c0-1b7e-4a51-8921-1acdf55751b2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 210 time: 0.0268877 Dec 24 03:05:35.951225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d43fc-41a4-4d56-92be-8c2e793e699f req-93904134-db74-4c91-9388-997b3be5c7d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:35.952703 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-282d43fc-41a4-4d56-92be-8c2e793e699f req-93904134-db74-4c91-9388-997b3be5c7d8 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0510035 Dec 24 03:05:36.001315 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-282d43fc-41a4-4d56-92be-8c2e793e699f req-04bcc241-6cb2-4886-bc41-20db11b107aa tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424960 Dec 24 03:05:36.332759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd1569d3-a1b0-4f95-b19c-a559b309ad20 req-d982dcf0-c27f-4c31-aa2c-2b6501c8a6b6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 210 time: 0.0282764 Dec 24 03:05:36.364303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-ebdfd8b6-17a6-490c-be00-960c31b2b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:36.365751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-ebdfd8b6-17a6-490c-be00-960c31b2b8e6 service neutron] 10.222.0.49 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1025 time: 0.0353720 Dec 24 03:05:36.474696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-caf3b99e-d9ff-40ff-830a-4a7d03605180 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:36.476193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-caf3b99e-d9ff-40ff-830a-4a7d03605180 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 200 len: 797 time: 0.1040022 Dec 24 03:05:36.560206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-863ec04f-06cc-43d6-9729-9815b3981e59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 471 time: 0.0661693 Dec 24 03:05:36.572756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Request body: {'port': {'device_id': '7751c919-3653-4061-9acf-74c273f5350b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:36.624770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:36.890097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850700ac-0410-4686-94f0-8ae421ee2b07 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:36.897824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:36.910873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Transition to ACTIVE for port object 850700ac-0410-4686-94f0-8ae421ee2b07 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:05:36.995753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:37.043219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=7']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:37.137855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4b70c-aaf4-49c3-8b51-911772f52b11 req-4c9a5e0d-7405-41cd-882d-c07091e9bf2d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.139333 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-04c4b70c-aaf4-49c3-8b51-911772f52b11 req-4c9a5e0d-7405-41cd-882d-c07091e9bf2d tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0508053 Dec 24 03:05:37.189597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:05:37.189883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:05:37.190050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:37.195486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:05:37.195957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Attempting to bind port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:05:37.201300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:05:37.201644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Checking segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:05:37.202050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Bound using segment: {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:05:37.202180 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-04c4b70c-aaf4-49c3-8b51-911772f52b11 req-86419eef-ef63-44a8-8f5c-aff62ebd3cb2 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556188 Dec 24 03:05:37.202653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Bound port: 850700ac-0410-4686-94f0-8ae421ee2b07, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd9914c-5857-48d0-a557-600efa9674d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:05:37.203085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:37.278557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:37.281553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:05:37.374093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:37.407293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51aa15-d1d8-42db-8e4c-d6fb7c5db31c req-4cbfb4ac-3f2c-4244-a0e7-8c5123e88fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.408765 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e51aa15-d1d8-42db-8e4c-d6fb7c5db31c req-4cbfb4ac-3f2c-4244-a0e7-8c5123e88fb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0730245 Dec 24 03:05:37.421191 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.421805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:37.423792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] 10.222.0.49 "PUT /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1130 time: 0.8553607 Dec 24 03:05:37.428356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7751c919-3653-4061-9acf-74c273f5350b', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:37.430621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196d2e9e-1638-402d-9ea1-573f34b53c98" -d '{"events": [{"name": "network-changed", "server_uuid": "7751c919-3653-4061-9acf-74c273f5350b", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:37.477033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff5b93-3739-4a92-a27b-277bea1142ad x-openstack-request-id: req-73ff5b93-3739-4a92-a27b-277bea1142ad {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:37.477309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7751c919-3653-4061-9acf-74c273f5350b", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:37.477559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73ff5b93-3739-4a92-a27b-277bea1142ad {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:37.477962 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7751c919-3653-4061-9acf-74c273f5350b', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07', 'status': 'completed', 'code': 200} Dec 24 03:05:37.502523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deac60b-cf83-4fdd-babc-a8584ac40cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=8']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:37.530477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b1fab-17a8-47b4-b88e-a2d1d261f314 req-6c9003fc-5700-4e8d-bb8a-6dc73b0f2f27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.532665 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-704b1fab-17a8-47b4-b88e-a2d1d261f314 req-6c9003fc-5700-4e8d-bb8a-6dc73b0f2f27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 980 time: 0.1284184 Dec 24 03:05:37.537041 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e51aa15-d1d8-42db-8e4c-d6fb7c5db31c req-02be2c41-feb3-4b51-b990-c8d8d0c03a25 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123719 Dec 24 03:05:37.587314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-704b1fab-17a8-47b4-b88e-a2d1d261f314 req-0c7d2439-aa5c-47c1-addd-1a3ae5d0da27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Dec 24 03:05:37.849947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-858c0247-61ca-4a09-a84c-09c1e20fa0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.851455 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-858c0247-61ca-4a09-a84c-09c1e20fa0c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 1133 time: 0.0407319 Dec 24 03:05:37.961038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-74ce8c3d-e65d-4dc0-8f22-6394e200fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:37.962493 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-74ce8c3d-e65d-4dc0-8f22-6394e200fac7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0926151 Dec 24 03:05:38.058311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-0d505d3f-dbf3-434c-ab41-b7e6df1bedb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.059779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-196d2e9e-1638-402d-9ea1-573f34b53c98 req-0d505d3f-dbf3-434c-ab41-b7e6df1bedb6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896597 Dec 24 03:05:38.167309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-51077e35-a158-4d47-9a96-d3f51ec7cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.168707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-51077e35-a158-4d47-9a96-d3f51ec7cad9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 1133 time: 0.0406330 Dec 24 03:05:38.250581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-a3fc1fa5-0e10-4af7-844d-b8363ee686b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1036 time: 0.0632706 Dec 24 03:05:38.301578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-6e84a4be-aa30-45df-bdff-f6893225caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.303150 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-6e84a4be-aa30-45df-bdff-f6893225caa6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0b1477d-509c-4f12-9f5e-ef3c47937c85 HTTP/1.1" status: 200 len: 835 time: 0.0447571 Dec 24 03:05:38.327790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0a78-f6ef-4f32-814c-79d57eac6cbb req-b469af25-4123-4b26-8c88-1710fc5789be tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.329311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1bd0a78-f6ef-4f32-814c-79d57eac6cbb req-b469af25-4123-4b26-8c88-1710fc5789be tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0541866 Dec 24 03:05:38.351329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bfcc7-f836-4486-b947-51b784de92d9 req-0b2f23e5-93be-42e7-9727-ff22849d3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.352875 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-0b2f23e5-93be-42e7-9727-ff22849d3284 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ae2821d-ec06-40df-a908-05485ac1490a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423307 Dec 24 03:05:38.379470 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1bd0a78-f6ef-4f32-814c-79d57eac6cbb req-e7d18b6a-60b2-4f84-9d40-a1e6489cfbf3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Dec 24 03:05:38.562389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:05:38.574899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:38.745578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:38.754546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:38.766315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'port_id': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'mac_address': 'fa:16:3e:25:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:05:38.778889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1087e19-204b-43a9-9b02-85c98c1206e6 req-0cb90f78-bb23-46dc-babb-20185173fff8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:38.780629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1087e19-204b-43a9-9b02-85c98c1206e6 req-0cb90f78-bb23-46dc-babb-20185173fff8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 980 time: 0.0676973 Dec 24 03:05:38.787058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-c7ff3cf3-fc96-40c7-91d8-c460e0f21ae8 service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243970 Dec 24 03:05:38.802011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:38.804259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd66199-a775-48ea-93d9-7a9e569dae0e" -d '{"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:38.822337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:38.833330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:38.852528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb9dfd-6384-434b-8f16-efc6f0e52d05 x-openstack-request-id: req-03bb9dfd-6384-434b-8f16-efc6f0e52d05 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:38.852528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:38.852528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03bb9dfd-6384-434b-8f16-efc6f0e52d05 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:38.852528 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'code': 200} Dec 24 03:05:38.852528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:38.895118 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1087e19-204b-43a9-9b02-85c98c1206e6 req-df800fad-ac0a-4ac1-9571-d923e368909c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066759 Dec 24 03:05:38.920326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-900bfcc7-f836-4486-b947-51b784de92d9 req-98ef11de-f430-42d6-8032-b2b5cac1bc6c service neutron] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178241 Dec 24 03:05:38.951001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:39.029766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:05:39.030125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:05:39.033585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:39.497018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b66f23-c6d7-46de-aa9c-f7907cc58b2d req-21fe393b-e6d9-47a3-aa8a-302d159880c3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:39.498509 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24b66f23-c6d7-46de-aa9c-f7907cc58b2d req-21fe393b-e6d9-47a3-aa8a-302d159880c3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 944 time: 0.0486324 Dec 24 03:05:39.548816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24b66f23-c6d7-46de-aa9c-f7907cc58b2d req-3e28e81e-8616-408f-9c86-123c9118d09b tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435667 Dec 24 03:05:39.567778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:39.571787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35660) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:39.582926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:39.601870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:39.632652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c6da5825-dafd-4f4c-af9b-fb92b0bb79c4 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/floatingips/98870238-9211-4c9c-a4ad-322c7283ceca HTTP/1.1" status: 200 len: 992 time: 0.0596523 Dec 24 03:05:39.681274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:39.731472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:39.999515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['c10a345e-d47e-4a13-90e0-7878ce43e2da'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:05:40.016401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa15fd-f090-4665-b178-db30d7c1d9c3 req-43069c4d-8fe3-43a1-963f-fb553e543487 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:40.017994 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00aa15fd-f090-4665-b178-db30d7c1d9c3 req-43069c4d-8fe3-43a1-963f-fb553e543487 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 980 time: 0.0544348 Dec 24 03:05:40.066728 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00aa15fd-f090-4665-b178-db30d7c1d9c3 req-c1733ae0-ad99-41cf-8a87-f9c5fff11c10 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Dec 24 03:05:41.181582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6fc1d-15a2-4104-a7ff-cfa85af84a96 req-c7309d9b-7628-4a7b-8b88-b4263e1a7d3e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:41.182945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3ac6fc1d-15a2-4104-a7ff-cfa85af84a96 req-c7309d9b-7628-4a7b-8b88-b4263e1a7d3e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 980 time: 0.0484285 Dec 24 03:05:41.233419 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3ac6fc1d-15a2-4104-a7ff-cfa85af84a96 req-77f7239f-b078-425a-b8dd-b6d2950b84ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Dec 24 03:05:42.354505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd99b-08f0-4a2f-a117-a593f45ae67e req-855d972f-a03c-4d9d-a6b6-bfc4f23de047 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:42.355973 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a6fd99b-08f0-4a2f-a117-a593f45ae67e req-855d972f-a03c-4d9d-a6b6-bfc4f23de047 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 980 time: 0.0488338 Dec 24 03:05:42.403220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a6fd99b-08f0-4a2f-a117-a593f45ae67e req-3bfcafb7-9820-4316-813c-9dddf6b095f1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Dec 24 03:05:42.577647 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:05:42.587629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:42.706099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port c10a345e-d47e-4a13-90e0-7878ce43e2da triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:42.706475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:42.746322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:42.761892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '850700ac-0410-4686-94f0-8ae421ee2b07', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'port_id': '850700ac-0410-4686-94f0-8ae421ee2b07', 'mac_address': 'fa:16:3e:4d:a0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:05:42.825311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:42.841570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:42.843959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850700ac-0410-4686-94f0-8ae421ee2b07 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:05:43.033469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:43.039364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:43.041606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f5c652-4583-4d41-ab62-3eea53748f3f" -d '{"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:43.054918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:43.079714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a6b03-9305-45ae-a261-051ee951ca06 x-openstack-request-id: req-f31a6b03-9305-45ae-a261-051ee951ca06 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:43.080008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:43.080257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f31a6b03-9305-45ae-a261-051ee951ca06 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:43.080676 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'code': 200} Dec 24 03:05:43.086823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:43.112481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:43.135470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=9']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:43.184149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:43.403644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['850700ac-0410-4686-94f0-8ae421ee2b07'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:05:43.521893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15085bc-b8c4-4547-b8f8-2b8ba35e79b0 req-73779aa9-8989-4db5-82b6-785ce647b92a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:43.523387 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f15085bc-b8c4-4547-b8f8-2b8ba35e79b0 req-73779aa9-8989-4db5-82b6-785ce647b92a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 981 time: 0.0535471 Dec 24 03:05:43.572214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f15085bc-b8c4-4547-b8f8-2b8ba35e79b0 req-ff9ca8e7-b9c1-42d4-ba9b-9cb03e9c0f1c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Dec 24 03:05:44.586020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:05:44.688710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316af1cc-3822-4c38-9e62-fc9911d754dd req-e68cefe1-1319-4243-bd36-378668f6ae35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:44.690185 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-316af1cc-3822-4c38-9e62-fc9911d754dd req-e68cefe1-1319-4243-bd36-378668f6ae35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 981 time: 0.0494993 Dec 24 03:05:44.698301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 850700ac-0410-4686-94f0-8ae421ee2b07 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:05:44.702225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 850700ac-0410-4686-94f0-8ae421ee2b07 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:44.702596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:44.737135 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-316af1cc-3822-4c38-9e62-fc9911d754dd req-95457df9-c7df-464f-b7e9-8faadfd70d73 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Dec 24 03:05:44.779868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:44.811342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:44.875829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:44.923034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=10']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:45.081675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7751c919-3653-4061-9acf-74c273f5350b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:05:45.084504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f8d982-b30b-49c7-b36b-77a33e1d9d18" -d '{"events": [{"server_uuid": "7751c919-3653-4061-9acf-74c273f5350b", "name": "network-vif-plugged", "status": "completed", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:05:45.119278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04b500-6505-42a8-9caa-71780e35073d x-openstack-request-id: req-8d04b500-6505-42a8-9caa-71780e35073d {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:05:45.119572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7751c919-3653-4061-9acf-74c273f5350b", "name": "network-vif-plugged", "status": "completed", "tag": "850700ac-0410-4686-94f0-8ae421ee2b07", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:05:45.119829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d04b500-6505-42a8-9caa-71780e35073d {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:05:45.120223 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7751c919-3653-4061-9acf-74c273f5350b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850700ac-0410-4686-94f0-8ae421ee2b07', 'code': 200} Dec 24 03:05:45.489123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3a04-e3c3-4b1d-94b6-2f5a64a92732 req-68ae7e20-7cf2-499c-ae75-8aa30be92f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:45.490612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e07f3a04-e3c3-4b1d-94b6-2f5a64a92732 req-68ae7e20-7cf2-499c-ae75-8aa30be92f89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 1136 time: 0.0404274 Dec 24 03:05:45.542902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e07f3a04-e3c3-4b1d-94b6-2f5a64a92732 req-1a746d3d-454d-4c86-8deb-8d1500463b90 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Dec 24 03:05:45.848907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eca06-7e7c-4ee8-9ea5-37fe433baa2c req-3a1eae1b-142f-429b-85d9-4addad2a8ce8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:45.850379 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-058eca06-7e7c-4ee8-9ea5-37fe433baa2c req-3a1eae1b-142f-429b-85d9-4addad2a8ce8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0475521 Dec 24 03:05:45.897426 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-058eca06-7e7c-4ee8-9ea5-37fe433baa2c req-c8591235-a20b-4e19-9db3-7da5b9551117 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Dec 24 03:05:47.017787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87a6a-e6cf-4c03-ba7e-34c9ebad0502 req-be3c6fd8-addb-426a-9d10-003c1485f856 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:47.019283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-84e87a6a-e6cf-4c03-ba7e-34c9ebad0502 req-be3c6fd8-addb-426a-9d10-003c1485f856 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0519822 Dec 24 03:05:47.072893 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-84e87a6a-e6cf-4c03-ba7e-34c9ebad0502 req-cbc57e9f-cbd7-46cc-9ad7-63b1337834a2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Dec 24 03:05:48.201708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9283d46-e639-41c3-b14d-bc724f23d373 req-8e37f9de-cc9e-479e-b9c2-74cc3e204998 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:48.203061 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d9283d46-e639-41c3-b14d-bc724f23d373 req-8e37f9de-cc9e-479e-b9c2-74cc3e204998 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0509088 Dec 24 03:05:48.249309 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d9283d46-e639-41c3-b14d-bc724f23d373 req-31762517-b37e-4253-b8f6-b54f4008ce3e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Dec 24 03:05:48.360840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a23aa-b5fa-45c5-ad2a-b7921afc0dd7 req-5d1425b9-add1-41bb-a543-7b860c41c3e2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:48.362305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-335a23aa-b5fa-45c5-ad2a-b7921afc0dd7 req-5d1425b9-add1-41bb-a543-7b860c41c3e2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0483158 Dec 24 03:05:48.407771 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-335a23aa-b5fa-45c5-ad2a-b7921afc0dd7 req-5852545b-4757-48ee-87c5-215333a8561d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Dec 24 03:05:48.428809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35686) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:48.468449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b1b29-9ba4-48b1-8bd4-2f5ec98da830 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:48.469841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c99b1b29-9ba4-48b1-8bd4-2f5ec98da830 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b&network_id=3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 200 len: 1131 time: 0.0400562 Dec 24 03:05:48.930770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dabc1-a7e5-4601-8ad6-5d7a7817d1ee req-8a2e1d1f-15ef-4e2f-a60c-0e77a617bf0b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:48.932254 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bc3dabc1-a7e5-4601-8ad6-5d7a7817d1ee req-8a2e1d1f-15ef-4e2f-a60c-0e77a617bf0b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0484154 Dec 24 03:05:48.981374 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bc3dabc1-a7e5-4601-8ad6-5d7a7817d1ee req-ea8a3932-cb2f-435d-b885-b3e65c14fc27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Dec 24 03:05:50.096767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb4510-dd04-4c14-a20f-1f5b5e1558d3 req-61c23b05-364b-485e-b07f-9e39631ac800 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:50.098300 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fafb4510-dd04-4c14-a20f-1f5b5e1558d3 req-61c23b05-364b-485e-b07f-9e39631ac800 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0488384 Dec 24 03:05:50.145149 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fafb4510-dd04-4c14-a20f-1f5b5e1558d3 req-94bd0d0b-f974-4da6-9d77-9ba6a139552c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=eb58bc7e-8a71-40cd-b135-cc2cebd29718&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Dec 24 03:05:50.235498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a1de0eb-426b-42a7-99a1-31eb001dcd40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:50.543533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a3d7-9886-425c-b120-53df568cfbfc req-a3405641-395a-466d-aca5-c223d8f1d11f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:50.544996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f313a3d7-9886-425c-b120-53df568cfbfc req-a3405641-395a-466d-aca5-c223d8f1d11f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 983 time: 0.0472672 Dec 24 03:05:50.594360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a3d7-9886-425c-b120-53df568cfbfc req-1283ca98-fceb-42d9-9ebf-ee55c3980d8d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:50.595677 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f313a3d7-9886-425c-b120-53df568cfbfc req-1283ca98-fceb-42d9-9ebf-ee55c3980d8d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0393388 Dec 24 03:05:50.699875 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f313a3d7-9886-425c-b120-53df568cfbfc req-c2ec2a48-3d1b-4785-94a0-62f965433814 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0973690 Dec 24 03:05:50.711420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:50.763417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:50.900887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=850700ac-0410-4686-94f0-8ae421ee2b07,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:50.933719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] For port 850700ac-0410-4686-94f0-8ae421ee2b07, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:05:50.965791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] device_id is not set on port 850700ac-0410-4686-94f0-8ae421ee2b07 yet. {{(pid=110367) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 24 03:05:50.974531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:51.052230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:51.132519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Pushing event updated for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=11']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:51.147565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.147927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.148277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.148658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.149000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.149342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.149675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.150009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.150340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.150669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.151000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.151327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.151650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:51.188824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] No DVR routers for this DVR port 850700ac-0410-4686-94f0-8ae421ee2b07 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:05:51.261454 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20a5988f-eb52-4305-9450-bc8235f18d20 req-e55ec226-e144-4ba9-bcd9-bf7c6e2c7d80 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 210 time: 0.0367522 Dec 24 03:05:51.344595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-88f5089b-3d78-4bae-9acd-964e3ed74fbe None None] Provisioning complete for port 850700ac-0410-4686-94f0-8ae421ee2b07 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:05:51.345227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-88f5089b-3d78-4bae-9acd-964e3ed74fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:51.354276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] In _notify_port_updated(), no bound segment for port 850700ac-0410-4686-94f0-8ae421ee2b07 on network 3ae2821d-ec06-40df-a908-05485ac1490a {{(pid=110367) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 24 03:05:51.355079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:51.355690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:51.356982 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f313a3d7-9886-425c-b120-53df568cfbfc req-f7449ecb-0af0-4e0f-a681-dceaae0b113c service neutron] 10.222.0.49 "PUT /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 200 len: 1026 time: 0.6494036 Dec 24 03:05:51.383474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-88f5089b-3d78-4bae-9acd-964e3ed74fbe None None] Port 850700ac-0410-4686-94f0-8ae421ee2b07 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:05:52.367099 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0f1c569b-6b43-4b67-9ed4-0cd409258e34 req-d8fa818f-a786-41e5-a829-c5901e6e3833 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=7751c919-3653-4061-9acf-74c273f5350b HTTP/1.1" status: 200 len: 210 time: 0.0254247 Dec 24 03:05:52.378882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bb8915f7-1334-40b5-9cfc-c42b8917ead5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.448096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35700) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:53.506148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.530702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.675348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.677962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.679159 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/d70b49ec-56fa-4e1f-8d72-c35b388f5890 HTTP/1.1" status: 204 len: 168 time: 0.2299776 Dec 24 03:05:53.688398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0796762-76e5-479b-a6c3-15f157cdb342 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70b49ec-56fa-4e1f-8d72-c35b388f5890,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:53.749449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:53.784666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35704) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:53.939342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 374edf36-feee-408d-af6a-c0567a35369a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:05:53.939591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.017900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.018224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.029730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 374edf36-feee-408d-af6a-c0567a35369a owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:05:54.269948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.294134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=374edf36-feee-408d-af6a-c0567a35369a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:54.353138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.353471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP d9d64b2b-21ba-4008-a461-2b907dd351f0 disassociated (deleted). External IP: 172.26.7.101, port: 850700ac-0410-4686-94f0-8ae421ee2b07. Dec 24 03:05:54.553867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:05:54.610954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:54.651224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] The host hv-neutron-8228 is not matching for port 850700ac-0410-4686-94f0-8ae421ee2b07 host ! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:05:54.651615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 850700ac-0410-4686-94f0-8ae421ee2b07 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:54.956183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:54.960842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:54.969590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Sync routers for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:54.985162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:54.985789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:55.000143 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a169fad6-924f-4371-b47e-9b7b48d20e41 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/d9d64b2b-21ba-4008-a461-2b907dd351f0 HTTP/1.1" status: 204 len: 168 time: 1.2118988 Dec 24 03:05:55.033455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.070201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35710) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:55.101043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:55.126199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.150832 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.252777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.255579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.256843 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/f97cc2d4-eeb9-41b7-a040-0f8936129641 HTTP/1.1" status: 204 len: 168 time: 0.1853433 Dec 24 03:05:55.265973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02340-167f-4ca6-a1ab-c36407be44fb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97cc2d4-eeb9-41b7-a040-0f8936129641,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:55.311693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:55.340306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Checking router: cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:55.345542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35714) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:55.349936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:55.353828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:55.437973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 850700ac-0410-4686-94f0-8ae421ee2b07 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:05:55.438216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.468164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:55.524951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.537180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 850700ac-0410-4686-94f0-8ae421ee2b07 owned by {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:05:55.668645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:55.694868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ea053-0a68-4fce-8093-53cc02142b27 None None] The sync data for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv is: [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:05Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'db3ab309-a91c-4438-873d-9488e0951461', 'name': '', 'network_id': '3ae2821d-ec06-40df-a908-05485ac1490a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:5e:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:04Z', 'updated_at': '2021-12-24T03:05:08Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'c0b1477d-509c-4f12-9f5e-ef3c47937c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:55.721121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.752696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=850700ac-0410-4686-94f0-8ae421ee2b07,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:55.827879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:55.831289 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-59dd9e1a-ac5d-44c3-92dd-d58c04439a60 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/ports/850700ac-0410-4686-94f0-8ae421ee2b07 HTTP/1.1" status: 204 len: 168 time: 0.4846909 Dec 24 03:05:55.836219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35716) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:55.857028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:56.084657 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ac4aa-8b6d-4913-a585-734e72ef52cc None None] New status for floating IP d9d64b2b-21ba-4008-a461-2b907dd351f0: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:05:56.264458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:56.517692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port db3ab309-a91c-4438-873d-9488e0951461 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:05:56.517935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:56.604112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port db3ab309-a91c-4438-873d-9488e0951461, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=db3ab309-a91c-4438-873d-9488e0951461,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:56.604500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:56.621349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for db3ab309-a91c-4438-873d-9488e0951461 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:05:56.858349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:56.886674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=db3ab309-a91c-4438-873d-9488e0951461,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:57.056747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.271189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:05:57.378660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:05:57.384147 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fcf829b5-5e3b-4889-9ae9-56d65e20022a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/cba2b0f8-3af5-473b-8d0f-b3e1dea898a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5484567 Dec 24 03:05:57.386729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35718) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:57.389729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Sync routers for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:05:57.400146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:57.400799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:57.436665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet c0b1477d-509c-4f12-9f5e-ef3c47937c85 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:05:57.439686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.478976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.504595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:57.568433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.681215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:56Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:57.706921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Checking router: cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:05:57.710051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.715719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Routers {'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:05:57.716317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:57.737451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b1477d-509c-4f12-9f5e-ef3c47937c85,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:57.741091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.746603 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1932f716-f88b-4e78-b1a2-108bbc21ab59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/c0b1477d-509c-4f12-9f5e-ef3c47937c85 HTTP/1.1" status: 204 len: 168 time: 0.3565500 Dec 24 03:05:57.747137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35720) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:57.752983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56405226-c1cb-48ea-83f1-603c66d6746a None None] Network 3ae2821d-ec06-40df-a908-05485ac1490a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:05:57.854198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:57.891857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] Set router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:05:57.958907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.001696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] DHCP port deletion for 3ae2821d-ec06-40df-a908-05485ac1490a request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:05:58.095645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 29feb963-277b-4e93-a43b-ce584a7ef486 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:05:58.096082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.099604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Deleting port dc4f42be-c563-4074-b24e-1a0a033b0988 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:05:58.099971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.183151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 29feb963-277b-4e93-a43b-ce584a7ef486, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=29feb963-277b-4e93-a43b-ce584a7ef486,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:58.183428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.198141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 29feb963-277b-4e93-a43b-ce584a7ef486 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:05:58.320668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] For port dc4f42be-c563-4074-b24e-1a0a033b0988, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=dc4f42be-c563-4074-b24e-1a0a033b0988,segment=NetworkSegment(1dd9914c-5857-48d0-a557-600efa9674d5),segment_id=1dd9914c-5857-48d0-a557-600efa9674d5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:05:58.321316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.324294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:56Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:58.361550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa3b961-9acf-4a29-b9dd-b780120a8837 None None] The sync data for ids ['cba2b0f8-3af5-473b-8d0f-b3e1dea898a1'] in dv-neutron-822868-1-hyperv is: [{'id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'name': 'tempest-TestNetworkBasicOps-router-1870772397', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207'}], 'enable_snat': True}, 'gw_port_id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:00Z', 'updated_at': '2021-12-24T03:05:56Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '29feb963-277b-4e93-a43b-ce584a7ef486', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba2b0f8-3af5-473b-8d0f-b3e1dea898a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:05:01Z', 'updated_at': '2021-12-24T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:05:58.364101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Calling delete_port for dc4f42be-c563-4074-b24e-1a0a033b0988 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:05:58.428194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.456545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=29feb963-277b-4e93-a43b-ce584a7ef486,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:58.467745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fee38-e535-4db0-9ab5-cbd731c64cde None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:05:58.509468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.517132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.535628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] Pushing event deleted for resources: {'Port': ['ID=dc4f42be-c563-4074-b24e-1a0a033b0988,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:58.539743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e6084-17b9-4eaa-bfe0-2f7a120ac061 None None] No DVR routers for this DVR port dc4f42be-c563-4074-b24e-1a0a033b0988 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:05:58.610725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.612952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.703911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.704543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:05:58.712408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.713583 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-874d2cee-6e95-42c1-b6f1-5cc2c32d87f0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/cba2b0f8-3af5-473b-8d0f-b3e1dea898a1 HTTP/1.1" status: 204 len: 168 time: 0.9658706 Dec 24 03:05:58.716401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:58.798453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.886111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.912568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae2821d-ec06-40df-a908-05485ac1490a']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:58.922435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd9914c-5857-48d0-a557-600efa9674d5') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:58.922727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd9914c-5857-48d0-a557-600efa9674d5') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:05:58.933215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.946830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.953039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:05:58.953439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:05:58.956575 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:05:59.079419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.087628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.090816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/3ae2821d-ec06-40df-a908-05485ac1490a HTTP/1.1" status: 204 len: 168 time: 0.3733685 Dec 24 03:05:59.101134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=3ae2821d-ec06-40df-a908-05485ac1490a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:59.108442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.108869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.109222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.109590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.109727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:59.110169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.110282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.110574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.110893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.111414 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.111715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.113068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.113068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.113068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8db35b-7e98-454a-8d87-b21373033aeb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:05:59.124333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c757c5c5-de6f-40c7-9337-144642b5cd09 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0128286 Dec 24 03:05:59.126743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35728) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:59.131458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--635586003', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:59.222354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:05:59.226531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.249730 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:05:59.258551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.258831 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment fea52dff-c9d5-416b-b5f9-db87448d38ba of type vlan for network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 Dec 24 03:05:59.297575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.395901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.401713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:05:59.402300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.470400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:05:59.480564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:05:59.507617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7665c475-87ed-4e60-b303-26253afbc0e0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3789155 Dec 24 03:05:59.509452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35730) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:05:59.513959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:05:59.598889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dc4f42be-c563-4074-b24e-1a0a033b0988 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:59.601354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.605758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.622801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: dc4f42be-c563-4074-b24e-1a0a033b0988 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:05:59.628726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device dc4f42be-c563-4074-b24e-1a0a033b0988 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:59.628726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device db3ab309-a91c-4438-873d-9488e0951461 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:59.641995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: db3ab309-a91c-4438-873d-9488e0951461 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:05:59.642345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device db3ab309-a91c-4438-873d-9488e0951461 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:59.642759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 29feb963-277b-4e93-a43b-ce584a7ef486 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:05:59.655023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.662358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 29feb963-277b-4e93-a43b-ce584a7ef486 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:05:59.662726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 29feb963-277b-4e93-a43b-ce584a7ef486 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:05:59.876051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:05:59.943622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.423279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.440983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.541632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.84 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/efdaf9ca-6a00-4880-915e-969f1d980370) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:06:00.641831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.761581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.802700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:00.805473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:00.809105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:06:00.814566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:00.819448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a5356-90bc-41aa-97d2-50b886c33321 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:06:00.858460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9e2be8d4-417b-4bc9-bde7-b41e918f7c10 None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:00.858823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e2be8d4-417b-4bc9-bde7-b41e918f7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:00.896173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9e2be8d4-417b-4bc9-bde7-b41e918f7c10 None None] Port efdaf9ca-6a00-4880-915e-969f1d980370 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:06:01.152107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:01.346218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:01.537938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:06:01.643525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:06:01.653760 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:06:01.663544 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:01.664155 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:01.711991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:01.713272 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-17ba0e1d-1311-4c2a-a8f8-8a81dded4b27 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2028892 Dec 24 03:06:01.716331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35732) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:01.745488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7896591d-e8d7-497c-88dc-3ba03b1c21a0 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280135 Dec 24 03:06:01.748023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35734) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:01.766505 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:01.836539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc0efd-29ca-4b92-8904-484d088c5288 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:01.838051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a4cc0efd-29ca-4b92-8904-484d088c5288 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890901 Dec 24 03:06:01.841064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35736) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:01.868926 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f6d6090a-370c-4d89-bb9c-14a7641a7127 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267823 Dec 24 03:06:01.871483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35738) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:01.876394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432340786', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:01.942489 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:00Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:01.971868 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:06:01.972205 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Updating router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 port efdaf9ca-6a00-4880-915e-969f1d980370 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:06:01.996077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.052727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:06:02.056539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.310404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.324368 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.375830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=0f531dbf-caa3-4077-8860-324eddc017bd,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:02.386135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:06:02.386502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:06:02.406700 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.445719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8466ea-1a36-4031-ac4b-ffb0385e4277 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:06:02.463091 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Attempting to bind port efdaf9ca-6a00-4880-915e-969f1d980370 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:06:02.463465 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Attempting to bind port efdaf9ca-6a00-4880-915e-969f1d980370 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:06:02.463828 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Attempting to bind port efdaf9ca-6a00-4880-915e-969f1d980370 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:06:02.465845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:02.474624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.474991 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.475335 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.475670 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.475999 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.476330 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.476699 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.477030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.477614 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.477962 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.478286 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.478610 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.478928 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:02.481024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:06:02.482701 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:06:02.483312 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:06:02.483722 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.484102 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:06:02.484600 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Bound port: efdaf9ca-6a00-4880-915e-969f1d980370, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:06:02.484976 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.526974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-189c2082-9d7c-4955-906f-63bd1b94c9a2 None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:02.527382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-189c2082-9d7c-4955-906f-63bd1b94c9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.536165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:06:02.539123 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=efdaf9ca-6a00-4880-915e-969f1d980370,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:06:02.553562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:02.558423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:02.559027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.560265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-189c2082-9d7c-4955-906f-63bd1b94c9a2 None None] Port efdaf9ca-6a00-4880-915e-969f1d980370 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:06:02.565336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987739a3-c63c-49e8-9add-5f902827c41d None None] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:06:02.630561 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.664840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:06:02.665856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:02.679555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4c35c-c113-415c-b292-c78f7e810565 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:06:02.680232 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:02.680884 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:02.688806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5d9a390a-33ad-4003-a02f-b9659fe61920 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8161125 Dec 24 03:06:02.692270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35740) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:02.735638 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65076c6-ff1f-4c5f-8549-4ac30e80ecd5 None None] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:02.810498 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:02.826458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Allocated IP 172.20.0.2 (dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492/0f531dbf-caa3-4077-8860-324eddc017bd/7043a049-bdd7-445c-84ae-729d552f331a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:06:02.830428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:02.830799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.010195 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:00Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:03.011666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.038031 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcc5b9-4b1c-4a3b-ae40-d52cd1f4d26c None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:00Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:06:03.054536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=efdaf9ca-6a00-4880-915e-969f1d980370,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:03.074855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.115535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.147860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.158317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.176459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:03.177919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:03.180104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:03.183206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:06:03.190092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.190441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.190746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.191081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.192141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.192774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.193118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.196291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b6a60b-3afc-4a67-8087-56ada87df4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:06:03.279179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Pushing event updated for resources: {'Port': ['ID=7043a049-bdd7-445c-84ae-729d552f331a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:03.291819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Attempting to bind port 7043a049-bdd7-445c-84ae-729d552f331a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:06:03.301435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Attempting to bind port 7043a049-bdd7-445c-84ae-729d552f331a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:06:03.301929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Attempting to bind port 7043a049-bdd7-445c-84ae-729d552f331a on network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:06:03.310346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:06:03.310753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Checking segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:06:03.311151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.311543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Bound using segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:06:03.312018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Bound port: 7043a049-bdd7-445c-84ae-729d552f331a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:06:03.312381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.389707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] For port 7043a049-bdd7-445c-84ae-729d552f331a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:06:03.392790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] For port 7043a049-bdd7-445c-84ae-729d552f331a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7043a049-bdd7-445c-84ae-729d552f331a,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:06:03.439974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.486386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492/0f531dbf-caa3-4077-8860-324eddc017bd/bd47056f-38b0-47a9-af19-9ee2213fe233) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:06:03.501472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae971bc-0794-4c41-83e8-6bcc634d6fba None None] Pushing event updated for resources: {'Port': ['ID=7043a049-bdd7-445c-84ae-729d552f331a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:03.624926 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.643843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:06:03.716697 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.744199 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:03.744950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:03.765514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:03.774342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:03.780004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:06:03.816947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:03.848842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.039828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.312667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.372829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.452376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.454422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:04.566775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:04.568253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:04.690670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:06:04.756684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a37458-4773-4ecd-935a-adcb26897989 None None] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:06:04.811846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:06:04.821383 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e78376ce-f128-4aec-8cb2-27f07d38b880 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1277034 Dec 24 03:06:04.823908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35742) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:04.874465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] Provisioning complete for port 7043a049-bdd7-445c-84ae-729d552f331a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:04.874853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:04.940846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.941317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.941817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.942575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.943045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.944069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.944215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:04.946316 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-553360f3-d9c0-4062-9bef-b2e4f2cba50e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1211963 Dec 24 03:06:04.949168 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35744) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:04.965363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.007797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] For port 7043a049-bdd7-445c-84ae-729d552f331a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7043a049-bdd7-445c-84ae-729d552f331a,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:05.013248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.013716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.014172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.014627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.015081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.015532 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.015985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:05.018064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2bd09208-0a03-4ec8-b528-9d6b2b7e98d6 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0677805 Dec 24 03:06:05.021102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35746) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:05.037930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:06:05.050963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:05.050963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:05.097803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.173971 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e47549ea-9202-41b7-a259-6eb0fdb0041e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.1516733 Dec 24 03:06:05.199714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ae604-c168-4ca4-9fd6-b29a95bcafc4 None None] Pushing event updated for resources: {'Port': ['ID=7043a049-bdd7-445c-84ae-729d552f331a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:05.203503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:05.252009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-39f7d0bc-8ee6-4250-a6cf-0240a5fd8c8b None None] Provisioning complete for port 7043a049-bdd7-445c-84ae-729d552f331a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:05.252729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-39f7d0bc-8ee6-4250-a6cf-0240a5fd8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.415135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35750) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:05.421289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651994317', 'description': 'tempest-secgroup-smoke-1651994317 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:05.480116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-39f7d0bc-8ee6-4250-a6cf-0240a5fd8c8b None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:05.480511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-39f7d0bc-8ee6-4250-a6cf-0240a5fd8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.522165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.522414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-39f7d0bc-8ee6-4250-a6cf-0240a5fd8c8b None None] Port bd47056f-38b0-47a9-af19-9ee2213fe233 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:06:05.529477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:04Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:05.558726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:06:05.558726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Updating router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 port bd47056f-38b0-47a9-af19-9ee2213fe233 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:06:05.586724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.604792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.685554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.685830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7043a049-bdd7-445c-84ae-729d552f331a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:06:05.716592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3dc19-d477-4027-b1a0-a544703f8051,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:05.791925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.793233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e875b56-a3be-4df2-be45-6835a045acdd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3769834 Dec 24 03:06:05.796187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35754) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:05.800636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:05.893149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ff252cda-5674-4c7a-807f-b091cda331d1 None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:05.893759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff252cda-5674-4c7a-807f-b091cda331d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.903016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:05.965593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.017354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ff252cda-5674-4c7a-807f-b091cda331d1 None None] Port bd47056f-38b0-47a9-af19-9ee2213fe233 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:06:06.029772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7043a049-bdd7-445c-84ae-729d552f331a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:06.036277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.085439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.103024 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343b5076-626d-4341-b8d9-35a58ab080bd,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:06.167694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.197489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.198917 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6f6a4312-7dd1-4b0a-ad5f-93c0626d301c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017594 Dec 24 03:06:06.201775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35758) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:06.206123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:06.269454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.297339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.327369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a6ed-b600-41e0-aff4-60fe6c4e51e4 None None] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:06.367553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.383025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Attempting to bind port bd47056f-38b0-47a9-af19-9ee2213fe233 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:06:06.383602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Attempting to bind port bd47056f-38b0-47a9-af19-9ee2213fe233 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:06:06.383826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Attempting to bind port bd47056f-38b0-47a9-af19-9ee2213fe233 on network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:06:06.389001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:06:06.389427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Checking segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:06:06.389910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.390312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Bound using segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:06:06.390803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Bound port: bd47056f-38b0-47a9-af19-9ee2213fe233, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:06:06.391272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.413048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.432985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c6fc19-555c-45fa-9c81-96dd49621509,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:06.458922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:06:06.462167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd47056f-38b0-47a9-af19-9ee2213fe233,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:06:06.500225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.501627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-29fca820-5d27-4442-b65a-459b54373f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989318 Dec 24 03:06:06.504608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35760) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:06.509015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:06.522070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.596682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:06.597327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:06.599896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:06.600268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.604564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a6ed-b600-41e0-aff4-60fe6c4e51e4 None None] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:06.607661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.676226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.737342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.758489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf85724-a3a1-4814-a7d1-fb054ca3f661,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:06.773449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:06.808384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.824868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:06.829085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:06.829626 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3f618511-c59d-458b-99ef-965bbfb76343 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3235214 Dec 24 03:06:06.835347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:06.894506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd47056f-38b0-47a9-af19-9ee2213fe233,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:06.988518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.000668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:06Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:07.028811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c20135-28a3-4524-bbcf-41b26f7803f7 None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:06Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:06:07.031655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.052594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.099450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d230-1668-45b2-9804-97c14591bf91 None None] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:07.152782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.156788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4c9e7401-1abe-4666-be49-7da60b575f93 None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:07.157214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4c9e7401-1abe-4666-be49-7da60b575f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.167472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258a1c4c-5dd6-4328-8091-6c6581ba4391,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:07.259988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.261311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-079df2c6-4378-4aa0-bafd-a17c88c6e58c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304702 Dec 24 03:06:07.264015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35764) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:07.268478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:07.366888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:06:07.372562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.439441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.515219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.533830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa024e9f-9342-4434-af1b-77d24d099e6d,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:07.634061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:06:07.634238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.634881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2717ffb1-7182-4eb8-822c-af4bf6bb2cc1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698854 Dec 24 03:06:07.637611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:07.642302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'cbe3dc19-d477-4027-b1a0-a544703f8051', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:07.685016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:07.685325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.811082 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:06:07.817003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.879016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.954090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:07.970513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30a4205-f440-48b9-ae5a-fa3159e45ef4,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:08.077838 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:08.079081 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-73ff1341-10a7-4d81-8ab1-5aabd955e727 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4405072 Dec 24 03:06:08.347267 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-c1569554-0a7f-40fd-abb4-2d3c35753581 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651994317&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0432699 Dec 24 03:06:08.456769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-67167554-8f41-455e-a38a-2d7610a7f56a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:08.458422 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-67167554-8f41-455e-a38a-2d7610a7f56a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 HTTP/1.1" status: 200 len: 796 time: 0.1037817 Dec 24 03:06:08.473438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-7ab6339d-028a-450b-bbe8-f732c829cc28 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0087974 Dec 24 03:06:08.525250 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-a3c3207b-3b53-4e93-8693-248e3f917cf3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462341 Dec 24 03:06:08.541378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-158b7511-e7f3-4ca0-a5e8-ede005c07971 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:06:08.542395 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-158b7511-e7f3-4ca0-a5e8-ede005c07971 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051510 Dec 24 03:06:08.635937 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-7af6a4f2-fe02-4570-93fd-68fef6b6f0ff service neutron] 10.222.0.36 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878482 Dec 24 03:06:08.725607 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-344e5119-1cd0-431f-ae80-0a6957836d12 service neutron] 10.222.0.36 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833714 Dec 24 03:06:09.029933 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d73ad48a-e7e0-4b02-bbe8-eafb936a7088 req-2e25f92f-709a-45c9-a391-f1bd88b333d6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 210 time: 0.0830593 Dec 24 03:06:10.124370 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9d5f1085-a239-48d6-8c5c-142e06efc607 req-c0e9299d-0303-4975-8767-83d82088950f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 210 time: 0.0273244 Dec 24 03:06:11.053042 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:06:11.224502 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-de7fdb0a-6008-468a-8458-92ae10b4baf5 req-0bd93036-4cbd-4f45-b94d-60c0f8d47b53 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 210 time: 0.0310147 Dec 24 03:06:11.333125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-5ea37b93-dc44-4635-a534-b02bba293355 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:11.335336 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-5ea37b93-dc44-4635-a534-b02bba293355 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 HTTP/1.1" status: 200 len: 796 time: 0.1125820 Dec 24 03:06:11.435730 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-812fe35a-b08d-4272-b13b-70a5717556d8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.0692716 Dec 24 03:06:11.454691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['cbe3dc19-d477-4027-b1a0-a544703f8051']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:11.528550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-403464a9-e2fa-46a6-a307-847c549c8b59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1563287 Dec 24 03:06:11.641137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-3c732552-6211-48cb-bccd-055e036bf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:11.645261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-3c732552-6211-48cb-bccd-055e036bf504 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0436876 Dec 24 03:06:11.720885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:06:11.724283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:11.810459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-1499451e-2168-4522-b065-95e33f400fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:11.811932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-1499451e-2168-4522-b065-95e33f400fe3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 200 len: 898 time: 0.1475694 Dec 24 03:06:11.925199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.3 (dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492/0f531dbf-caa3-4077-8860-324eddc017bd/d4a8dd68-7d9c-4a44-a167-92185822cdf0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:06:12.057130 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-96ec42c0-58db-4820-9973-0ff530beeddc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 200 len: 1002 time: 0.1018448 Dec 24 03:06:12.057130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-9043e693-e073-4f19-8254-a45e2386cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:12.057130 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-9043e693-e073-4f19-8254-a45e2386cc95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2f8c864-a0ce-41a7-adc9-e48014603803 HTTP/1.1" status: 200 len: 834 time: 0.0969405 Dec 24 03:06:12.148962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-e6fe7a5d-c5ef-462b-8462-a77b87b25800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:12.150457 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-e6fe7a5d-c5ef-462b-8462-a77b87b25800 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a729ca9c-2655-455d-a4bf-95a808f9c626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702658 Dec 24 03:06:12.159544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.165690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-ce88b9c2-2b43-47d4-a1d6-9092f2f7daf1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:06:12.166718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-ce88b9c2-2b43-47d4-a1d6-9092f2f7daf1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055768 Dec 24 03:06:12.278647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-e95c8d26-a14e-4eaf-89c5-15f8e3d166c2 service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040680 Dec 24 03:06:12.322877 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9e4e06c4-5ea7-4b3c-9a06-1dccaf1261ab req-830cab89-93d3-492a-9e5f-c6cfaf6e9167 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Dec 24 03:06:12.343751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.400038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:12.405802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:12.412259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:06:12.416880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e9977ac-790f-40bf-b4d6-587bd5e8b6f8 req-17194bbd-20c8-4acf-b40a-211c1e39bdec service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749120 Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:12.474010 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:06:12.479737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:12.479737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.615105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-e7c84e1a-fcc7-450f-ae6c-db07d45a8dba tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642783 Dec 24 03:06:12.635583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Request body: {'port': {'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:12.690681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.702781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b31957a3-ad73-42c5-b9fc-52dde297df2c None None] Provisioning complete for port d4a8dd68-7d9c-4a44-a167-92185822cdf0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:12.703459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b31957a3-ad73-42c5-b9fc-52dde297df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.739033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b31957a3-ad73-42c5-b9fc-52dde297df2c None None] Port d4a8dd68-7d9c-4a44-a167-92185822cdf0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:06:12.953055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a8dd68-7d9c-4a44-a167-92185822cdf0 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:06:12.961123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:12.980800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Transition to ACTIVE for port object d4a8dd68-7d9c-4a44-a167-92185822cdf0 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:06:13.109516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:13.162310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:13.239226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Attempting to bind port d4a8dd68-7d9c-4a44-a167-92185822cdf0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:06:13.239567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Attempting to bind port d4a8dd68-7d9c-4a44-a167-92185822cdf0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:06:13.239895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Attempting to bind port d4a8dd68-7d9c-4a44-a167-92185822cdf0 on network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:06:13.246856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Port d4a8dd68-7d9c-4a44-a167-92185822cdf0 on network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:06:13.248828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Attempting to bind port d4a8dd68-7d9c-4a44-a167-92185822cdf0 on network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:06:13.252383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:06:13.252751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Checking segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:06:13.253138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Bound using segment: {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:06:13.253560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Bound port: d4a8dd68-7d9c-4a44-a167-92185822cdf0, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea52dff-c9d5-416b-b5f9-db87448d38ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:06:13.253915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:13.321514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:06:13.324524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:06:13.424858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:13.465687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.466316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:13.467713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] 10.222.0.49 "PUT /v2.0/ports/d4a8dd68-7d9c-4a44-a167-92185822cdf0 HTTP/1.1" status: 200 len: 1093 time: 0.8370168 Dec 24 03:06:13.471554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:06:13.473848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f2482c-e72a-4824-8a1e-365719f2b677" -d '{"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:06:13.487361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bee71-0a0a-435b-9a53-912f5f0496c9 req-9c2828fc-2ff7-4e49-b8f8-bbc6765a8228 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.488932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-777bee71-0a0a-435b-9a53-912f5f0496c9 req-9c2828fc-2ff7-4e49-b8f8-bbc6765a8228 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 943 time: 0.0957315 Dec 24 03:06:13.518604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30274f12-5d40-495f-922a-d551618e3bec x-openstack-request-id: req-30274f12-5d40-495f-922a-d551618e3bec {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:06:13.518896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:06:13.519150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30274f12-5d40-495f-922a-d551618e3bec {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:06:13.519544 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'status': 'completed', 'code': 200} Dec 24 03:06:13.530497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26a25e-3ced-45ed-bac8-8dc3da5871e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:13.565687 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-777bee71-0a0a-435b-9a53-912f5f0496c9 req-85f4a1d8-371d-4275-a1d0-d13c1335920e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652483 Dec 24 03:06:13.622180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-b72d7fb2-f61e-4f7b-917d-eab4b39c1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.623852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-b72d7fb2-f61e-4f7b-917d-eab4b39c1357 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1096 time: 0.0502937 Dec 24 03:06:13.736237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-e648ab43-815d-4e5a-8552-384519bc4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.736237 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-e648ab43-815d-4e5a-8552-384519bc4b53 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0917444 Dec 24 03:06:13.833536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-b64b367e-a354-4d62-87d7-1778158d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.835521 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51f2482c-e72a-4824-8a1e-365719f2b677 req-b64b367e-a354-4d62-87d7-1778158d7fe1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920048 Dec 24 03:06:13.943163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-561d4b6c-5dcf-4837-af9a-2a294eefd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:13.945028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-561d4b6c-5dcf-4837-af9a-2a294eefd66a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1096 time: 0.0410552 Dec 24 03:06:14.290472 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-a50ddf3d-667d-4df3-b15b-4cd4078b8211 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0 HTTP/1.1" status: 200 len: 217 time: 0.3290124 Dec 24 03:06:14.339813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-76ef7102-df90-4955-83ac-a2c444d2ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:14.341254 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-76ef7102-df90-4955-83ac-a2c444d2ecf2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f531dbf-caa3-4077-8860-324eddc017bd HTTP/1.1" status: 200 len: 835 time: 0.0428817 Dec 24 03:06:14.387187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-9f9aed89-0212-41f3-ba77-ac415665e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:14.388691 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-9f9aed89-0212-41f3-ba77-ac415665e620 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389247 Dec 24 03:06:14.480122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-a0d77b55-7dcf-4fe0-a279-611e395a3cf8 service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840983 Dec 24 03:06:14.569573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-072ed76d-3102-4d4b-a293-06beb72fcc85 req-c629d246-9587-48f8-9200-86e4b225c846 service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808342 Dec 24 03:06:14.688062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a7ae1-a09c-4b85-8d68-0dabf9e04654 req-af29f788-cf63-4d3f-bd69-89c2e6506184 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:14.689636 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-af6a7ae1-a09c-4b85-8d68-0dabf9e04654 req-af29f788-cf63-4d3f-bd69-89c2e6506184 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 943 time: 0.0537295 Dec 24 03:06:14.738900 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-af6a7ae1-a09c-4b85-8d68-0dabf9e04654 req-d61e52ab-8c89-4306-9173-fd7cf77746ce tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Dec 24 03:06:15.858541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19efc9-87a8-4ba6-ae66-c5a66d890d0b req-47c5691d-b13f-4861-a3b8-68e64f1c3d8e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:15.859904 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cc19efc9-87a8-4ba6-ae66-c5a66d890d0b req-47c5691d-b13f-4861-a3b8-68e64f1c3d8e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 943 time: 0.0549164 Dec 24 03:06:15.910639 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cc19efc9-87a8-4ba6-ae66-c5a66d890d0b req-70059ca0-425a-4890-9098-72f344e20b64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438001 Dec 24 03:06:16.625582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35822) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:16.701075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d4a8dd68-7d9c-4a44-a167-92185822cdf0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:06:16.785410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Deleting port 14219d95-19b2-4f6d-8003-2cfc15484061 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:06:16.785774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:16.793717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:16.805222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:06:16.845243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:16.858751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a8dd68-7d9c-4a44-a167-92185822cdf0 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:06:16.863160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:16.866200 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:16.875909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Calling delete_port for 14219d95-19b2-4f6d-8003-2cfc15484061 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:06:16.878097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:16.942016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:16.994788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:17.029479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5f222-5d93-46cb-b566-bcd6095a0f78 req-fc815f56-95f9-4f4e-830c-9ef0f529dbb5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:17.030957 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8eb5f222-5d93-46cb-b566-bcd6095a0f78 req-fc815f56-95f9-4f4e-830c-9ef0f529dbb5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 944 time: 0.0507758 Dec 24 03:06:17.081505 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8eb5f222-5d93-46cb-b566-bcd6095a0f78 req-266579b2-7249-49b8-a900-a6be118d80fe tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Dec 24 03:06:17.153666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:17.182127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Port': ['ID=14219d95-19b2-4f6d-8003-2cfc15484061,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:17.240166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:17.241131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Floating IP 98870238-9211-4c9c-a4ad-322c7283ceca disassociated (deleted). External IP: 172.26.7.105, port: c10a345e-d47e-4a13-90e0-7878ce43e2da. Dec 24 03:06:17.289376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['d4a8dd68-7d9c-4a44-a167-92185822cdf0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:06:17.453511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Router 88c7c5b0-b554-4336-9cff-4916d33586ab has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:06:17.563357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:06:17.568081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:17.574773 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Sync routers for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:06:17.585411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:17.586048 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:17.596856 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f8041f5b-80ab-4741-8c65-3bf7a34a0a5c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "DELETE /v2.0/floatingips/98870238-9211-4c9c-a4ad-322c7283ceca HTTP/1.1" status: 204 len: 168 time: 0.9701655 Dec 24 03:06:17.597451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:06:17.599923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be" -d '{"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:06:17.642716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4eddeb7-acd3-4fdc-aa8d-708ebad42eb8 x-openstack-request-id: req-f4eddeb7-acd3-4fdc-aa8d-708ebad42eb8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:06:17.642905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:06:17.643132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4eddeb7-acd3-4fdc-aa8d-708ebad42eb8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:06:17.643472 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'status': 'completed', 'code': 200} Dec 24 03:06:17.698597 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:17.737226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-e55d97e9-0fd7-4701-bca2-643057136c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:17.738641 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-e55d97e9-0fd7-4701-bca2-643057136c41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bf12fea614d491780a7cb5934c6b469&device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 1099 time: 0.0417080 Dec 24 03:06:17.843550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-f8bb0244-298a-4825-8a11-9e492f150099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:17.845043 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-f8bb0244-298a-4825-8a11-9e492f150099 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 200 len: 898 time: 0.0907938 Dec 24 03:06:17.892393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-7557366f-5ab5-4264-9b78-9a10a2183f14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 200 len: 217 time: 0.0357494 Dec 24 03:06:17.903127 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:17.930692 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Checking router: 88c7c5b0-b554-4336-9cff-4916d33586ab for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:06:17.938840 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:17.940015 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:05:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:17.960054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-d16085f0-d50f-4d09-b012-d70e97fdf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:17.963910 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-d16085f0-d50f-4d09-b012-d70e97fdf959 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2f8c864-a0ce-41a7-adc9-e48014603803 HTTP/1.1" status: 200 len: 834 time: 0.0531616 Dec 24 03:06:18.012308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-ade94999-7e39-4671-8a41-472d84bd83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:18.013936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-ade94999-7e39-4671-8a41-472d84bd83a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a729ca9c-2655-455d-a4bf-95a808f9c626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447261 Dec 24 03:06:18.052574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:18.095287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fcf7e-1b1f-428c-9716-ebf8169a593a req-b14d4247-a9d2-445a-b934-7e90d0fb67ef tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:18.096905 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cc8fcf7e-1b1f-428c-9716-ebf8169a593a req-b14d4247-a9d2-445a-b934-7e90d0fb67ef tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0561099 Dec 24 03:06:18.153276 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cc8fcf7e-1b1f-428c-9716-ebf8169a593a req-8eb27513-057b-40d5-8a04-f45869a34012 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496473 Dec 24 03:06:18.210149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-c41acf8a-736e-4a7a-8e8a-d06aa3de5586 service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377923 Dec 24 03:06:18.252651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff79d5-d775-4c1f-a575-1a9a524ae445 req-ee384d23-8b2c-4ab8-8ced-cbc8929354c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:18.254079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4ff79d5-d775-4c1f-a575-1a9a524ae445 req-ee384d23-8b2c-4ab8-8ced-cbc8929354c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 944 time: 0.0828171 Dec 24 03:06:18.261268 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:18.291411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70014d17-ba26-4f85-9675-4171f5c948c8 None None] The sync data for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv is: [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:19Z', 'revision_number': 4, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '2a38c538-cd3b-4bc9-8e1f-1546ee90a612', 'name': '', 'network_id': 'a729ca9c-2655-455d-a4bf-95a808f9c626', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'mac_address': 'fa:16:3e:23:1b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:18Z', 'updated_at': '2021-12-24T03:04:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'subnets': [{'id': 'c2f8c864-a0ce-41a7-adc9-e48014603803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:06:18.360464 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4ff79d5-d775-4c1f-a575-1a9a524ae445 req-ebfff841-fec4-4d40-8746-60db9fc5a0c4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776052 Dec 24 03:06:18.362552 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d19ac9b6-fe53-41c4-ab59-d03d1b16d7be req-9e6be03e-d648-4e93-af9b-3098edeb569c service neutron] 10.222.0.49 "GET /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442211 Dec 24 03:06:18.516380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02150dcb-029e-4c5f-91a8-3efc0fdc4443 None None] New status for floating IP 98870238-9211-4c9c-a4ad-322c7283ceca: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:06:18.702714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d4a8dd68-7d9c-4a44-a167-92185822cdf0 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:06:18.810627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port d4a8dd68-7d9c-4a44-a167-92185822cdf0 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:06:18.814619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port d4a8dd68-7d9c-4a44-a167-92185822cdf0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:06:18.815010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:18.894283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:18.917690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:06:18.919955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9b2f3c-8d46-4007-b5b1-3b8311676080" -d '{"events": [{"server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:06:18.932337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:18.958468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa28db0-93a0-4b1c-a088-663e30ec6551 x-openstack-request-id: req-dfa28db0-93a0-4b1c-a088-663e30ec6551 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:06:18.958468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "name": "network-vif-plugged", "status": "completed", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:06:18.958468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dfa28db0-93a0-4b1c-a088-663e30ec6551 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:06:18.958468 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'code': 200} Dec 24 03:06:19.041005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:19.088897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:19.279196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c695ee-7fa1-4528-be4c-a9587454f311 req-628a2841-c697-4714-87b3-6c58f76c3efa tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:19.280718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-03c695ee-7fa1-4528-be4c-a9587454f311 req-628a2841-c697-4714-87b3-6c58f76c3efa tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0535226 Dec 24 03:06:19.353925 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-03c695ee-7fa1-4528-be4c-a9587454f311 req-b7c50c64-3625-4775-91e9-43bc9df568da tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668964 Dec 24 03:06:19.362954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36ba9d-904d-4504-93ea-a969ac0821c4 req-65546a58-fd2c-45ca-8421-81ec469d90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:19.364436 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ef36ba9d-904d-4504-93ea-a969ac0821c4 req-65546a58-fd2c-45ca-8421-81ec469d90d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1098 time: 0.0583863 Dec 24 03:06:19.413501 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ef36ba9d-904d-4504-93ea-a969ac0821c4 req-f84b5283-0360-44fc-9b55-c81c94e6922f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Dec 24 03:06:19.479214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75dc00-799c-41e5-b856-1a4d8f0094b5 req-e2d26661-c270-4c44-93c1-14ae71832bdb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:19.480743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa75dc00-799c-41e5-b856-1a4d8f0094b5 req-e2d26661-c270-4c44-93c1-14ae71832bdb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0486522 Dec 24 03:06:19.529354 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa75dc00-799c-41e5-b856-1a4d8f0094b5 req-443a09c1-630d-42ff-b6b2-4395fc0a5188 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Dec 24 03:06:20.080518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225d180-d58d-4cea-bde5-13d633802728 req-59979824-b065-4cb5-bef6-10ae42f97cb3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:20.082006 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5225d180-d58d-4cea-bde5-13d633802728 req-59979824-b065-4cb5-bef6-10ae42f97cb3 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0548747 Dec 24 03:06:20.174663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Deleting port c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:06:20.174923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:20.265997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] For port c10a345e-d47e-4a13-90e0-7878ce43e2da, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c10a345e-d47e-4a13-90e0-7878ce43e2da,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:20.266355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:20.279922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Calling delete_port for c10a345e-d47e-4a13-90e0-7878ce43e2da owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:06:20.290595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e655b4cb-483b-4e31-a3ef-fcc790853271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:20.472182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24460b72-2cfe-4a0f-9b10-1aef56d9af55 req-751bddeb-8671-43ba-847a-beb80b3c5894 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:20.473694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24460b72-2cfe-4a0f-9b10-1aef56d9af55 req-751bddeb-8671-43ba-847a-beb80b3c5894 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2643ead-e946-445e-a9c0-cea8d6ade0b4 HTTP/1.1" status: 200 len: 946 time: 0.0494995 Dec 24 03:06:20.486927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:20.525423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Port': ['ID=c10a345e-d47e-4a13-90e0-7878ce43e2da,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:20.586822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] No DVR routers for this DVR port c10a345e-d47e-4a13-90e0-7878ce43e2da on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:06:20.591017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:20.594607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5225d180-d58d-4cea-bde5-13d633802728 req-5b5fdc2b-ff50-4249-86c8-700d8c550673 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.49 "DELETE /v2.0/ports/c10a345e-d47e-4a13-90e0-7878ce43e2da HTTP/1.1" status: 204 len: 173 time: 0.5055413 Dec 24 03:06:20.595325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-deleted', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:06:20.598495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fc47a6-6974-441d-bf9d-fae6d2743e06" -d '{"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-deleted", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:06:20.607604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24460b72-2cfe-4a0f-9b10-1aef56d9af55 req-4e684944-6cbc-4cae-93b3-810f8a90e786 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "GET /v2.0/security-groups?id=69a8a04e-6830-4aeb-a4ac-30ef795dd995&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274467 Dec 24 03:06:20.657360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00a63a-5847-4632-a3c5-5ff88c3641a2 x-openstack-request-id: req-8c00a63a-5847-4632-a3c5-5ff88c3641a2 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:06:20.657360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2643ead-e946-445e-a9c0-cea8d6ade0b4", "name": "network-vif-deleted", "tag": "c10a345e-d47e-4a13-90e0-7878ce43e2da", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:06:20.657360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c00a63a-5847-4632-a3c5-5ff88c3641a2 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:06:20.657695 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c172b5-bdd6-463b-8835-fc45323af490 req-c0ef69b6-2f95-4c41-9680-6e99ed15c7f7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:20.658189 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2643ead-e946-445e-a9c0-cea8d6ade0b4', 'name': 'network-vif-deleted', 'tag': 'c10a345e-d47e-4a13-90e0-7878ce43e2da', 'status': 'completed', 'code': 200} Dec 24 03:06:20.658359 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c4c172b5-bdd6-463b-8835-fc45323af490 req-c0ef69b6-2f95-4c41-9680-6e99ed15c7f7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0496249 Dec 24 03:06:20.714040 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c4c172b5-bdd6-463b-8835-fc45323af490 req-46001da1-ae47-4c0b-89f2-6a7583caea05 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Dec 24 03:06:21.666169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35850) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:21.832919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1d30-b387-4197-ae58-0e78b89d46b1 req-0566d8e8-6b61-49f3-a866-e3dbf2b45b83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:21.834403 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c5db1d30-b387-4197-ae58-0e78b89d46b1 req-0566d8e8-6b61-49f3-a866-e3dbf2b45b83 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0489354 Dec 24 03:06:21.884741 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c5db1d30-b387-4197-ae58-0e78b89d46b1 req-70587bd6-1eba-4271-ab7d-7a0822c7b559 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Dec 24 03:06:22.013832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c91c6c-dfbf-4858-9d65-8edb1a12d629 req-b9527108-ad2a-45c3-a363-04e64bfaf827 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:22.015333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1c91c6c-dfbf-4858-9d65-8edb1a12d629 req-b9527108-ad2a-45c3-a363-04e64bfaf827 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0603874 Dec 24 03:06:22.097964 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1c91c6c-dfbf-4858-9d65-8edb1a12d629 req-eb74c74f-f6e3-4da0-b4bc-779bf45b2750 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728624 Dec 24 03:06:22.120030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35856) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:22.131622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.243025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66d770-69a2-4a25-99bb-13c75c39bef5 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:22.244466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ba66d770-69a2-4a25-99bb-13c75c39bef5 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1093 time: 0.1234593 Dec 24 03:06:22.247424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35858) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:22.252000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:06:22.331124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.421070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Deleting port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:06:22.421554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.435081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ba4d-3db6-4c77-a482-ce56acffd6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.438470 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.513819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] For port 2a38c538-cd3b-4bc9-8e1f-1546ee90a612, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:22.514100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.527137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Calling delete_port for 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:06:22.542327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.157 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/801461f6-14a0-42ab-88dc-2defc7d6cc26) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:06:22.647354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.778319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.800795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:22.812615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:06:22.818848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:06:22.823086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:06:22.829406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Port': ['ID=2a38c538-cd3b-4bc9-8e1f-1546ee90a612,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:22.848150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=801461f6-14a0-42ab-88dc-2defc7d6cc26,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:23.016512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.540148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.559331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Router 88c7c5b0-b554-4336-9cff-4916d33586ab has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:06:23.675592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:06:23.680846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-266f2c86-4b5f-44ad-9d0e-d20461c5f862 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "PUT /v2.0/routers/88c7c5b0-b554-4336-9cff-4916d33586ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134828 Dec 24 03:06:23.683534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35860) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:23.686984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Sync routers for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:06:23.693488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.700227 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:23.701275 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:23.737239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Deleting subnet c2f8c864-a0ce-41a7-adc9-e48014603803 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:06:23.740485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.760186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.784928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.860859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.884155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:23.905179 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:23.966280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.041204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.041509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=801461f6-14a0-42ab-88dc-2defc7d6cc26,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:24.053248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.070577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f8c864-a0ce-41a7-adc9-e48014603803,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:24.075889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.081490 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-915fc0d1-8a52-4219-9e02-e557da724b0c tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "DELETE /v2.0/subnets/c2f8c864-a0ce-41a7-adc9-e48014603803 HTTP/1.1" status: 204 len: 168 time: 0.3947456 Dec 24 03:06:24.082223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35862) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:24.084363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca969e-0cf4-45e9-9761-3e7559818f1e None None] Network a729ca9c-2655-455d-a4bf-95a808f9c626 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:06:24.102322 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:06:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:24.135448 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Checking router: 88c7c5b0-b554-4336-9cff-4916d33586ab for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:06:24.146068 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Routers {'88c7c5b0-b554-4336-9cff-4916d33586ab'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:24.147396 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['88c7c5b0-b554-4336-9cff-4916d33586ab'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:24.169552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 associated. External IP: 172.26.7.157, port: d4a8dd68-7d9c-4a44-a167-92185822cdf0. Dec 24 03:06:24.222344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.264718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] DHCP port deletion for a729ca9c-2655-455d-a4bf-95a808f9c626 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:06:24.278038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] Set router 88c7c5b0-b554-4336-9cff-4916d33586ab gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:24.338595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Deleting port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:06:24.339074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.347326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.412683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] For port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,segment=NetworkSegment(8c190e7b-2013-47d3-919c-bb3357ea93f2),segment_id=8c190e7b-2013-47d3-919c-bb3357ea93f2)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:24.413150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.427959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Calling delete_port for 3e5169d0-873d-4ddf-80a3-6e91c6323c3a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:06:24.431046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:06:24.465865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Deleting port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:06:24.466835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.481327 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:06:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:24.511135 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f4c5c-d82d-4c8d-9645-ffdc5d816233 None None] The sync data for ids ['88c7c5b0-b554-4336-9cff-4916d33586ab'] in dv-neutron-822868-1-hyperv is: [{'id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-789316838', 'tenant_id': '7bf12fea614d491780a7cb5934c6b469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:06:22Z', 'revision_number': 5, 'project_id': '7bf12fea614d491780a7cb5934c6b469', 'gw_port': {'id': '0b71c725-0e79-4bf2-9a4b-64f1342ff4db', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c7c5b0-b554-4336-9cff-4916d33586ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:04:15Z', 'updated_at': '2021-12-24T03:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:06:24.564764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:06:24.576292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:06:24.581657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] For port 0b71c725-0e79-4bf2-9a4b-64f1342ff4db, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:24.582137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.587353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:24.588234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:24.597697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Calling delete_port for 0b71c725-0e79-4bf2-9a4b-64f1342ff4db owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:06:24.626833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.660200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:24.669542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] Pushing event deleted for resources: {'Port': ['ID=3e5169d0-873d-4ddf-80a3-6e91c6323c3a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:24.717245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35864) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:24.718355 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4e79cc91-c05f-436f-a49a-014613ef7096 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4696121 Dec 24 03:06:24.719386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:06:24.723080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324" -d '{"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:06:24.774639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8acc8e-eded-419c-8272-c823e0dcd100 x-openstack-request-id: req-bc8acc8e-eded-419c-8272-c823e0dcd100 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:06:24.775180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:06:24.775705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc8acc8e-eded-419c-8272-c823e0dcd100 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:06:24.776926 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'status': 'completed', 'code': 200} Dec 24 03:06:24.874491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9890112-eb26-4780-a0f8-59a707688972 None None] No DVR routers for this DVR port 3e5169d0-873d-4ddf-80a3-6e91c6323c3a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:06:24.884499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:24.912584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: c10a345e-d47e-4a13-90e0-7878ce43e2da {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:06:24.913071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c10a345e-d47e-4a13-90e0-7878ce43e2da not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:06:24.950023 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a9778116-c0b3-4b11-bf4c-68aca9efebfa tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8 HTTP/1.1" status: 200 len: 922 time: 0.2314651 Dec 24 03:06:24.953923 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35868) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:24.959691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:24.971600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-5f4c4d28-dc72-4a24-a776-924d57140a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:24.973558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-5f4c4d28-dc72-4a24-a776-924d57140a33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1098 time: 0.1437387 Dec 24 03:06:25.073055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f0aa896-74b4-44d6-a39e-c02f5e2b565b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.1176822 Dec 24 03:06:25.091134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.128928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Port': ['ID=0b71c725-0e79-4bf2-9a4b-64f1342ff4db,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:25.153293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d1efc-8f46-4513-8c00-0b563d6da38e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:06:25.159623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.206078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-40b92f33-34db-4a52-82df-4d352418417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:25.207671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-40b92f33-34db-4a52-82df-4d352418417b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 HTTP/1.1" status: 200 len: 897 time: 0.2261276 Dec 24 03:06:25.258325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:23Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:06Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.269197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.288399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:06:25.298680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:06:25.299307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.377506 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-db9a7451-5dff-4983-98ba-883165823be7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0 HTTP/1.1" status: 200 len: 999 time: 0.1601954 Dec 24 03:06:25.379153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.381425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.413813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:06:25.480732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-6c91e445-28f7-4bb3-accd-64ba22741e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:25.482191 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-6c91e445-28f7-4bb3-accd-64ba22741e27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f531dbf-caa3-4077-8860-324eddc017bd HTTP/1.1" status: 200 len: 835 time: 0.0843153 Dec 24 03:06:25.532454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-5da87650-2ee1-456f-8137-f5c2cfe6a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:06:25.533967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-5da87650-2ee1-456f-8137-f5c2cfe6a883 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437264 Dec 24 03:06:25.534628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.535237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Fanout notify agent at l3_agent the message router_deleted on router 88c7c5b0-b554-4336-9cff-4916d33586ab {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:06:25.542231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.546256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35870) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:25.546526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-abf3a41d-e73b-4611-9a6d-f3bc0942ebbd tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "DELETE /v2.0/routers/88c7c5b0-b554-4336-9cff-4916d33586ab HTTP/1.1" status: 204 len: 168 time: 1.4633877 Dec 24 03:06:25.663215 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-be1ce420-5c23-4372-be81-0480a6afcf4e service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154096 Dec 24 03:06:25.698322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.729576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:23Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:06Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.798475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.803155 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3e5169d0-873d-4ddf-80a3-6e91c6323c3a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:25.807725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041ff13-492d-4d69-ad4d-5fd6bd97c7b1 None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:23Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:06Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:06:25.810420 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6e3080b6-8a5a-4b2a-b71e-f73b8e3d1324 req-9bd1f704-6d5e-44d7-b96c-0a3e640acb3e service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394293 Dec 24 03:06:25.822469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a729ca9c-2655-455d-a4bf-95a808f9c626']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.846930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c190e7b-2013-47d3-919c-bb3357ea93f2') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.847539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c190e7b-2013-47d3-919c-bb3357ea93f2') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:06:25.849414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3e5169d0-873d-4ddf-80a3-6e91c6323c3a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:06:25.856923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3e5169d0-873d-4ddf-80a3-6e91c6323c3a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:06:25.856923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:25.864655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.882792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:06:25.883411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2a38c538-cd3b-4bc9-8e1f-1546ee90a612 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:06:25.883862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.891961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:06:25.892400 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:06:25.895768 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:06:25.961348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.048432 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e747fd95-2834-4b0d-bcc1-d7a7511e8dbd None None] New status for floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:06:26.076767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35872) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:26.122042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.130016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.134556 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "DELETE /v2.0/networks/a729ca9c-2655-455d-a4bf-95a808f9c626 HTTP/1.1" status: 204 len: 168 time: 0.5872636 Dec 24 03:06:26.137453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35874) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:26.153082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75920b51-b999-492d-a675-0803bbcd8ede tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'Network': ['ID=a729ca9c-2655-455d-a4bf-95a808f9c626,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:26.168662 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d9020e05-a0d5-446d-ba5e-73082037f6aa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.0905938 Dec 24 03:06:26.208350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.234255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.365163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.367791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:26.368976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] 10.222.0.36 "DELETE /v2.0/security-groups/69a8a04e-6830-4aeb-a4ac-30ef795dd995 HTTP/1.1" status: 204 len: 168 time: 0.2289414 Dec 24 03:06:26.391792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7ffab-41bf-4bbb-bbea-e8090eae02e6 tempest-TestNetworkAdvancedServerOps-980727920 tempest-TestNetworkAdvancedServerOps-980727920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a8a04e-6830-4aeb-a4ac-30ef795dd995,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:26.977887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35882) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:27.108549 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bf4565e5-8680-48a7-bed0-d021bb5cded1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7bf12fea614d491780a7cb5934c6b469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294763 Dec 24 03:06:27.111116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35886) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:27.158761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:27.171912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35888) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:27.180806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:27.238708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d25946e2-3c0d-4154-b2b2-f30ecc080f98 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 993 time: 0.0655744 Dec 24 03:06:27.302012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:27.304729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:27.305951 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9aa01f39-9f0d-46ce-b574-355c152b7167 HTTP/1.1" status: 204 len: 168 time: 0.1939228 Dec 24 03:06:27.313946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decf359-d649-448d-9463-482030919ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa01f39-9f0d-46ce-b574-355c152b7167,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:27.568070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0b71c725-0e79-4bf2-9a4b-64f1342ff4db no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:27.589258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 0b71c725-0e79-4bf2-9a4b-64f1342ff4db {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:06:27.589607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 0b71c725-0e79-4bf2-9a4b-64f1342ff4db not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:06:28.112324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35894) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:28.125857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fcf48d05-cc92-45ad-8ad9-b0aa9bec9a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.200703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fcf48d05-cc92-45ad-8ad9-b0aa9bec9a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.292266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fcf48d05-cc92-45ad-8ad9-b0aa9bec9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.331281 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fcf48d05-cc92-45ad-8ad9-b0aa9bec9a40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebeb482960254442898000d3cdd9a688&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2178771 Dec 24 03:06:28.332451 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf48d05-cc92-45ad-8ad9-b0aa9bec9a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475237c8-10c7-4e05-9ef4-116ffe8dc849,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:28.334026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35896) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:28.382812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.403455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.520402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.522981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:28.524127 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/475237c8-10c7-4e05-9ef4-116ffe8dc849 HTTP/1.1" status: 204 len: 168 time: 0.1891205 Dec 24 03:06:28.532431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625db49-314a-42eb-be8a-d0ed8531f83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475237c8-10c7-4e05-9ef4-116ffe8dc849,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:29.930144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:48.051579 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:06:50.221613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-681f2cf0-09ec-4d04-849a-f579a5d21b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:52.392824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7a495eb1-e8c5-432c-9666-49ebfd0a6083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:53.718791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:55.022735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:55.867116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:58.173164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35916) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:58.282585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c1f0cf5e-1d85-4e8e-9fa0-8cfb5e1b85ed tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1083510 Dec 24 03:06:58.285349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35918) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:58.463047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd4abb-40bb-4cbb-bef3-345f2258c645 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Notify agent at dv-neutron-822868-1-hyperv the message router_removed_from_agent {{(pid=110367) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 24 03:06:58.466120 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a0bd4abb-40bb-4cbb-bef3-345f2258c645 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "DELETE /v2.0/agents/e1e486f8-b8d7-491d-a9ce-1871e11fe199/l3-routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8 HTTP/1.1" status: 204 len: 168 time: 0.1798508 Dec 24 03:06:58.469573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35920) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:58.576741 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-05dbb539-2d2a-4dc1-82fd-042ab34a798e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1061645 Dec 24 03:06:58.580597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35922) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:58.637913 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c7871b8-4d26-4fd2-ad10-5df0139bc96d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 993 time: 0.0562084 Dec 24 03:06:58.940985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a1cd9-3478-406b-9e5d-a0f91ca706fa None None] New status for floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:06:59.626215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:59.641860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35924) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:06:59.706077 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8e78b96d-d9fe-4a94-8aec-f1b8551c0893 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.0630145 Dec 24 03:06:59.706766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:59.728246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=efdaf9ca-6a00-4880-915e-969f1d980370,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:59.771508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:59.772240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:06:59.844098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:06:59.898137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:59.930001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd47056f-38b0-47a9-af19-9ee2213fe233,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:06:59.943061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:06:59.982920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:00.029475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:00.849688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35928) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:01.047192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d21cef9-12a8-40f6-afc9-a13aff2c8c37 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:07:01.047537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d21cef9-12a8-40f6-afc9-a13aff2c8c37 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Notify agent at dv-neutron-822868-1-hyperv the message router_added_to_agent {{(pid=110367) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 24 03:07:01.065122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d21cef9-12a8-40f6-afc9-a13aff2c8c37 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "POST /v2.0/agents/e1e486f8-b8d7-491d-a9ce-1871e11fe199/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2143414 Dec 24 03:07:01.067729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35934) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:01.079433 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:01.090360 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:01.090984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:01.219449 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:01.450371 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:01.479538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-12d152c8-5e68-454e-a9c1-918a0533fff8 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4103768 Dec 24 03:07:01.480028 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:01.482356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35936) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:01.488223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:01.488850 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:01.543360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1b74433b-f8ea-4022-becc-52e2b890b823 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.0598271 Dec 24 03:07:01.676642 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:01.890661 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:01.916156 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8abeb-a360-4576-a829-36e9bf30f7be None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'cf5ce48d-bd86-4a4a-81b9-7fb96900dea3', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.157', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'port_id': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'mac_address': 'fa:16:3e:7f:54:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:06:23Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:06:59Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:02.546879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35938) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:02.614123 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-35f0ae7f-9a76-4941-9a3a-1a1280574ce7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.0655208 Dec 24 03:07:03.449505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7a3a8-50d6-480e-8281-97bc8952667c None None] New status for floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:07:03.617624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35940) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:03.675450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:03.684919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75fd74e5-1a1a-4c52-8569-4a7f3cebee65 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 991 time: 0.0661323 Dec 24 03:07:03.729220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:03.729504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:03.806913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:03.828339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=efdaf9ca-6a00-4880-915e-969f1d980370,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:03.880124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:03.880965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:03.964721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:03.976013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.976364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.976731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.977067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.977398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.977724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.978055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.978377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.978700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.979022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.979407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.979660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.979977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:03.987844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:03.988213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:04.065065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:04.096377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd47056f-38b0-47a9-af19-9ee2213fe233,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:04.211440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:04.257678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:04.689105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35942) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:04.753413 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ebc89d7d-a937-4d4f-a12d-6b71c459aec6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 200 len: 993 time: 0.0631649 Dec 24 03:07:05.048956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35948) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:05.203940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 801461f6-14a0-42ab-88dc-2defc7d6cc26 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:07:05.204284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.281907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.282302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.293882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 801461f6-14a0-42ab-88dc-2defc7d6cc26 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:07:05.495335 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.522116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=801461f6-14a0-42ab-88dc-2defc7d6cc26,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:05.548778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.549131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.549474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.549817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.550147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.550474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.550801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.551125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.551447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.551770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.552089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.552404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.552747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:05.591295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.591637 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 disassociated (deleted). External IP: 172.26.7.157, port: d4a8dd68-7d9c-4a44-a167-92185822cdf0. Dec 24 03:07:05.647980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:05.694721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port efdaf9ca-6a00-4880-915e-969f1d980370 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:05.695092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.772999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:05.803706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:07:05.822424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port bd47056f-38b0-47a9-af19-9ee2213fe233 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:05.822789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.918248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:07:05.924139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:05.929986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:05.949711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:05.950354 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:05.957172 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-df71c94f-357f-4137-a3ac-a383bc3634e6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/cf5ce48d-bd86-4a4a-81b9-7fb96900dea3 HTTP/1.1" status: 204 len: 168 time: 0.9070094 Dec 24 03:07:05.961503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:05.961503 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0" -d '{"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:06.063933 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:06.196823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91965a04-c4ca-4c72-b3fe-584d64bf0cba x-openstack-request-id: req-91965a04-c4ca-4c72-b3fe-584d64bf0cba {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:06.197510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:06.197779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91965a04-c4ca-4c72-b3fe-584d64bf0cba {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:06.198189 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'status': 'completed', 'code': 200} Dec 24 03:07:06.265358 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:07:04Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:06.291964 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:06.301524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-ed7e11d3-843e-4829-bf30-4ac980847907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:06.302270 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:06.302487 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:06.303142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-ed7e11d3-843e-4829-bf30-4ac980847907 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 1098 time: 0.0425549 Dec 24 03:07:06.402744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78dffd4-d6db-437d-8e2d-e2db3554c5e2 req-6238c3db-3493-40f2-b7ca-97ebfa353eef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:06.404214 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a78dffd4-d6db-437d-8e2d-e2db3554c5e2 req-6238c3db-3493-40f2-b7ca-97ebfa353eef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0567136 Dec 24 03:07:06.413394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-a2a5535a-557d-4469-b02f-71e59ddbff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:06.414854 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-a2a5535a-557d-4469-b02f-71e59ddbff18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 HTTP/1.1" status: 200 len: 897 time: 0.1008892 Dec 24 03:07:06.419881 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:06.456457 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a78dffd4-d6db-437d-8e2d-e2db3554c5e2 req-3afe2e61-d463-455c-a30f-9d242d67e025 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454104 Dec 24 03:07:06.463233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-43a32106-03f1-4721-93f1-a026e754d503 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0 HTTP/1.1" status: 200 len: 217 time: 0.0403719 Dec 24 03:07:06.518399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-d5313c25-67d4-4d0a-a4fc-118d9c041e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:06.519987 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-d5313c25-67d4-4d0a-a4fc-118d9c041e47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0f531dbf-caa3-4077-8860-324eddc017bd HTTP/1.1" status: 200 len: 835 time: 0.0472322 Dec 24 03:07:06.569042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-6b6383db-7d45-4d13-824c-834fd08997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:06.570576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-6b6383db-7d45-4d13-824c-834fd08997e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398166 Dec 24 03:07:06.624234 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:07:04Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:06.650198 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8080ce50-dff6-49c3-8056-a092587e9cfe None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:06:03Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'bd47056f-38b0-47a9-af19-9ee2213fe233', 'name': '', 'network_id': 'dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:91:0e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:03Z', 'updated_at': '2021-12-24T03:07:04Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '0f531dbf-caa3-4077-8860-324eddc017bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:06.669250 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-2e1a3e62-42e6-4c06-b449-93972e16c8b6 service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Dec 24 03:07:06.772515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa26d69f-a3e1-4ab5-b054-8fc130d896e0 req-3197614d-3b78-4104-bc26-0a1ea08027a0 service neutron] 10.222.0.49 "GET /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932333 Dec 24 03:07:07.283984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbbf2f-e994-4e99-98b7-f05adab63c14 None None] New status for floating IP cf5ce48d-bd86-4a4a-81b9-7fb96900dea3: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:07:07.577688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414807f-3b7e-41ad-a64d-b83a3d668b61 req-b4691014-5e0a-4dcf-a2bd-37e5162998e5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:07.579545 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b414807f-3b7e-41ad-a64d-b83a3d668b61 req-b4691014-5e0a-4dcf-a2bd-37e5162998e5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Dec 24 03:07:07.628381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b414807f-3b7e-41ad-a64d-b83a3d668b61 req-d9409774-f88b-4795-b47e-4eb6af6e1170 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=cbe3dc19-d477-4027-b1a0-a544703f8051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428433 Dec 24 03:07:08.093247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-f2c1d2c0-20eb-4e88-8afd-8193c0958662 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:08.094901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-f2c1d2c0-20eb-4e88-8afd-8193c0958662 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Dec 24 03:07:08.192263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port d4a8dd68-7d9c-4a44-a167-92185822cdf0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:07:08.192552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:08.277986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port d4a8dd68-7d9c-4a44-a167-92185822cdf0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d4a8dd68-7d9c-4a44-a167-92185822cdf0,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:08.278340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:08.290925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for d4a8dd68-7d9c-4a44-a167-92185822cdf0 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:07:08.469666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:08.497518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=d4a8dd68-7d9c-4a44-a167-92185822cdf0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:08.509983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.510335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.510680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.511016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.511453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.511670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.511996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.512325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.512693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.514499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.514499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.514499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.514499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:08.553311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port d4a8dd68-7d9c-4a44-a167-92185822cdf0 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:07:08.555744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:08.558999 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c4f5fa6-e826-4cf7-9c6a-8a36dc8df25e req-76412ae7-33c6-4af4-825a-345c5216cf9e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/d4a8dd68-7d9c-4a44-a167-92185822cdf0 HTTP/1.1" status: 204 len: 173 time: 0.4544163 Dec 24 03:07:08.559480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'name': 'network-vif-deleted', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:08.561739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4432f3-93fa-4460-bbd1-51432c9387a4" -d '{"events": [{"server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "name": "network-vif-deleted", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:08.658242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e79eb-163a-464a-86ef-53e39c8c9ac8 x-openstack-request-id: req-0b4e79eb-163a-464a-86ef-53e39c8c9ac8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:08.658812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554ae47e-3c90-4f35-a8bc-f224406a1509", "name": "network-vif-deleted", "tag": "d4a8dd68-7d9c-4a44-a167-92185822cdf0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:08.658812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b4e79eb-163a-464a-86ef-53e39c8c9ac8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:08.659223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554ae47e-3c90-4f35-a8bc-f224406a1509', 'name': 'network-vif-deleted', 'tag': 'd4a8dd68-7d9c-4a44-a167-92185822cdf0', 'status': 'completed', 'code': 200} Dec 24 03:07:08.723214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b8bd3695-d61e-41b1-8b73-7a1a18506560 req-d83d7206-1e3a-490e-b42d-ec82d41f012c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=554ae47e-3c90-4f35-a8bc-f224406a1509 HTTP/1.1" status: 200 len: 210 time: 0.0270154 Dec 24 03:07:09.779046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35968) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:09.835772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:09.861557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:09.971453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:09.974079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:09.975226 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbe3dc19-d477-4027-b1a0-a544703f8051 HTTP/1.1" status: 204 len: 168 time: 0.1951890 Dec 24 03:07:09.985221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af40219-c921-4b5f-8a7e-8d18dd39808c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3dc19-d477-4027-b1a0-a544703f8051,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:10.052754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35972) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:10.409641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:10.667311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port bd47056f-38b0-47a9-af19-9ee2213fe233 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:07:10.667593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:10.758848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port bd47056f-38b0-47a9-af19-9ee2213fe233, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=bd47056f-38b0-47a9-af19-9ee2213fe233,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:10.759214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:10.771781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for bd47056f-38b0-47a9-af19-9ee2213fe233 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:07:10.945221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d4a8dd68-7d9c-4a44-a167-92185822cdf0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:07:10.965041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: d4a8dd68-7d9c-4a44-a167-92185822cdf0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:07:10.965390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d4a8dd68-7d9c-4a44-a167-92185822cdf0 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:07:11.026934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.056699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=bd47056f-38b0-47a9-af19-9ee2213fe233,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:11.242823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.460025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:07:11.564521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:07:11.569807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e3e701bf-4f6b-47de-ac19-4ebf49c9779d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5157468 Dec 24 03:07:11.572479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35974) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:11.574940 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Sync routers for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:11.589180 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:11.591071 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:11.628943 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet 0f531dbf-caa3-4077-8860-324eddc017bd {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:07:11.632286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.674066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.699024 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:11.760473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.876060 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:07:10Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:11.884354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.906387 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Checking router: eb2794aa-5b42-4950-8acf-e8b2a96cafb8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:11.912308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=0f531dbf-caa3-4077-8860-324eddc017bd,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:11.916165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Routers {'eb2794aa-5b42-4950-8acf-e8b2a96cafb8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:11.916498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:11.916806 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:11.919785 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6900b019-2732-45bf-a4c2-66dd145c2f97 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/0f531dbf-caa3-4077-8860-324eddc017bd HTTP/1.1" status: 204 len: 168 time: 0.3463674 Dec 24 03:07:11.922680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35976) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:11.924610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d99ca-6804-45e2-a452-31d1c4602aab None None] Network dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:07:12.089742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] DHCP port deletion for dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:07:12.132484 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] Set router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:12.140433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Deleting port 7043a049-bdd7-445c-84ae-729d552f331a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:07:12.141426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.212635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] For port 7043a049-bdd7-445c-84ae-729d552f331a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7043a049-bdd7-445c-84ae-729d552f331a,segment=NetworkSegment(fea52dff-c9d5-416b-b5f9-db87448d38ba),segment_id=fea52dff-c9d5-416b-b5f9-db87448d38ba)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:12.213357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.228586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Calling delete_port for 7043a049-bdd7-445c-84ae-729d552f331a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:07:12.325161 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:07:10Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:12.350005 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5833cde-0d2b-4678-ad8a-c701a53673b4 None None] The sync data for ids ['eb2794aa-5b42-4950-8acf-e8b2a96cafb8'] in dv-neutron-822868-1-hyperv is: [{'id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'name': 'tempest-TestNetworkBasicOps-router-1722512008', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:05:59Z', 'updated_at': '2021-12-24T03:07:10Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'efdaf9ca-6a00-4880-915e-969f1d980370', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2794aa-5b42-4950-8acf-e8b2a96cafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:06:00Z', 'updated_at': '2021-12-24T03:07:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:12.356991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.377900 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.467843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.550911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] Pushing event deleted for resources: {'Port': ['ID=7043a049-bdd7-445c-84ae-729d552f331a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:12.556476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8542c-e474-4178-a0c1-fffa75fa0e13 None None] No DVR routers for this DVR port 7043a049-bdd7-445c-84ae-729d552f331a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:07:12.565058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port efdaf9ca-6a00-4880-915e-969f1d980370 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:07:12.565403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.646712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port efdaf9ca-6a00-4880-915e-969f1d980370, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=efdaf9ca-6a00-4880-915e-969f1d980370,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:12.646963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.659932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for efdaf9ca-6a00-4880-915e-969f1d980370 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:07:12.890191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:12.914448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=efdaf9ca-6a00-4880-915e-969f1d980370,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:12.930175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bab0c5-112c-4e7c-a604-d27dd984221f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:07:12.978082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.068543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.070612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.192344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.192887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router eb2794aa-5b42-4950-8acf-e8b2a96cafb8 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:07:13.202156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.202156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b747bf47-ced2-42ff-81f0-e3cc66b9a6ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/eb2794aa-5b42-4950-8acf-e8b2a96cafb8 HTTP/1.1" status: 204 len: 168 time: 1.2774127 Dec 24 03:07:13.204706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:13.431608 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-6227e796-e536-490e-953a-6a5cab1843d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413144 Dec 24 03:07:13.465722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.513272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-b8ac9eac-5815-4574-a2e1-1bd4e3134a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:13.514766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-b8ac9eac-5815-4574-a2e1-1bd4e3134a23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1099 time: 0.0400903 Dec 24 03:07:13.554334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.574290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:13.583887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea52dff-c9d5-416b-b5f9-db87448d38ba') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:13.584187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea52dff-c9d5-416b-b5f9-db87448d38ba') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:13.593368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.613436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.620737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:07:13.621081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:07:13.624741 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:07:13.637224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-405ee4f4-7adf-4dbb-9eff-51a20261ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:13.639149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-405ee4f4-7adf-4dbb-9eff-51a20261ebe6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.1006577 Dec 24 03:07:13.686058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:07:13.710627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: efdaf9ca-6a00-4880-915e-969f1d980370 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:07:13.711026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device efdaf9ca-6a00-4880-915e-969f1d980370 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:07:13.711460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7043a049-bdd7-445c-84ae-729d552f331a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:07:13.723407 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-c5372323-8ad3-47d0-a880-c2c9c7d4dcba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 1002 time: 0.0712824 Dec 24 03:07:13.730350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7043a049-bdd7-445c-84ae-729d552f331a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:07:13.730700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7043a049-bdd7-445c-84ae-729d552f331a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:07:13.731123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:07:13.749540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: bd47056f-38b0-47a9-af19-9ee2213fe233 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:07:13.750391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device bd47056f-38b0-47a9-af19-9ee2213fe233 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:07:13.764147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.772738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.778414 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492 HTTP/1.1" status: 204 len: 168 time: 0.5699449 Dec 24 03:07:13.785020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-f95f277c-cd02-4005-8cf9-c997e8c5489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:13.786716 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-f95f277c-cd02-4005-8cf9-c997e8c5489a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0525863 Dec 24 03:07:13.789043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1c97d-f52b-4316-8c52-9b5588de285f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=dc15fc5f-a52b-4c6b-aa9e-7a5ec6ba2492,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:13.798563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35982) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:13.804982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--321387318', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:13.834969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-05e226fe-f06c-4dd2-b278-1d62fd875125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:13.836481 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-05e226fe-f06c-4dd2-b278-1d62fd875125 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425718 Dec 24 03:07:13.886381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:07:13.889558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.913707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:07:13.922852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:13.923220 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment efeccaf1-a9a1-4258-856d-0bbd03cd643a of type vlan for network 921adfbc-42b9-4f46-bc42-f6d52513b5ae Dec 24 03:07:13.926424 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-1bd567d5-d470-442b-aad4-f1e2a13d739f service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826333 Dec 24 03:07:13.964216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.023221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.028746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33fed9ce-2fdf-4120-9525-04373e2dee48 req-30fec369-0000-40b2-8551-a057d8f16fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 Dec 24 03:07:14.029389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:14.029692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.101752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=921adfbc-42b9-4f46-bc42-f6d52513b5ae,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:14.112472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:07:14.121378 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1fbf37ad-4e30-4d86-98ff-f594146627c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3217177 Dec 24 03:07:14.123969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35984) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:14.129276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:14.221514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.222649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.274001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.474256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.714707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.733463 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:14.836762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.163 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/cf73a4d0-a922-45a6-b942-49d256401a8c) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:14.939108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.034995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.076830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:15.082478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:15.087011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:15.090153 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=cf73a4d0-a922-45a6-b942-49d256401a8c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:15.097132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c06fda-31ad-4c1c-b27c-582c4fc6d8bc None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:07:15.200289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-97d1a022-b19b-4470-9f52-6a33ee90c494 None None] Provisioning complete for port cf73a4d0-a922-45a6-b942-49d256401a8c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:15.200694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-97d1a022-b19b-4470-9f52-6a33ee90c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.236122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-97d1a022-b19b-4470-9f52-6a33ee90c494 None None] Port cf73a4d0-a922-45a6-b942-49d256401a8c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:15.404678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.595605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.780690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 3311abd2-90aa-45d0-a110-61e1d7d712c1 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:07:15.887211 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:07:15.896408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Sync routers for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:15.909320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:15.911546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:15.954519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:15.955956 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0f8f903d-a621-4e5a-8484-8ce3fd2146e9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8308458 Dec 24 03:07:15.959267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35986) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:15.988401 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6c61c8b3-2678-408e-a613-87c7614ce834 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279815 Dec 24 03:07:15.991988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35988) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:16.014814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:16.082178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd508c3-c6f6-4496-aa84-695bd7fa260a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:16.083680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffd508c3-c6f6-4496-aa84-695bd7fa260a tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917566 Dec 24 03:07:16.086513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35990) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:16.114660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8b9c2d98-cf90-438d-bbec-873696fc96de tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270801 Dec 24 03:07:16.117251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35992) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:16.121943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395382530', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:16.196369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:16.223944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Checking router: 3311abd2-90aa-45d0-a110-61e1d7d712c1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:16.224300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Updating router 3311abd2-90aa-45d0-a110-61e1d7d712c1 port cf73a4d0-a922-45a6-b942-49d256401a8c binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:07:16.252066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.272363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:07:16.276562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.506295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.508881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.568223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=fbf93697-a058-4bf0-9072-c0b8e25d1f65,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:16.577167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:16.579251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 921adfbc-42b9-4f46-bc42-f6d52513b5ae, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:07:16.598106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.643063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8026222-6716-43d0-88e3-493670ebac9a None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:07:16.649539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:07:16.655015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Attempting to bind port cf73a4d0-a922-45a6-b942-49d256401a8c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:07:16.655385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Attempting to bind port cf73a4d0-a922-45a6-b942-49d256401a8c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:07:16.655757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Attempting to bind port cf73a4d0-a922-45a6-b942-49d256401a8c on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:16.658380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce68c9-f24f-4499-9ebc-0fefa0c4805e None None] Pushing event updated for resources: {'Port': ['ID=cf73a4d0-a922-45a6-b942-49d256401a8c,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:16.665590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:07:16.665590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:16.665954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.666116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:07:16.666586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Bound port: cf73a4d0-a922-45a6-b942-49d256401a8c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:07:16.666963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.721766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] For port cf73a4d0-a922-45a6-b942-49d256401a8c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:07:16.724177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 921adfbc-42b9-4f46-bc42-f6d52513b5ae) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:16.724708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] For port cf73a4d0-a922-45a6-b942-49d256401a8c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cf73a4d0-a922-45a6-b942-49d256401a8c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:07:16.728638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:16.728930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.732861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a4944-a306-44bf-ba62-1dbc960dcbdc None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:07:16.796507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-05f5f8c8-4062-4dc1-acf6-b5cadb3146ab None None] Provisioning complete for port cf73a4d0-a922-45a6-b942-49d256401a8c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:16.796926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05f5f8c8-4062-4dc1-acf6-b5cadb3146ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.820402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c88be0ec-5e86-44be-83e9-da08552ccb6a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7020826 Dec 24 03:07:16.823070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.823511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35994) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:16.880511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-05f5f8c8-4062-4dc1-acf6-b5cadb3146ab None None] Port cf73a4d0-a922-45a6-b942-49d256401a8c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:16.901377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32099b44-2afc-448f-b3e0-44812c70ba97 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:07:16.917513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:07:16.919221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:16.939917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:16.940570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:16.942304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce68c9-f24f-4499-9ebc-0fefa0c4805e None None] Pushing event updated for resources: {'Port': ['ID=cf73a4d0-a922-45a6-b942-49d256401a8c,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:17.106051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] Provisioning complete for port cf73a4d0-a922-45a6-b942-49d256401a8c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:17.106339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.174912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:17.296008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.404878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Allocated IP 172.20.0.2 (921adfbc-42b9-4f46-bc42-f6d52513b5ae/fbf93697-a058-4bf0-9072-c0b8e25d1f65/887cc72f-7beb-447a-8ba8-fcd20a3cb062) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:17.559833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.603598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] For port cf73a4d0-a922-45a6-b942-49d256401a8c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cf73a4d0-a922-45a6-b942-49d256401a8c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:17.664385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.705766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.733005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89553da8-7104-46cc-b634-04f834d6cd10 None None] Pushing event updated for resources: {'Port': ['ID=cf73a4d0-a922-45a6-b942-49d256401a8c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:17.736374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:17.763260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.765168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a7e313-ba2e-4174-895a-52289e3be811 None None] The sync data for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv is: [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:15Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:17.805444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:17.808194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:17.811700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:17.813992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (921adfbc-42b9-4f46-bc42-f6d52513b5ae/fbf93697-a058-4bf0-9072-c0b8e25d1f65/256e3a85-9616-43bd-816e-cc51b7f6ecf3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:17.818863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Pushing event updated for resources: {'Port': ['ID=887cc72f-7beb-447a-8ba8-fcd20a3cb062,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:17.878268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Attempting to bind port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:07:17.878631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Attempting to bind port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:07:17.879000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Attempting to bind port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 on network 921adfbc-42b9-4f46-bc42-f6d52513b5ae {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:17.889119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:07:17.889508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Checking segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:17.889924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.890305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Bound using segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:07:17.891346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Bound port: 887cc72f-7beb-447a-8ba8-fcd20a3cb062, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:07:17.891726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.940073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:17.963347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] For port 887cc72f-7beb-447a-8ba8-fcd20a3cb062, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:07:17.966695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] For port 887cc72f-7beb-447a-8ba8-fcd20a3cb062, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=887cc72f-7beb-447a-8ba8-fcd20a3cb062,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:07:18.027719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:18.100940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d134e89-a553-4d99-a407-4e0beaf5ef6e None None] Pushing event updated for resources: {'Port': ['ID=887cc72f-7beb-447a-8ba8-fcd20a3cb062,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:18.394938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:18.439242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:18.443201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:18.450646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:18.487552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:18.505492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:18.731769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.024836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.059190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63e29d-7748-47a7-a95a-86c4e21dad38 None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:07:19.123981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.138504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] Provisioning complete for port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:19.138872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.201825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.205076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:19.267632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.302088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] For port 887cc72f-7beb-447a-8ba8-fcd20a3cb062, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=887cc72f-7beb-447a-8ba8-fcd20a3cb062,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:19.314139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:19.315611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:19.394616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.454721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 3311abd2-90aa-45d0-a110-61e1d7d712c1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:07:19.458281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fedf33-1c7e-42a5-b3c2-88282a34d63f None None] Pushing event updated for resources: {'Port': ['ID=887cc72f-7beb-447a-8ba8-fcd20a3cb062,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:19.584798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:07:19.590203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9740e619-02c5-49d8-9e78-5965b9fe112c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/3311abd2-90aa-45d0-a110-61e1d7d712c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7656059 Dec 24 03:07:19.593046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 35996) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:19.631381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-65f72d2a-021d-4f02-927a-255292262c29 None None] Provisioning complete for port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:19.631381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65f72d2a-021d-4f02-927a-255292262c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.702411 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Sync routers for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:19.733207 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:19.734742 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:19.746984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 887cc72f-7beb-447a-8ba8-fcd20a3cb062 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:19.765954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.766847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.767512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.768166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.768896 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.769693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.775861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 35998) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:19.787847 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7a76c79c-d675-4236-ba8d-e30adb28f941 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1930270 Dec 24 03:07:19.805020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-65f72d2a-021d-4f02-927a-255292262c29 None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:19.805397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-65f72d2a-021d-4f02-927a-255292262c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.845148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-65f72d2a-021d-4f02-927a-255292262c29 None None] Port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:19.858973 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:19.860445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:19.860835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:19.889287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.890403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.891539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.892007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.892825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.893286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:19.895265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a8e9e339-4cb2-4c01-a5d7-9aaa41d0b877 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1174664 Dec 24 03:07:19.898061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36000) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:19.960149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cf73a4d0-a922-45a6-b942-49d256401a8c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:20.022732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ae3af52e-b6b9-49ff-9c10-08962229a897 None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:20.023463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ae3af52e-b6b9-49ff-9c10-08962229a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.027084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port cf73a4d0-a922-45a6-b942-49d256401a8c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:20.038317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.057216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-039ad3ce-931d-46af-ab59-9067a66ad1bb tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1575768 Dec 24 03:07:20.085780 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:20.107011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ae3af52e-b6b9-49ff-9c10-08962229a897 None None] Port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:20.116076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Checking router: 3311abd2-90aa-45d0-a110-61e1d7d712c1 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:20.116076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Updating router 3311abd2-90aa-45d0-a110-61e1d7d712c1 port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:07:20.142028 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.222958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-89f94296-be3e-44bd-a3f7-7ecb22580bd7 None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:20.223333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89f94296-be3e-44bd-a3f7-7ecb22580bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.245964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-916c1399-93e7-47af-9562-07c9d2323ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.262116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-89f94296-be3e-44bd-a3f7-7ecb22580bd7 None None] Port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:20.401373 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.462774 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.513720 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Pushing event updated for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:20.521550 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.531711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:07:20.582308 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Attempting to bind port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:07:20.582682 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Attempting to bind port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:07:20.583044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Attempting to bind port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 on network 921adfbc-42b9-4f46-bc42-f6d52513b5ae {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:20.588229 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:07:20.588629 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Checking segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:20.589023 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.589413 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Bound using segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:07:20.590032 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Bound port: 256e3a85-9616-43bd-816e-cc51b7f6ecf3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:07:20.590413 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.661707 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] For port 256e3a85-9616-43bd-816e-cc51b7f6ecf3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:07:20.664867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] For port 256e3a85-9616-43bd-816e-cc51b7f6ecf3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=256e3a85-9616-43bd-816e-cc51b7f6ecf3,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:07:20.726575 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.784384 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:20.785038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:06:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:20.786895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbd633-07d3-4f76-a127-bb511f01cae6 None None] Pushing event updated for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:20.794475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:20.794864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.894931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:20.901334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36004) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:20.907807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657284342', 'description': 'tempest-secgroup-smoke-657284342 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:20.931982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] For port 256e3a85-9616-43bd-816e-cc51b7f6ecf3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=256e3a85-9616-43bd-816e-cc51b7f6ecf3,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:20.936263 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:21.006006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.020687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.066362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb7ecf-1088-4700-b79e-0e279b9c149f None None] Pushing event updated for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:21.087689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.137484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9b121681-f9bc-41af-a3b4-8302aaf17506 None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:21.138109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b121681-f9bc-41af-a3b4-8302aaf17506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.144271 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:21.175651 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dae2c2-2192-4d09-8efb-b7ab27c475f5 None None] The sync data for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv is: [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:21.189324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.237402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d09395-2836-4e40-92a3-4279cbd966b9,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:21.293648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.294912 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7fc50d43-7d99-4171-9a61-24f504d23d82 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3918655 Dec 24 03:07:21.297896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36006) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:21.302182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:21.399647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.461397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.548750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.571329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373a5f67-4d35-4f13-a619-be83d92df9c2,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:21.636899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.641047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e2c79054-c60a-48f7-9551-3a41e1aaceb9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395162 Dec 24 03:07:21.641462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36008) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:21.645787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:21.674850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 256e3a85-9616-43bd-816e-cc51b7f6ecf3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:21.726055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:21.726421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.753243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.817647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.886220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.907245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b78eb35-dad6-44a4-8a87-f8fdf2ee68bf,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:21.991272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:21.992569 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-78422fd2-ba19-4953-bc02-e4b11f01f51e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3503952 Dec 24 03:07:21.995969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36010) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:22.001360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:22.079484 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.144432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.209691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.229141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a98096-d79f-4de1-a1aa-2e0ecd7cc7d2,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:22.315053 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.316267 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9d9a39a8-91fa-481b-bb61-2d5ba624d783 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186483 Dec 24 03:07:22.319030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36012) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:22.323525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:22.381020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2b274bfd-1743-4be4-975d-046b751a5c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.414358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.471096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.540854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.558437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bf1c68-ceab-4382-be59-225c613fd226,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:22.625215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.626527 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b3d980d6-0bc1-42fc-9f02-bf1a26ffd3e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3065932 Dec 24 03:07:22.629358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36014) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:22.633763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:22.708275 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:07:22.713124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.769094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.834483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.852871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef624799-a28b-49f6-ab96-de4268f06a9b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:22.931740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:22.933101 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b0206c59-86c9-4d5c-91d1-44a7a99781fa tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3027289 Dec 24 03:07:22.935787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36016) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:22.941289 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '75d09395-2836-4e40-92a3-4279cbd966b9', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:23.038333 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:07:23.043421 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:23.104026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:23.209629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:23.227450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ca2217-56ba-409b-af8e-2e1018ba257b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:23.304803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:23.306201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8af12b8c-05c3-418f-8bba-a0f61a69e032 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3695216 Dec 24 03:07:23.465527 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-cc584b31-a33e-41df-a29f-4d3ed762f05f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657284342&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0443456 Dec 24 03:07:23.574654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-d0ff41d4-c360-4c01-88c9-46ab5cb3c3ff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:23.576134 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-d0ff41d4-c360-4c01-88c9-46ab5cb3c3ff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 200 len: 796 time: 0.1030815 Dec 24 03:07:23.594688 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-75acea37-bcf6-4e8a-8e14-645504f3c78d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Dec 24 03:07:23.652375 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-be4b3b85-c0c6-4161-a09e-ff4b4be2ea24 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515473 Dec 24 03:07:23.706679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:23.718633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-d5b42123-06af-4430-8c41-0395e6597d5d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:07:23.719627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-d5b42123-06af-4430-8c41-0395e6597d5d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552988 Dec 24 03:07:23.815361 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-9a498c70-c91a-4936-aded-dfedc6f0ab31 service neutron] 10.222.0.36 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891702 Dec 24 03:07:23.911860 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-41f0c8f3-216d-490a-ade7-aaf6436e94db service neutron] 10.222.0.36 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895486 Dec 24 03:07:25.051550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:25.053044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:07:25.194878 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a6cef29a-fc84-4c24-981d-d933f98c0b0d req-6316705f-7128-461a-8211-06435b0419d1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 210 time: 0.0473025 Dec 24 03:07:25.857546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:26.281313 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b5895c8-1913-4e71-a8ba-9aa8517cf7d4 req-5013eb05-f83f-42dc-b53e-f4fcb30206d8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 210 time: 0.0274875 Dec 24 03:07:27.376450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e25db6c-514c-4d01-8144-f4a3545b3685 req-e3eec9e7-a22a-4d14-94bd-50cda187f234 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 210 time: 0.0277498 Dec 24 03:07:27.439982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-56a9c1af-56fe-4d51-9dc6-a22f922849c3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:27.441828 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-56a9c1af-56fe-4d51-9dc6-a22f922849c3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 200 len: 796 time: 0.1080499 Dec 24 03:07:27.518175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-dd413461-fbd2-411e-aee3-4d4048db8292 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 379 time: 0.0547771 Dec 24 03:07:27.531488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': 'b1978951-1f8e-423e-a85d-8615ad603325', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['75d09395-2836-4e40-92a3-4279cbd966b9']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:27.725520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:07:27.729220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:27.859351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.10 (921adfbc-42b9-4f46-bc42-f6d52513b5ae/fbf93697-a058-4bf0-9072-c0b8e25d1f65/78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:28.000069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.107270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.153173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:28.156538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:28.160957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:28.193080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:28.217562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:28.218296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.329269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-49f5d1f6-2ca0-4679-920f-6bb264450e2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015342 Dec 24 03:07:28.357122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Request body: {'port': {'device_id': 'b1978951-1f8e-423e-a85d-8615ad603325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:28.416316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.417303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cc57aea3-6d89-46a0-afe6-07af8e1c85c0 None None] Provisioning complete for port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:28.417889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cc57aea3-6d89-46a0-afe6-07af8e1c85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.468022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cc57aea3-6d89-46a0-afe6-07af8e1c85c0 None None] Port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:28.598199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7e2c-63e6-4758-9e2b-4f5d0e025193 req-d0b13280-7249-4a27-9402-0fd853eaf382 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:28.599670 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-056b7e2c-63e6-4758-9e2b-4f5d0e025193 req-d0b13280-7249-4a27-9402-0fd853eaf382 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 932 time: 0.1277699 Dec 24 03:07:28.697070 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-056b7e2c-63e6-4758-9e2b-4f5d0e025193 req-2f2676d0-e870-4645-9d36-2aa45ae66f29 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684254 Dec 24 03:07:28.761965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:07:28.771391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.784249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Transition to ACTIVE for port object 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:07:28.856945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:28.914795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Pushing event updated for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:28.986553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Attempting to bind port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:07:28.986898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Attempting to bind port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:07:28.987231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Attempting to bind port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb on network 921adfbc-42b9-4f46-bc42-f6d52513b5ae {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:28.991916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb on network 921adfbc-42b9-4f46-bc42-f6d52513b5ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:07:28.992244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Attempting to bind port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb on network 921adfbc-42b9-4f46-bc42-f6d52513b5ae {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:28.997351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:07:28.997693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Checking segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:28.998082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Bound using segment: {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:07:28.998512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Bound port: 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efeccaf1-a9a1-4258-856d-0bbd03cd643a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:07:28.998872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:29.072732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:07:29.076933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:07:29.159069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:29.192368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.193048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:29.194539 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] 10.222.0.49 "PUT /v2.0/ports/78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 200 len: 1094 time: 0.8417666 Dec 24 03:07:29.198329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:29.200594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d65205-1709-45ff-8dfb-fccce2f59243" -d '{"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:29.232456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668a9d5-e304-4dab-9045-ea911b83be62 service neutron] Pushing event updated for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:29.273773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2f2f87-33b5-4474-8a9e-a68059bf7362 x-openstack-request-id: req-9e2f2f87-33b5-4474-8a9e-a68059bf7362 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:29.274285 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:29.274767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e2f2f87-33b5-4474-8a9e-a68059bf7362 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:29.275336 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'status': 'completed', 'code': 200} Dec 24 03:07:29.377847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-8c9e410e-a42e-43a8-b566-d82d24baa5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.379438 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-8c9e410e-a42e-43a8-b566-d82d24baa5ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1097 time: 0.0472422 Dec 24 03:07:29.510466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-965a60da-b9de-48c4-987c-4a25bf6b19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.512370 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-965a60da-b9de-48c4-987c-4a25bf6b19f6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1108015 Dec 24 03:07:29.624423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-6ade49c9-d664-482d-af32-d6805d22dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.626350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1d65205-1709-45ff-8dfb-fccce2f59243 req-6ade49c9-d664-482d-af32-d6805d22dbb5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022191 Dec 24 03:07:29.750720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-f014ae49-12ca-49d2-876a-717b9cda4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.752365 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-f014ae49-12ca-49d2-876a-717b9cda4898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1097 time: 0.0470109 Dec 24 03:07:29.832185 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-473afbb7-d2b8-4b82-b0af-05fbf6820db2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 200 len: 217 time: 0.0474267 Dec 24 03:07:29.862277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec740f-72a6-4506-a926-fbf692741ed1 req-ab404232-58ba-47d9-abb1-896159d32b18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.863814 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73ec740f-72a6-4506-a926-fbf692741ed1 req-ab404232-58ba-47d9-abb1-896159d32b18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 944 time: 0.0891919 Dec 24 03:07:29.931662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-0826b132-2974-492a-a836-261c53b3eb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.933149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-0826b132-2974-492a-a836-261c53b3eb60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 200 len: 844 time: 0.0892828 Dec 24 03:07:29.954462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:29.961889 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73ec740f-72a6-4506-a926-fbf692741ed1 req-6fb26e88-bcb5-48df-b61c-dba41984b12f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708323 Dec 24 03:07:29.992050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-93e4b762-7228-4e36-8558-353333007a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:29.993698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-93e4b762-7228-4e36-8558-353333007a11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=921adfbc-42b9-4f46-bc42-f6d52513b5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461514 Dec 24 03:07:30.090731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-8cc361e2-23d2-4cdd-b953-ad4c11657891 service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Dec 24 03:07:30.195810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38fb1f15-1a3c-419c-8095-ebabac57c66e req-8dedacd7-af0d-43dd-836d-8780fde15a9b service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899866 Dec 24 03:07:31.080458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d239-57e7-44b3-802c-3d3f826d9ab0 req-42a4f17e-b88b-4444-b61c-040eefa4740d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:31.082585 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f08d239-57e7-44b3-802c-3d3f826d9ab0 req-42a4f17e-b88b-4444-b61c-040eefa4740d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 944 time: 0.0513501 Dec 24 03:07:31.131790 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2f08d239-57e7-44b3-802c-3d3f826d9ab0 req-e41b53a9-c232-4405-b5f4-9ba3ae90ae9b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Dec 24 03:07:32.247812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c69ef-f96b-431c-9608-47ad381f5985 req-baa3ed95-54c6-45d5-91f3-d35e7d89625a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:32.249408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-432c69ef-f96b-431c-9608-47ad381f5985 req-baa3ed95-54c6-45d5-91f3-d35e7d89625a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 944 time: 0.0505118 Dec 24 03:07:32.304136 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-432c69ef-f96b-431c-9608-47ad381f5985 req-04f74e60-58ba-4666-abd5-05597688ccd6 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479994 Dec 24 03:07:33.043987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:07:33.143151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:33.154144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'port_id': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'mac_address': 'fa:16:3e:d9:8e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:07:33.196442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:33.211072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:07:33.234500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:33.308292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:33.356228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:33.433177 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d9ad4-0d1f-43b1-b614-4c0c2e8f5687 req-a2b4448a-34c2-4fda-8c55-deef586f7031 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:33.434619 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-988d9ad4-0d1f-43b1-b614-4c0c2e8f5687 req-a2b4448a-34c2-4fda-8c55-deef586f7031 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 945 time: 0.0539515 Dec 24 03:07:33.485866 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-988d9ad4-0d1f-43b1-b614-4c0c2e8f5687 req-5b1d58b8-0ad4-4f27-b01b-641de91028ea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Dec 24 03:07:33.663576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:07:34.604362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87887ed-9c04-4f96-b9d3-1373bb14befd req-ec379590-fef2-4b2e-9d4b-ee100305ad39 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:34.605840 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e87887ed-9c04-4f96-b9d3-1373bb14befd req-ec379590-fef2-4b2e-9d4b-ee100305ad39 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 945 time: 0.0514681 Dec 24 03:07:34.658355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e87887ed-9c04-4f96-b9d3-1373bb14befd req-5cd65e92-8a7e-44a9-9ec3-a0a8f266dfc0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454149 Dec 24 03:07:35.067596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:07:35.211363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:07:35.215573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:35.215948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:35.306470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:35.329828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:35.332126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995c0fde-a3a0-41a6-b9a1-69686bfdce2c" -d '{"events": [{"server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "name": "network-vif-plugged", "status": "completed", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:35.345653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:07:35.433170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a355e3-7761-4e5f-8c43-202b144759a9 x-openstack-request-id: req-d6a355e3-7761-4e5f-8c43-202b144759a9 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:35.433560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "name": "network-vif-plugged", "status": "completed", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:35.433932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6a355e3-7761-4e5f-8c43-202b144759a9 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:35.434459 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'code': 200} Dec 24 03:07:35.445374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:35.497597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:35.783943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25af837-3d9d-4717-8ab1-496c8e383ff1 req-90b20b0d-2848-400a-96a2-f1c00022bfea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:35.785331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b25af837-3d9d-4717-8ab1-496c8e383ff1 req-90b20b0d-2848-400a-96a2-f1c00022bfea tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0549188 Dec 24 03:07:35.840509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b25af837-3d9d-4717-8ab1-496c8e383ff1 req-aa7579de-e489-424b-ada8-51d61424ef7b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491552 Dec 24 03:07:35.942302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaba157-cb7f-41b4-9aab-e3a4730d22d5 req-0f41cc6c-731a-4297-bd56-a3a0160d3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:35.943749 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1eaba157-cb7f-41b4-9aab-e3a4730d22d5 req-0f41cc6c-731a-4297-bd56-a3a0160d3174 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1099 time: 0.0495968 Dec 24 03:07:35.996144 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1eaba157-cb7f-41b4-9aab-e3a4730d22d5 req-c64e783c-b0cb-4d95-9ac7-f382ccd43c29 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Dec 24 03:07:36.967394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0a0d-c77a-4653-807f-10c997e6262d req-c0d9f4ff-8b50-4f78-9636-da0ea7aec6c2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:36.969117 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a36c0a0d-c77a-4653-807f-10c997e6262d req-c0d9f4ff-8b50-4f78-9636-da0ea7aec6c2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0535898 Dec 24 03:07:37.023471 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a36c0a0d-c77a-4653-807f-10c997e6262d req-b47b97a1-007f-45b3-9af9-f8095e694697 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482833 Dec 24 03:07:38.151141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bbf96-9d80-4589-8e2d-26c787880cc0 req-12212d9f-ada8-419c-9b0f-63a6e74b3234 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:38.152548 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d36bbf96-9d80-4589-8e2d-26c787880cc0 req-12212d9f-ada8-419c-9b0f-63a6e74b3234 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Dec 24 03:07:38.205599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d36bbf96-9d80-4589-8e2d-26c787880cc0 req-02d5edb1-8165-4150-8ed9-98437e5dc040 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 Dec 24 03:07:38.325520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb096379-80a2-45d8-8d12-fc29795cac1e req-e6599f12-0605-4102-b194-c19cb4ae6fb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:38.327001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb096379-80a2-45d8-8d12-fc29795cac1e req-e6599f12-0605-4102-b194-c19cb4ae6fb4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0537555 Dec 24 03:07:38.377393 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb096379-80a2-45d8-8d12-fc29795cac1e req-d14a543f-4171-4617-8fee-e51bcd3c0173 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445218 Dec 24 03:07:38.399393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36134) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:38.585523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4947b01-9c6b-4a40-935a-18cb372153e7 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:38.587031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c4947b01-9c6b-4a40-935a-18cb372153e7 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1094 time: 0.1866484 Dec 24 03:07:38.589927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36138) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:38.594131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:38.689553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:38.789242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:38.902547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.175 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/f1882bbc-dcd7-44b4-90a9-a444e9afec13) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:39.018182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:39.144746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:39.194381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:39.197377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:39.199950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:39.228723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=f1882bbc-dcd7-44b4-90a9-a444e9afec13,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:39.920241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.064806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.238283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.296791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.372944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=f1882bbc-dcd7-44b4-90a9-a444e9afec13,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:40.388327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.508530 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP d6e45da5-5228-4db4-b83e-a4bd764487b2 associated. External IP: 172.26.7.175, port: 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb. Dec 24 03:07:40.725307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 3311abd2-90aa-45d0-a110-61e1d7d712c1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:07:40.838787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:07:40.850795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Sync routers for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:07:40.860827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:40.862088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:07:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:40.933925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:40.961870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-78a39197-b660-4ca9-a1e7-74cf648990ef tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3709395 Dec 24 03:07:40.962566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:40.965032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6d0716-5289-4224-a1b8-958facd5a134" -d '{"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:40.967358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36144) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:40.975459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:41.002870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea7145e-ebd8-4977-acbf-9bb2b0a82be9 x-openstack-request-id: req-6ea7145e-ebd8-4977-acbf-9bb2b0a82be9 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:41.003171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:41.003432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ea7145e-ebd8-4977-acbf-9bb2b0a82be9 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:41.003839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'status': 'completed', 'code': 200} Dec 24 03:07:41.043579 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7d2bf8ae-7879-48be-be5b-70274241b70c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/d6e45da5-5228-4db4-b83e-a4bd764487b2 HTTP/1.1" status: 200 len: 992 time: 0.0718272 Dec 24 03:07:41.095312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-6e8f0ef8-d553-47f0-8a53-88c24a8d2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:41.096905 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-6e8f0ef8-d553-47f0-8a53-88c24a8d2388 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1099 time: 0.0451691 Dec 24 03:07:41.197106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-fb027f17-aa1f-433f-956c-0ff5f5272a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:41.198578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-fb027f17-aa1f-433f-956c-0ff5f5272a78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 200 len: 897 time: 0.0948474 Dec 24 03:07:41.223187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd6e45da5-5228-4db4-b83e-a4bd764487b2', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'port_id': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'mac_address': 'fa:16:3e:d9:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1978951-1f8e-423e-a85d-8615ad603325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:07:39Z', 'updated_at': '2021-12-24T03:07:39Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:41.268209 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-21dcf7a4-df04-4784-9e7c-041785d4b356 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 200 len: 1000 time: 0.0618510 Dec 24 03:07:41.321602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-69ce3e46-781c-4408-9c30-2bf845020d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:41.323329 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-69ce3e46-781c-4408-9c30-2bf845020d4a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 200 len: 844 time: 0.0489593 Dec 24 03:07:41.378114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-37b82665-5193-4c3a-ae68-c53d8204f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:41.379536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-37b82665-5193-4c3a-ae68-c53d8204f9d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=921adfbc-42b9-4f46-bc42-f6d52513b5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491288 Dec 24 03:07:41.421822 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Checking router: 3311abd2-90aa-45d0-a110-61e1d7d712c1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:07:41.431571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:07:41.433275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:07:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:41.484212 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-0f786985-65f4-4fb1-b80b-991f39c57650 service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972486 Dec 24 03:07:41.548161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:07:41.588733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b6d0716-5289-4224-a1b8-958facd5a134 req-8ac1fccf-c567-44e3-a3b7-915459ce941c service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973339 Dec 24 03:07:41.791000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd6e45da5-5228-4db4-b83e-a4bd764487b2', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'port_id': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'mac_address': 'fa:16:3e:d9:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1978951-1f8e-423e-a85d-8615ad603325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:07:39Z', 'updated_at': '2021-12-24T03:07:39Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:07:41.820757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627a022-cef3-4d2a-9a00-03686f5a120f None None] The sync data for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv is: [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'd6e45da5-5228-4db4-b83e-a4bd764487b2', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'port_id': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'mac_address': 'fa:16:3e:d9:8e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1978951-1f8e-423e-a85d-8615ad603325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:07:39Z', 'updated_at': '2021-12-24T03:07:39Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:07:42.018010 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb27cc-66cd-4d2e-a81c-6127a56713f2 None None] New status for floating IP d6e45da5-5228-4db4-b83e-a4bd764487b2: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:07:42.047424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36150) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:42.114079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c1ad23ee-4c39-4be4-9936-71cfdd53831c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/d6e45da5-5228-4db4-b83e-a4bd764487b2 HTTP/1.1" status: 200 len: 992 time: 0.0655370 Dec 24 03:07:43.117998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36154) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:07:43.179816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b082984-b54e-45a8-a3a1-9defd5fe2c89 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/d6e45da5-5228-4db4-b83e-a4bd764487b2 HTTP/1.1" status: 200 len: 994 time: 0.0606017 Dec 24 03:07:50.064046 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-110dbe72-bc9a-4477-84f3-5c4e46d372f5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781887117&fields=id&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 267 time: 0.0434949 Dec 24 03:07:50.173799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-b50ed3f9-9559-48d5-a41d-39ffc755aee7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:50.175307 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-b50ed3f9-9559-48d5-a41d-39ffc755aee7 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.1044629 Dec 24 03:07:50.191337 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-8ff47bdb-b933-4fc6-9857-e3f4bf3dba95 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/quotas/6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Dec 24 03:07:50.223201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3d8eb510-3994-4ce3-af07-24e436789817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:50.245333 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-86f27917-0b70-4936-b411-4101a9b665e5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482714 Dec 24 03:07:50.380352 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-b3ae1c46-274e-4980-a3d7-5b5be393f9ca service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233621 Dec 24 03:07:50.475001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-2972ada5-505e-4961-9a64-8c7a4b01e82f service neutron] 10.222.0.36 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886283 Dec 24 03:07:51.126495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d684de6c-4e7e-48c7-86de-e251e2f94079 req-603cc9b5-1263-4040-8aaf-59c5269d04c0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0316005 Dec 24 03:07:52.219469 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26319eee-bbcd-406d-8b85-4528bcb0cbe3 req-9d1c2607-42e2-4bb8-b9c4-10c303e10616 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0263498 Dec 24 03:07:52.411354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8c995e6a-c33e-48e9-80a6-22d71247d651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:53.314573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-390b0d17-5e9b-4617-9f75-9f6fbf90da1d req-c4a8c734-7363-4012-8d4f-3e8f51abbf36 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0261202 Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:07:53.417181 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:07:53.421607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-12544018-c258-4b5c-a3bc-cd015e335516 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:53.422093 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-12544018-c258-4b5c-a3bc-cd015e335516 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 812 time: 0.1009510 Dec 24 03:07:53.499268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-981965e1-746a-4116-b8e5-70990a8d3092 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5def0a835e4e378d4844b4e04419e7 HTTP/1.1" status: 200 len: 380 time: 0.0581772 Dec 24 03:07:53.510069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'port': {'device_id': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'admin_state_up': True, 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'security_groups': ['87477b46-5490-4fa2-9b5d-dc131fb6dd95']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:53.667957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Made reservation on behalf of 6d5def0a835e4e378d4844b4e04419e7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:07:53.671936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:53.757565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:53.806254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.20.0.9 (942b7709-55a8-48ce-be35-4a90bb267ae8/203f1cb7-8a18-4164-84d7-749af46616d1/7bad7be4-683a-4a73-87f2-6dc479a2cb97) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:07:53.952148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.055127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.103233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:07:54.106379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:07:54.111417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:07:54.115527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:54.165924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:54.166565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.288707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-438efd8c-b8db-4471-ace3-592254ae3b67 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820771 Dec 24 03:07:54.309593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Request body: {'port': {'device_id': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:07:54.318313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4862cec1-409d-4390-8c20-d2fb9fe069df None None] Provisioning complete for port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:07:54.318706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4862cec1-409d-4390-8c20-d2fb9fe069df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.364664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4862cec1-409d-4390-8c20-d2fb9fe069df None None] Port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:07:54.379245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.450734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dce9a-093e-41c3-8ef2-1ee9aadd90c5 req-d24086d8-80b7-4393-b71f-2a9daa155264 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:54.452239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e40dce9a-093e-41c3-8ef2-1ee9aadd90c5 req-d24086d8-80b7-4393-b71f-2a9daa155264 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 931 time: 0.0516124 Dec 24 03:07:54.506062 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e40dce9a-093e-41c3-8ef2-1ee9aadd90c5 req-febe9bad-3d90-4c25-9c2c-fd5bb369265f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461273 Dec 24 03:07:54.649867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bad7be4-683a-4a73-87f2-6dc479a2cb97 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:07:54.657230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.669443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Transition to ACTIVE for port object 7bad7be4-683a-4a73-87f2-6dc479a2cb97 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:07:54.730862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.786713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Pushing event updated for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:54.856060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Attempting to bind port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:07:54.856398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Attempting to bind port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:07:54.856761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Attempting to bind port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:54.861755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 on network 942b7709-55a8-48ce-be35-4a90bb267ae8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:07:54.862078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Attempting to bind port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 on network 942b7709-55a8-48ce-be35-4a90bb267ae8 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:07:54.868090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:07:54.868591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Checking segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:07:54.869091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Bound using segment: {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:07:54.869652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Bound port: 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:07:54.870134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:54.940800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:07:54.944670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:07:55.057401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:55.085285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:55.094719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.095431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:55.096786 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] 10.222.0.49 "PUT /v2.0/ports/7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 200 len: 1093 time: 0.7919872 Dec 24 03:07:55.097452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:07:55.099738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b4483-ac93-4652-a9bd-253e3486dddb" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:07:55.125719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa079-9589-49fa-ab36-66eae7360deb service neutron] Pushing event updated for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:07:55.154233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7650b-0cc1-4caf-ab97-2747a38c9217 x-openstack-request-id: req-f6d7650b-0cc1-4caf-ab97-2747a38c9217 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:07:55.154541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:07:55.154955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6d7650b-0cc1-4caf-ab97-2747a38c9217 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:07:55.155509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'status': 'completed', 'code': 200} Dec 24 03:07:55.263938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4483-ac93-4652-a9bd-253e3486dddb req-4be56550-57fe-4b22-9964-e15fd0d33870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.265592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-016b4483-ac93-4652-a9bd-253e3486dddb req-4be56550-57fe-4b22-9964-e15fd0d33870 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1096 time: 0.0564878 Dec 24 03:07:55.385555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4483-ac93-4652-a9bd-253e3486dddb req-5bc744bf-429f-4a4c-bfef-43ca7b1bb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.386950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-016b4483-ac93-4652-a9bd-253e3486dddb req-5bc744bf-429f-4a4c-bfef-43ca7b1bb7f2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6d5def0a835e4e378d4844b4e04419e7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1034865 Dec 24 03:07:55.490255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4483-ac93-4652-a9bd-253e3486dddb req-3eb9aced-eae2-43fc-a364-c98a88129493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.491758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-016b4483-ac93-4652-a9bd-253e3486dddb req-3eb9aced-eae2-43fc-a364-c98a88129493 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975823 Dec 24 03:07:55.609947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-fd4e4ff0-6e19-4e9a-a4f7-2a4975900ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.611578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-fd4e4ff0-6e19-4e9a-a4f7-2a4975900ecf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1096 time: 0.0564013 Dec 24 03:07:55.630179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da683-a5ff-4f10-8ac0-157048c96382 req-ee3bc7cb-5d0e-45b8-b670-378219b3a893 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.631891 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ad7da683-a5ff-4f10-8ac0-157048c96382 req-ee3bc7cb-5d0e-45b8-b670-378219b3a893 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0559216 Dec 24 03:07:55.665992 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-a4bfedd3-d0c8-4684-882f-73f7ca36fd83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 200 len: 217 time: 0.0371773 Dec 24 03:07:55.682150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ad7da683-a5ff-4f10-8ac0-157048c96382 req-2ba2525c-f11c-48c7-9062-4aebc3843795 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Dec 24 03:07:55.721153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-763f9829-b320-42e2-8bc9-d54189e40bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.722642 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-763f9829-b320-42e2-8bc9-d54189e40bb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0504549 Dec 24 03:07:55.778770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-fc965555-a3c8-49ea-897d-b5396796b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:55.778770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-fc965555-a3c8-49ea-897d-b5396796b019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443318 Dec 24 03:07:55.851196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:07:55.873830 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-829d3638-ec3c-4ecb-b32f-68926cb88616 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Dec 24 03:07:55.970344 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-275b2d8d-99c0-445c-ac5f-f51228bccc71 req-f13109c4-c038-42fc-bdee-7e594585b9e9 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883315 Dec 24 03:07:56.806347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf55f2-ed4e-45dd-ac40-51cb45b1a255 req-71777c4d-8da5-482d-bed7-4034a720a3d1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:56.807838 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ddf55f2-ed4e-45dd-ac40-51cb45b1a255 req-71777c4d-8da5-482d-bed7-4034a720a3d1 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0516071 Dec 24 03:07:56.859690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ddf55f2-ed4e-45dd-ac40-51cb45b1a255 req-5556d3f7-1bdf-4cc9-bcd0-0bf6d3941bcb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457811 Dec 24 03:07:57.976310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f06c1-4082-4578-a53c-1ce7bc0173e9 req-c35ac0c0-12ac-442e-8af3-d982ee5b44a0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:57.977796 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b0f06c1-4082-4578-a53c-1ce7bc0173e9 req-c35ac0c0-12ac-442e-8af3-d982ee5b44a0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0485477 Dec 24 03:07:58.026423 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b0f06c1-4082-4578-a53c-1ce7bc0173e9 req-05bc7e1e-1474-4e8e-ac1c-ae2148e22b87 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Dec 24 03:07:59.150520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5dcb2-b582-4718-897a-760709ec4154 req-877168e9-d090-40d0-bf94-ce3fdb982066 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:07:59.152018 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22c5dcb2-b582-4718-897a-760709ec4154 req-877168e9-d090-40d0-bf94-ce3fdb982066 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0547407 Dec 24 03:07:59.201346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22c5dcb2-b582-4718-897a-760709ec4154 req-039f20f8-435d-43bc-a3ea-d5f5f4497b5d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Dec 24 03:07:59.940514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:00.319471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0d85-68cf-4ec6-a62d-29e33b736cb7 req-46c2ce29-3648-4b90-ab19-b9ac5be72133 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:00.321005 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3cee0d85-68cf-4ec6-a62d-29e33b736cb7 req-46c2ce29-3648-4b90-ab19-b9ac5be72133 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0530422 Dec 24 03:08:00.677129 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3cee0d85-68cf-4ec6-a62d-29e33b736cb7 req-85211e9c-af4d-42f0-893e-ec0ad0d64cb3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3500373 Dec 24 03:08:01.792776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae35e0-20d4-41bd-b297-ecc53bd5466f req-5dbd9ce9-0f30-4bc8-a038-5e2e5a14cc31 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:01.794221 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7eae35e0-20d4-41bd-b297-ecc53bd5466f req-5dbd9ce9-0f30-4bc8-a038-5e2e5a14cc31 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0491526 Dec 24 03:08:01.842673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7eae35e0-20d4-41bd-b297-ecc53bd5466f req-7d1a6d6b-f09e-42c0-9a5e-fe5f797328b5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424347 Dec 24 03:08:02.051575 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:08:02.962798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37297877-7cfe-4431-a724-935481f61b2b req-76a9ed4d-d79d-41bb-b16b-a16e05198571 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:02.964438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-37297877-7cfe-4431-a724-935481f61b2b req-76a9ed4d-d79d-41bb-b16b-a16e05198571 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0496058 Dec 24 03:08:03.012872 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-37297877-7cfe-4431-a724-935481f61b2b req-a24b41e3-3ada-4b1a-ab53-4ff72d90cbf8 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Dec 24 03:08:04.132546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86335b-10d1-42b3-ba7d-c0c84f9f5370 req-37729ac5-78bf-463f-b0a2-b1b8968f805a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:04.133973 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ee86335b-10d1-42b3-ba7d-c0c84f9f5370 req-37729ac5-78bf-463f-b0a2-b1b8968f805a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0494187 Dec 24 03:08:04.188560 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ee86335b-10d1-42b3-ba7d-c0c84f9f5370 req-3b696a21-b315-4030-9d00-3ee3d834fe12 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486424 Dec 24 03:08:05.308839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed99b9-98b9-4acf-ba3b-458ad9234caf req-6602217e-1cba-411b-80ed-aefb955e4263 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:05.310699 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ffed99b9-98b9-4acf-ba3b-458ad9234caf req-6602217e-1cba-411b-80ed-aefb955e4263 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0538778 Dec 24 03:08:05.363039 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ffed99b9-98b9-4acf-ba3b-458ad9234caf req-14771ed7-796c-45c2-b834-a3c29d865fd3 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464232 Dec 24 03:08:06.477434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad03a-0ded-404c-9ac4-f48e78d91318 req-b7bed310-f38e-4178-9b44-3631904c4cd4 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:06.478875 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-665ad03a-0ded-404c-9ac4-f48e78d91318 req-b7bed310-f38e-4178-9b44-3631904c4cd4 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 943 time: 0.0486038 Dec 24 03:08:06.527467 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-665ad03a-0ded-404c-9ac4-f48e78d91318 req-962b1325-6591-49f1-86b3-2c0be53689ff tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Dec 24 03:08:07.192131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7bad7be4-683a-4a73-87f2-6dc479a2cb97 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:08:07.288206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:08:07.299082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'port_id': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'mac_address': 'fa:16:3e:1f:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:08:07.337591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:07.360434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bad7be4-683a-4a73-87f2-6dc479a2cb97 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:08:07.377030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:08:07.523144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:07.570340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:08:07.578420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.578765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.579106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.579437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.579761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.580083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.580405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.580748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.581070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.581427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.581756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.582072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.582386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:07.651267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca7504-efa5-49c3-8392-6857e23a0390 req-b1fe960f-6c73-4c27-857d-a1a476ccfef0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:07.652761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18ca7504-efa5-49c3-8392-6857e23a0390 req-b1fe960f-6c73-4c27-857d-a1a476ccfef0 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 944 time: 0.0488458 Dec 24 03:08:07.701819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18ca7504-efa5-49c3-8392-6857e23a0390 req-928f869d-6cb8-4d36-99d5-04a7ad749607 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Dec 24 03:08:07.866728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['7bad7be4-683a-4a73-87f2-6dc479a2cb97'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:08:08.816517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908f714-581e-47e8-b4e2-09b8ddc5bbdd req-399c311e-e56f-4004-b1bb-756a84126e5d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:08.818010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1908f714-581e-47e8-b4e2-09b8ddc5bbdd req-399c311e-e56f-4004-b1bb-756a84126e5d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 944 time: 0.0494411 Dec 24 03:08:08.866679 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1908f714-581e-47e8-b4e2-09b8ddc5bbdd req-3ef9e8b0-47cf-41cd-9a0a-80471c4cc498 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Dec 24 03:08:09.202636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7bad7be4-683a-4a73-87f2-6dc479a2cb97 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:08:09.328617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:08:09.332629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:08:09.332999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:09.411355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:09.434986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:08:09.441473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aab9072-d54c-45e1-8554-19f821a38b1a" -d '{"events": [{"server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "name": "network-vif-plugged", "status": "completed", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:08:09.453280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:08:09.474902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380c3c5-cbb2-48f4-ab91-f0af3a6683eb x-openstack-request-id: req-f380c3c5-cbb2-48f4-ab91-f0af3a6683eb {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:08:09.475211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "name": "network-vif-plugged", "status": "completed", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:08:09.475466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f380c3c5-cbb2-48f4-ab91-f0af3a6683eb {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:08:09.475905 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'code': 200} Dec 24 03:08:09.534601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:09.582481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:08:09.861028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c6d1c-263c-40a3-a459-6702bbb1f95a req-e378e87b-f337-4730-974e-00cc27ede20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:09.862533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c01c6d1c-263c-40a3-a459-6702bbb1f95a req-e378e87b-f337-4730-974e-00cc27ede20e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1098 time: 0.0409307 Dec 24 03:08:09.910414 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c01c6d1c-263c-40a3-a459-6702bbb1f95a req-009c771c-38b8-44a5-8762-f8c83bb83225 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Dec 24 03:08:09.987133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a11253-b56b-4d71-b539-22f331f4a020 req-53321892-5b52-4903-8cef-9df2532a38ef tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:09.988605 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60a11253-b56b-4d71-b539-22f331f4a020 req-53321892-5b52-4903-8cef-9df2532a38ef tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0533235 Dec 24 03:08:10.038414 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60a11253-b56b-4d71-b539-22f331f4a020 req-dfed3d63-cda1-4126-9cbe-bca1215b663e tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Dec 24 03:08:11.162687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12278ea6-6f57-4ca1-a95c-0cb68786f888 req-d745174c-4105-43dc-aba5-61c8433e620b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:11.164139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-12278ea6-6f57-4ca1-a95c-0cb68786f888 req-d745174c-4105-43dc-aba5-61c8433e620b tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0532503 Dec 24 03:08:11.214758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-12278ea6-6f57-4ca1-a95c-0cb68786f888 req-33e39ae6-7d98-441a-93ba-ef5df37ecc04 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436158 Dec 24 03:08:12.328281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a26d89-293a-4177-b629-2d8b59a9dd39 req-9b1a62e1-dd21-4300-87ba-ce8760ac249f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:12.330037 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-03a26d89-293a-4177-b629-2d8b59a9dd39 req-9b1a62e1-dd21-4300-87ba-ce8760ac249f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0495832 Dec 24 03:08:12.378874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-03a26d89-293a-4177-b629-2d8b59a9dd39 req-053a26c6-8fe8-462c-8326-7d10b4b0bb4d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Dec 24 03:08:12.492476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948dede-b789-4102-91f3-8411af885495 req-0986c520-c082-4a59-99f7-439daa17f321 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:12.493853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1948dede-b789-4102-91f3-8411af885495 req-0986c520-c082-4a59-99f7-439daa17f321 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0489194 Dec 24 03:08:12.542750 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1948dede-b789-4102-91f3-8411af885495 req-aac2ef93-2196-40f5-a57f-8a7df0f2d2a9 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Dec 24 03:08:12.564865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36246) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:08:12.702847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7435865-6aed-4f37-b01b-6715536bb159 tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:12.704346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c7435865-6aed-4f37-b01b-6715536bb159 tempest-TestVolumeBootPattern-2003936160 tempest-TestVolumeBootPattern-2003936160-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1093 time: 0.1385188 Dec 24 03:08:12.707270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36250) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:08:12.711462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:08:12.799365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:12.896621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.004074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Allocated IP 172.26.7.234 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/361a8bd5-36da-418f-89d4-affb7db00083) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:08:13.104841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.215403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.257204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:08:13.259950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:08:13.263513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:08:13.292755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=361a8bd5-36da-418f-89d4-affb7db00083,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:08:13.305328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.305678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.306025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.306359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.306693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.307022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.307930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.308272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.308638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.308974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.309301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.309622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.310030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:08:13.640755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.764430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.912501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:13.981875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:14.053814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event updated for resources: {'Port': ['ID=361a8bd5-36da-418f-89d4-affb7db00083,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:08:14.065369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:14.169542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 22642ffb-7d3a-49f3-8159-2100afdc1f81 associated. External IP: 172.26.7.234, port: 7bad7be4-683a-4a73-87f2-6dc479a2cb97. Dec 24 03:08:14.699283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:08:14.804799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:08:14.814101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:08:14.824857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:08:14.825471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:07:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:08:14.898479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:14.940557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-845014b5-67a4-457b-ab15-eb2e0079a145 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2217455 Dec 24 03:08:14.940557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:08:14.940557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22cec33-f90d-4dbd-89e2-a13c1a634e35" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:08:14.941037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:08:14.970556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2955c1-6c63-484b-abdd-409187927a7e x-openstack-request-id: req-3b2955c1-6c63-484b-abdd-409187927a7e {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:08:14.970848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:08:14.971105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b2955c1-6c63-484b-abdd-409187927a7e {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:08:14.971513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'status': 'completed', 'code': 200} Dec 24 03:08:15.057387 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-ff0590e1-4a5c-488d-8cc9-38d7576209a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.058949 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-ff0590e1-4a5c-488d-8cc9-38d7576209a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1098 time: 0.0418344 Dec 24 03:08:15.153621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-b2ab20d1-e1ca-4738-bb1a-6f68baf8ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.155080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-b2ab20d1-e1ca-4738-bb1a-6f68baf8ac0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.0857093 Dec 24 03:08:15.166375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '22642ffb-7d3a-49f3-8159-2100afdc1f81', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:1f:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:08:13Z', 'updated_at': '2021-12-24T03:08:13Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}, {'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:08:15.193951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:08:15.203370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:08:15.203907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:07:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:08:15.225492 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-db8d732d-484c-449e-8d0c-cb482f6b83cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 200 len: 999 time: 0.0626466 Dec 24 03:08:15.274381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-7a3da0ce-71c4-468c-8019-a6a88e7fd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.275861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-7a3da0ce-71c4-468c-8019-a6a88e7fd453 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0426884 Dec 24 03:08:15.311687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:08:15.379556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-b73aa45c-10c9-46a4-8d98-3e3f4900a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.381111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-b73aa45c-10c9-46a4-8d98-3e3f4900a86e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740030 Dec 24 03:08:15.391139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-1391b6e3-67d5-4845-85f4-eec3dff4a5be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547142 Dec 24 03:08:15.509334 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-c05ed7fd-9e3e-4ff7-9651-b8c5912aa189 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171803 Dec 24 03:08:15.516814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-16befe4a-bb05-41a4-a7c6-d79486bd71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.518280 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-16befe4a-bb05-41a4-a7c6-d79486bd71e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1099 time: 0.0640235 Dec 24 03:08:15.551481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '22642ffb-7d3a-49f3-8159-2100afdc1f81', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:1f:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:08:13Z', 'updated_at': '2021-12-24T03:08:13Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}, {'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:08:15.579388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db88e4-4ee9-418b-8e64-a94b1d71facd None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '22642ffb-7d3a-49f3-8159-2100afdc1f81', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:1f:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:08:13Z', 'updated_at': '2021-12-24T03:08:13Z', 'revision_number': 0, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}, {'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:08:15.679380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a22cec33-f90d-4dbd-89e2-a13c1a634e35 req-34c27389-2fc3-4c19-8c65-a8997ef90396 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558683 Dec 24 03:08:15.683864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-593de2c1-4c63-4409-be24-2cc7be44e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.685329 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-593de2c1-4c63-4409-be24-2cc7be44e2b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.1436293 Dec 24 03:08:15.770745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-9c0523ec-9c9b-494c-b725-fef69528456e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 1002 time: 0.0622935 Dec 24 03:08:15.787476 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef638ae0-a322-4eb3-a0fb-5765caab2be6 None None] New status for floating IP 22642ffb-7d3a-49f3-8159-2100afdc1f81: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:08:15.825727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-5c4077e8-e251-4789-ae62-afd803e91f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.827237 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-5c4077e8-e251-4789-ae62-afd803e91f06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0502033 Dec 24 03:08:15.877834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-620f9dc8-48c6-4591-8e99-0199fd85dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:08:15.879357 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-620f9dc8-48c6-4591-8e99-0199fd85dec1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443423 Dec 24 03:08:15.977606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-d9223c55-44c7-44d3-bf87-b5be80eec6ee service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890579 Dec 24 03:08:16.075695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a35ac7d7-6126-4dfb-9278-6ec05e61715b req-c6873fce-896d-4853-8cd2-b0d7eca5b4aa service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881438 Dec 24 03:08:20.267386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb84175b-2252-4999-8215-a7323e2ae038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:22.427633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-038a43c1-a3a4-4ac2-b1f2-a3afcaf42825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:23.741861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:25.071204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:25.855921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:29.964683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:39.049594 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:08:50.236660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93dd261c-4d6c-4f2e-9a61-df2e40838812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:52.364340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43fab930-c6d6-4b75-ba92-6da29270fb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:53.718856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:55.064474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:55.893100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:08:59.955749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:15.391859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-4adef6c9-3101-43b8-bab7-61518925167b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431018 Dec 24 03:09:15.476034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-6dd7bd9d-10a4-43df-b07d-b02ee3da8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:09:15.477613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-6dd7bd9d-10a4-43df-b07d-b02ee3da8b68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1099 time: 0.0407906 Dec 24 03:09:15.583309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-ed1be1dd-1399-4e69-bf3d-12c9fd5ba8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:09:15.584808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-ed1be1dd-1399-4e69-bf3d-12c9fd5ba8ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 200 len: 897 time: 0.0854151 Dec 24 03:09:15.659471 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-10b41473-5be2-4750-94ab-92ccb1f95dc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 200 len: 1002 time: 0.0619237 Dec 24 03:09:15.713548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-c2a643b2-2643-488b-83f6-c8dbe1bb03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:09:15.714958 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-c2a643b2-2643-488b-83f6-c8dbe1bb03fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 200 len: 844 time: 0.0432248 Dec 24 03:09:15.764664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-f118bf46-135b-4c39-a272-c4ae949535ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:09:15.766152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-f118bf46-135b-4c39-a272-c4ae949535ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=921adfbc-42b9-4f46-bc42-f6d52513b5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396776 Dec 24 03:09:15.866381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-63e83228-891d-4c1f-bb39-08d4e1934160 service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865896 Dec 24 03:09:15.961166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eb3ec3db-4b05-4627-ab58-650a1e3bb917 req-a50e8682-4bc5-4be2-aaf5-4c02020b44c2 service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847027 Dec 24 03:09:16.049679 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:09:20.249424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d810b067-d5d4-485c-84f4-88517e0ac242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:22.357989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4aafba66-4ac7-48eb-93ae-e811ef6b0ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:23.784663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:25.069724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:25.926675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:29.967055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:39.186662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36288) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:09:39.191861 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:09:39.278718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11799180'] for subnet, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:39.549600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762012178984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1297207'] for subnet, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:39.587598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:09:39.588218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:39.589990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/subnets/fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 200 len: 836 time: 0.4020722 Dec 24 03:09:39.593902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601e782-27d1-41bf-9928-538054eb7c1b None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:09:39.603351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=fbf93697-a058-4bf0-9072-c0b8e25d1f65,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:09:39.611116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.612060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.612440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.612781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.613141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.613494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.613832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.614768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.615307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.615662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.615993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.616318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.616744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1fd951-681f-4cb9-8baa-d8e50f53456e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:09:39.967890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Provisioning complete for port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:09:39.968257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:40.055248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Provisioning complete for port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:09:40.055610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:40.144206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Provisioning complete for port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:09:40.144525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f2a79303-a9d5-429c-8998-44a4fbafc728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:50.280594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cbe80194-5d17-4278-a763-09142b117e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:52.369469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-87c2703e-c940-4814-93c5-495b9412841c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:53.048842 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:09:53.745911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:55.060161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:55.900515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:09:59.960591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:16.632311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-0844d00e-0228-4bb5-a718-147d4897613c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388131 Dec 24 03:10:16.719088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-ff4cd461-7a92-4cac-9d4d-a72dab91b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:16.720608 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-ff4cd461-7a92-4cac-9d4d-a72dab91b9f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1098 time: 0.0450497 Dec 24 03:10:16.826676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-738bd11e-8235-48eb-952c-fc7e1f39f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:16.828142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-738bd11e-8235-48eb-952c-fc7e1f39f17e service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.0837080 Dec 24 03:10:16.902115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-5ead4f43-b0b3-47c2-b869-30c424e37676 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 200 len: 1001 time: 0.0618725 Dec 24 03:10:16.955369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-a03ca2b8-d80f-43dd-bdc8-da3cf7879774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:16.956802 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-a03ca2b8-d80f-43dd-bdc8-da3cf7879774 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0431130 Dec 24 03:10:17.005263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-28031f1c-b95d-420b-adb1-41ff1fbe5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:17.006706 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-28031f1c-b95d-420b-adb1-41ff1fbe5d5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383661 Dec 24 03:10:17.101082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-042c1bfb-7384-465f-a226-8fd5b7e143f5 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825999 Dec 24 03:10:17.191981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4854ea17-8e94-47fa-bd49-dcaa1225fec4 req-0194a1f8-15bd-4f0a-9a9d-90353def1076 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800190 Dec 24 03:10:17.293824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36298) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:17.456217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port 361a8bd5-36da-418f-89d4-affb7db00083 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:17.456217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:17.526075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:17.526403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:17.537679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for 361a8bd5-36da-418f-89d4-affb7db00083 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:17.762978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:17.790662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=361a8bd5-36da-418f-89d4-affb7db00083,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:17.851305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:17.852126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 22642ffb-7d3a-49f3-8159-2100afdc1f81 disassociated (deleted). External IP: 172.26.7.234, port: 7bad7be4-683a-4a73-87f2-6dc479a2cb97. Dec 24 03:10:18.054062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:18.161777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:18.166762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:18.172072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:18.182802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:18.183422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:09:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:18.197459 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d6f1b34-0f5b-4911-bf4c-250b4ab1c199 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "DELETE /v2.0/floatingips/22642ffb-7d3a-49f3-8159-2100afdc1f81 HTTP/1.1" status: 204 len: 168 time: 0.9025140 Dec 24 03:10:18.198303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:18.200566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de307e9-d129-4254-a752-3321e8f409e7" -d '{"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:18.241678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262a79ed-f3b8-4ffc-b89c-658659c1e80f x-openstack-request-id: req-262a79ed-f3b8-4ffc-b89c-658659c1e80f {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:18.241975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:18.243178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-262a79ed-f3b8-4ffc-b89c-658659c1e80f {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:18.244082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'status': 'completed', 'code': 200} Dec 24 03:10:18.346603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de307e9-d129-4254-a752-3321e8f409e7 req-5f5fc7dd-890f-4f65-8c15-54812532b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:18.348228 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-5f5fc7dd-890f-4f65-8c15-54812532b86b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 1098 time: 0.0442524 Dec 24 03:10:18.439388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:18.448364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de307e9-d129-4254-a752-3321e8f409e7 req-1ee10faa-753f-4992-a2a8-7f5c5dfb50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:18.450448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-1ee10faa-753f-4992-a2a8-7f5c5dfb50a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.0891685 Dec 24 03:10:18.503390 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-95bd4c00-b6fb-473c-bd99-6ca74aff2a6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 200 len: 217 time: 0.0384974 Dec 24 03:10:18.560955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de307e9-d129-4254-a752-3321e8f409e7 req-c796baa8-7a6f-46b6-90b6-8c81f68313b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:18.562455 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-c796baa8-7a6f-46b6-90b6-8c81f68313b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0477355 Dec 24 03:10:18.613339 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de307e9-d129-4254-a752-3321e8f409e7 req-3d3607b1-4359-4d13-a187-332005635fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:18.615183 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-3d3607b1-4359-4d13-a187-332005635fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429091 Dec 24 03:10:18.659654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbe9a8-5f68-4a97-a4cb-863934609e6d req-c65767ef-a031-4f64-ab46-3a8734286994 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:18.666354 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95cbe9a8-5f68-4a97-a4cb-863934609e6d req-c65767ef-a031-4f64-ab46-3a8734286994 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0585642 Dec 24 03:10:18.678390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:18.706470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:18.715534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:18.716002 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95cbe9a8-5f68-4a97-a4cb-863934609e6d req-8d57e9b6-ca9c-4f8e-8fb2-63c1b724bae5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Dec 24 03:10:18.716209 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:09:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:18.728550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-3d0ec82e-32d9-43fb-96d2-041e9b638392 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951569 Dec 24 03:10:18.819683 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9de307e9-d129-4254-a752-3321e8f409e7 req-3c1aef94-dbec-4a02-ad40-47ca1c7ec4e6 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828669 Dec 24 03:10:18.823083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:19.050147 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:19.075789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa2667-ceb9-4bb4-b424-ae5929817a32 None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'port_id': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'mac_address': 'fa:16:3e:c0:b3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:05:07Z', 'updated_at': '2021-12-24T03:05:10Z', 'revision_number': 1, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:19.282503 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeb70a2-779d-4bf9-9749-8a551846791d None None] New status for floating IP 22642ffb-7d3a-49f3-8159-2100afdc1f81: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:10:19.841166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc3e8-326d-4cce-95c5-0d026b8c33d4 req-04ec3c00-c437-4ef8-94b3-87cdd798dded tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:19.842623 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8fadc3e8-326d-4cce-95c5-0d026b8c33d4 req-04ec3c00-c437-4ef8-94b3-87cdd798dded tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0527356 Dec 24 03:10:19.891893 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8fadc3e8-326d-4cce-95c5-0d026b8c33d4 req-3db2f7c3-35c1-4182-84e7-6e62fbe79405 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Dec 24 03:10:20.268379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37ebbeea-ce35-48e8-8bd3-012de5982996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:20.705221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-1dfc48da-63ca-4267-a6ec-32fba5c8d712 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:20.706741 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-1dfc48da-63ca-4267-a6ec-32fba5c8d712 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0475550 Dec 24 03:10:20.805147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:20.805485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:20.891429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] For port 7bad7be4-683a-4a73-87f2-6dc479a2cb97, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7bad7be4-683a-4a73-87f2-6dc479a2cb97,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:20.891989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:20.905153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for 7bad7be4-683a-4a73-87f2-6dc479a2cb97 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:21.005837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a13e-c051-4e1b-acf9-1a5ec52a7d25 req-982bf1e4-cd38-4a63-a4e5-50103eb5f849 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:21.007411 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-59f1a13e-c051-4e1b-acf9-1a5ec52a7d25 req-982bf1e4-cd38-4a63-a4e5-50103eb5f849 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 945 time: 0.0492215 Dec 24 03:10:21.056810 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-59f1a13e-c051-4e1b-acf9-1a5ec52a7d25 req-5e43cdb3-76e4-426b-ba78-2909347e4884 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Dec 24 03:10:21.082985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:21.111776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=7bad7be4-683a-4a73-87f2-6dc479a2cb97,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:21.156578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] No DVR routers for this DVR port 7bad7be4-683a-4a73-87f2-6dc479a2cb97 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:21.159056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:21.162395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67599a1d-1dfa-4135-8940-56ec73eee489 req-9620d541-5fa8-44a7-946e-9b6dfa54582c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "DELETE /v2.0/ports/7bad7be4-683a-4a73-87f2-6dc479a2cb97 HTTP/1.1" status: 204 len: 173 time: 0.4447124 Dec 24 03:10:21.162831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'name': 'network-vif-deleted', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:21.165321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a817b808-a091-4f99-adb3-5fd02dfc9660" -d '{"events": [{"server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "name": "network-vif-deleted", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:21.202186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d890e-ca0e-4aa4-97bc-2f12d4708788 x-openstack-request-id: req-db1d890e-ca0e-4aa4-97bc-2f12d4708788 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:21.202482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cf03fb-f228-41f6-a8c9-fb3810242dca", "name": "network-vif-deleted", "tag": "7bad7be4-683a-4a73-87f2-6dc479a2cb97", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:21.202737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db1d890e-ca0e-4aa4-97bc-2f12d4708788 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:21.203140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cf03fb-f228-41f6-a8c9-fb3810242dca', 'name': 'network-vif-deleted', 'tag': '7bad7be4-683a-4a73-87f2-6dc479a2cb97', 'status': 'completed', 'code': 200} Dec 24 03:10:22.152114 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-87d76823-d78d-4150-a23d-44ba0d8bf4d1 req-a68f6e4f-e0ae-4b53-b0f1-1a32ac762b09 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0278122 Dec 24 03:10:22.374141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dce91b7b-89df-4d31-abf6-2de7b3be7443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:22.610835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36324) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:22.772091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port f1882bbc-dcd7-44b4-90a9-a444e9afec13 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:22.772338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:22.847595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:22.847921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:22.860133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for f1882bbc-dcd7-44b4-90a9-a444e9afec13 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:23.082708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:23.110770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=f1882bbc-dcd7-44b4-90a9-a444e9afec13,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:23.172918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:23.173276 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP d6e45da5-5228-4db4-b83e-a4bd764487b2 disassociated (deleted). External IP: 172.26.7.175, port: 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb. Dec 24 03:10:23.611546 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92d8c7d0-d8ea-4bc9-a9cc-3c0dd983525a req-56c9d378-a651-4722-b68d-fe2fddfd2f0d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.3629994 Dec 24 03:10:23.731071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:23.735284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 3311abd2-90aa-45d0-a110-61e1d7d712c1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:23.848271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:23.853649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:23.858849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Sync routers for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:23.869919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:23.870556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:23.888956 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c6697ebf-5beb-4377-98cd-5769dc913493 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/d6e45da5-5228-4db4-b83e-a4bd764487b2 HTTP/1.1" status: 204 len: 168 time: 1.2769890 Dec 24 03:10:23.889844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:23.892529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:23.932291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948c6e6f-e5bd-4389-a17f-a58f7c5fa182 x-openstack-request-id: req-948c6e6f-e5bd-4389-a17f-a58f7c5fa182 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:23.932773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:23.933068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-948c6e6f-e5bd-4389-a17f-a58f7c5fa182 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:23.933615 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'status': 'completed', 'code': 200} Dec 24 03:10:23.987282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:24.029371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-d7c5b2ca-0520-4aa4-80c9-2a6f5dd5e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:24.030868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-d7c5b2ca-0520-4aa4-80c9-2a6f5dd5e294 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 1099 time: 0.0425401 Dec 24 03:10:24.131457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-9f429831-107a-49ce-a829-e2e8c8b1eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:24.134313 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-9f429831-107a-49ce-a829-e2e8c8b1eb52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 200 len: 897 time: 0.0936410 Dec 24 03:10:24.189988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-13f0965d-e167-4a4d-b045-7cf17a8558ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 200 len: 217 time: 0.0418417 Dec 24 03:10:24.205943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:24.243947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Checking router: 3311abd2-90aa-45d0-a110-61e1d7d712c1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:24.253017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-2f391898-cd87-4553-b5fb-40dea7738203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:24.254537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-2f391898-cd87-4553-b5fb-40dea7738203 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 200 len: 844 time: 0.0541654 Dec 24 03:10:24.255792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:24.256433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:24.350488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-5157220e-41af-4f14-b391-f5d1bebb6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:24.353724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-5157220e-41af-4f14-b391-f5d1bebb6db3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=921adfbc-42b9-4f46-bc42-f6d52513b5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881412 Dec 24 03:10:24.372869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:24.373592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9c2ef-8b93-427f-9e54-fd9ef4a081a8 req-32185705-871d-4242-afcc-7c5dd755108a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:24.375103 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86a9c2ef-8b93-427f-9e54-fd9ef4a081a8 req-32185705-871d-4242-afcc-7c5dd755108a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0795636 Dec 24 03:10:24.477546 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86a9c2ef-8b93-427f-9e54-fd9ef4a081a8 req-1a8a1b2e-1500-423c-9e4a-4d14052762ed tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951705 Dec 24 03:10:24.502977 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-40034bed-2608-4afd-a690-2d54fb891266 service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380134 Dec 24 03:10:24.583659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:24.607944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f380b0e1-e545-42cb-b60d-5b88a0c5faf4 req-6cb18e48-d91c-4dcb-92b6-54c9f836607d service neutron] 10.222.0.49 "GET /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926652 Dec 24 03:10:24.614936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb72e798-c3b7-4055-abac-6ee269db43f7 None None] The sync data for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv is: [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:18Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '256e3a85-9616-43bd-816e-cc51b7f6ecf3', 'name': '', 'network_id': '921adfbc-42b9-4f46-bc42-f6d52513b5ae', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:ad:56:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:17Z', 'updated_at': '2021-12-24T03:07:20Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': 'fbf93697-a058-4bf0-9072-c0b8e25d1f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:24.721821 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bbac84cc-3062-47e4-88e9-fbb2b4ce7dca req-ed4a0218-febe-4fe1-b134-31cfad6bcbfb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0333235 Dec 24 03:10:24.894672 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948027e2-98fb-4b41-8ef7-27c6e1f3a655 None None] New status for floating IP d6e45da5-5228-4db4-b83e-a4bd764487b2: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:10:25.076953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:25.625374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852f1a-dd97-4ade-a092-b567adb4d133 req-24b00b29-394f-4e13-b908-014f0c512892 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:25.627778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd852f1a-dd97-4ade-a092-b567adb4d133 req-24b00b29-394f-4e13-b908-014f0c512892 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0559158 Dec 24 03:10:25.700687 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd852f1a-dd97-4ade-a092-b567adb4d133 req-80b66471-5074-4e38-af6f-aab4cc8eddaf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=75d09395-2836-4e40-92a3-4279cbd966b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657058 Dec 24 03:10:25.842446 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1c1f1f20-551f-4120-9c64-c4a0cf7bb7dd req-659baee4-a977-4bfb-b9b6-be2a127887c5 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=80cf03fb-f228-41f6-a8c9-fb3810242dca HTTP/1.1" status: 200 len: 210 time: 0.0341394 Dec 24 03:10:25.894016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:25.932342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7bad7be4-683a-4a73-87f2-6dc479a2cb97 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:25.932600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819690ae-266f-4535-a96c-5cfd5f057612 req-d603070e-9f61-4a62-9f6d-28e23202bc5d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:25.933834 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-819690ae-266f-4535-a96c-5cfd5f057612 req-d603070e-9f61-4a62-9f6d-28e23202bc5d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 946 time: 0.0551078 Dec 24 03:10:25.954207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 7bad7be4-683a-4a73-87f2-6dc479a2cb97 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:25.954644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7bad7be4-683a-4a73-87f2-6dc479a2cb97 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:26.029292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:26.029551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:26.121087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:26.121446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:26.134629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:26.325595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:26.359983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:26.404707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:26.407316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:26.410782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-819690ae-266f-4535-a96c-5cfd5f057612 req-38020d2a-0364-4e4c-8b74-7e827954679e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb HTTP/1.1" status: 204 len: 173 time: 0.4697838 Dec 24 03:10:26.411253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'name': 'network-vif-deleted', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:26.413539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53876ef7-8bc1-4634-858b-1ecc1c36f04f" -d '{"events": [{"server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "name": "network-vif-deleted", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:26.452218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c0e457-68a0-4e02-8f4f-83d22a45a676 x-openstack-request-id: req-d1c0e457-68a0-4e02-8f4f-83d22a45a676 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:26.452546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1978951-1f8e-423e-a85d-8615ad603325", "name": "network-vif-deleted", "tag": "78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:26.452827 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1c0e457-68a0-4e02-8f4f-83d22a45a676 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:26.453229 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1978951-1f8e-423e-a85d-8615ad603325', 'name': 'network-vif-deleted', 'tag': '78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb', 'status': 'completed', 'code': 200} Dec 24 03:10:26.801103 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26f5697e-dce5-4a3f-9065-5697bd4c1881 req-80f685ed-9f61-4e88-9fd5-5a5f727a38cb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1978951-1f8e-423e-a85d-8615ad603325 HTTP/1.1" status: 200 len: 210 time: 0.0301032 Dec 24 03:10:27.859141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36354) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:27.917288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:27.942862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.074449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.077099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.078277 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/75d09395-2836-4e40-92a3-4279cbd966b9 HTTP/1.1" status: 204 len: 168 time: 0.2181344 Dec 24 03:10:28.088562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d68b51-b1b6-4400-8276-ff91f79a3da9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d09395-2836-4e40-92a3-4279cbd966b9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:28.174748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36360) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:28.546133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.801469 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 256e3a85-9616-43bd-816e-cc51b7f6ecf3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:28.801734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.899446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 256e3a85-9616-43bd-816e-cc51b7f6ecf3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=256e3a85-9616-43bd-816e-cc51b7f6ecf3,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:28.899961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:28.913186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 256e3a85-9616-43bd-816e-cc51b7f6ecf3 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:29.159914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:29.188764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=256e3a85-9616-43bd-816e-cc51b7f6ecf3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:29.220163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.220608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.220891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.221219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.221551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.221886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.222208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.222539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.222897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.224556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.225431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.226027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.226649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:29.399937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:29.614060 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 3311abd2-90aa-45d0-a110-61e1d7d712c1 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:29.724170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:29.731586 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b5491c98-7c0b-4c43-aabb-36acdfe8eab9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/3311abd2-90aa-45d0-a110-61e1d7d712c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544157 Dec 24 03:10:29.733281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36364) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:29.738179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Sync routers for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:29.749459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:29.750441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:29.794194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet fbf93697-a058-4bf0-9072-c0b8e25d1f65 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:10:29.797399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:29.847357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:29.865272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:29.953564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:29.954370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.008640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:30.008990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 78ab44f7-7572-40d2-acf0-7bbdfdb6dbbb not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:30.046777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:10:30.074244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.092047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:10:29Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:30.100640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.124292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Checking router: 3311abd2-90aa-45d0-a110-61e1d7d712c1 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:30.130303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf93697-a058-4bf0-9072-c0b8e25d1f65,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:30.134835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.140591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Routers {'3311abd2-90aa-45d0-a110-61e1d7d712c1'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:30.140591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['3311abd2-90aa-45d0-a110-61e1d7d712c1'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:30.140827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-70a0f996-0ed0-44d5-b332-4908e00aa5cd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/fbf93697-a058-4bf0-9072-c0b8e25d1f65 HTTP/1.1" status: 204 len: 168 time: 0.4052079 Dec 24 03:10:30.142908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36366) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:30.144492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99baa369-4b3e-4fd3-bcf7-7ea191a389f5 None None] Network 921adfbc-42b9-4f46-bc42-f6d52513b5ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:10:30.267550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.371542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] Set router 3311abd2-90aa-45d0-a110-61e1d7d712c1 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:30.438519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.596119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port cf73a4d0-a922-45a6-b942-49d256401a8c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:30.597254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.602505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] DHCP port deletion for 921adfbc-42b9-4f46-bc42-f6d52513b5ae request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:30.732531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port cf73a4d0-a922-45a6-b942-49d256401a8c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=cf73a4d0-a922-45a6-b942-49d256401a8c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:30.733072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.744226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Deleting port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:30.744852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.748611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for cf73a4d0-a922-45a6-b942-49d256401a8c owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:30.829809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] For port 887cc72f-7beb-447a-8ba8-fcd20a3cb062, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=887cc72f-7beb-447a-8ba8-fcd20a3cb062,segment=NetworkSegment(efeccaf1-a9a1-4258-856d-0bbd03cd643a),segment_id=efeccaf1-a9a1-4258-856d-0bbd03cd643a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:30.830202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:30.845497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Calling delete_port for 887cc72f-7beb-447a-8ba8-fcd20a3cb062 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:30.854758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:10:29Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:30.888609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b5d83-20ca-4d3a-a5db-434c9e028445 None None] The sync data for ids ['3311abd2-90aa-45d0-a110-61e1d7d712c1'] in dv-neutron-822868-1-hyperv is: [{'id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'name': 'tempest-TestNetworkBasicOps-router-1085383300', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163'}], 'enable_snat': True}, 'gw_port_id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:10:29Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': 'cf73a4d0-a922-45a6-b942-49d256401a8c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3311abd2-90aa-45d0-a110-61e1d7d712c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:07:14Z', 'updated_at': '2021-12-24T03:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:31.031107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.058043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Pushing event deleted for resources: {'Port': ['ID=887cc72f-7beb-447a-8ba8-fcd20a3cb062,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:31.060238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.063785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] No DVR routers for this DVR port 887cc72f-7beb-447a-8ba8-fcd20a3cb062 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:31.076691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.077359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.078033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.078567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.078996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.079424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.079901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.080278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.080747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.081160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.081582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.082014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.082508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32a80d8-ec40-406b-b7fe-8992ecf39c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:31.097677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=cf73a4d0-a922-45a6-b942-49d256401a8c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:31.121190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbde93-2087-4e2f-bf07-2916742e82bc None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:31.170649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.274543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.277908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.400546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.403714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router 3311abd2-90aa-45d0-a110-61e1d7d712c1 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:10:31.417612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.421523 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4322ed6b-700b-4e3e-8840-aed75901fb87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/3311abd2-90aa-45d0-a110-61e1d7d712c1 HTTP/1.1" status: 204 len: 168 time: 1.2748430 Dec 24 03:10:31.421909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36374) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:31.517524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.624313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.651619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921adfbc-42b9-4f46-bc42-f6d52513b5ae']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:31.664533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efeccaf1-a9a1-4258-856d-0bbd03cd643a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:31.665178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efeccaf1-a9a1-4258-856d-0bbd03cd643a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:31.691601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.708345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.715175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:10:31.715839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:10:31.719177 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:10:31.894188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.899670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:31.903216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/921adfbc-42b9-4f46-bc42-f6d52513b5ae HTTP/1.1" status: 204 len: 168 time: 0.4802649 Dec 24 03:10:31.914837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36378) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:31.918790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--1775749441', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:31.920233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ca1a-11a0-446f-9fcd-31362f3d3434 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=921adfbc-42b9-4f46-bc42-f6d52513b5ae,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:32.019670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:10:32.024517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.049287 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:10:32.058239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.061845 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment c2671bb6-3728-4422-b4ca-34f952fbdb1a of type vlan for network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 Dec 24 03:10:32.115680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.155702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 256e3a85-9616-43bd-816e-cc51b7f6ecf3 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:32.174561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 256e3a85-9616-43bd-816e-cc51b7f6ecf3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:32.178535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 256e3a85-9616-43bd-816e-cc51b7f6ecf3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:32.178535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 887cc72f-7beb-447a-8ba8-fcd20a3cb062 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:32.193398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 887cc72f-7beb-447a-8ba8-fcd20a3cb062 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:32.193744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 887cc72f-7beb-447a-8ba8-fcd20a3cb062 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:32.201066 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.209018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:32.209018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.279039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=3ba87c7e-9a1f-485f-b6fe-a789acd96574,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:32.290516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:10:32.300635 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-db4cc1ee-972e-4842-bb58-e934019aac37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3873317 Dec 24 03:10:32.303196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36380) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:32.310367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:32.411278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.412263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.465058 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.619609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36384) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:32.667971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.777283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port fba42336-7888-4e75-9414-1b480035176d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:32.777628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.852646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.852983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.864516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for fba42336-7888-4e75-9414-1b480035176d owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:32.923322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:32.945622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.047009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.214 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/118ee926-5346-4060-b075-52976e6c2582) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:10:33.071178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.095576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=fba42336-7888-4e75-9414-1b480035176d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:33.152776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.165322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.165659 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Floating IP 8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f disassociated (deleted). External IP: 172.26.7.104, port: ffd9af9b-5817-43f7-9836-2a16dda111db. Dec 24 03:10:33.243196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.283161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:33.286255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:33.290435 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:10:33.300759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4102e-3377-4fe3-895a-c03375ed4ebb None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:33.312798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=118ee926-5346-4060-b075-52976e6c2582,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:33.381924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-80b6fc1d-275e-4c2f-8ba2-10acc2f31ee0 None None] Provisioning complete for port 118ee926-5346-4060-b075-52976e6c2582 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:33.382919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80b6fc1d-275e-4c2f-8ba2-10acc2f31ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.387937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:33.417032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-80b6fc1d-275e-4c2f-8ba2-10acc2f31ee0 None None] Port 118ee926-5346-4060-b075-52976e6c2582 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:33.505066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:33.514688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.515381 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:33.525260 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:33.525934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:33.536986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-90ac4992-f2ee-40aa-ba15-7efc757c638d tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "DELETE /v2.0/floatingips/8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f HTTP/1.1" status: 204 len: 168 time: 0.9162648 Dec 24 03:10:33.537664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:33.540603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c7378-5e02-41b9-a34a-0faa47150f91" -d '{"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:33.595702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960caf7-3165-48aa-95ac-2b5dc9d0248f x-openstack-request-id: req-d960caf7-3165-48aa-95ac-2b5dc9d0248f {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:33.596108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:33.596553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d960caf7-3165-48aa-95ac-2b5dc9d0248f {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:33.597055 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'status': 'completed', 'code': 200} Dec 24 03:10:33.649403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:33.651366 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:33.705565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cf73a4d0-a922-45a6-b942-49d256401a8c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:33.725790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-106245ca-0c25-4e53-afa8-df6c7c9cf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:33.728830 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-106245ca-0c25-4e53-afa8-df6c7c9cf579 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d5def0a835e4e378d4844b4e04419e7&device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 1099 time: 0.0629990 Dec 24 03:10:33.737185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: cf73a4d0-a922-45a6-b942-49d256401a8c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:33.737644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device cf73a4d0-a922-45a6-b942-49d256401a8c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:33.844432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-4f558df0-4716-4ecf-ae0f-ee75c834696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:33.846897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-4f558df0-4716-4ecf-ae0f-ee75c834696d service neutron] 10.222.0.49 "GET /v2.0/networks?id=942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 200 len: 913 time: 0.1041248 Dec 24 03:10:33.896685 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-f59d48f7-4741-47e5-8f87-c61eb3b788e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 200 len: 217 time: 0.0374627 Dec 24 03:10:33.908543 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:33.941900 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:33.953096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:33.954212 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:33.967102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-57e2616c-4258-483c-adbc-9a608489b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:33.969176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-57e2616c-4258-483c-adbc-9a608489b420 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 200 len: 851 time: 0.0598927 Dec 24 03:10:34.060463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8aa35-503b-4e4f-81af-1a45eba546fa req-666e7c29-ff0f-4e46-85bf-d212c70e337e tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:34.064306 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52f8aa35-503b-4e4f-81af-1a45eba546fa req-666e7c29-ff0f-4e46-85bf-d212c70e337e tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0884354 Dec 24 03:10:34.064690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-496ffa2f-5237-41b8-a7a4-fb566d2e5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:34.066736 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-496ffa2f-5237-41b8-a7a4-fb566d2e5db5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=942b7709-55a8-48ce-be35-4a90bb267ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836871 Dec 24 03:10:34.071708 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:34.168206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:34.186588 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52f8aa35-503b-4e4f-81af-1a45eba546fa req-357ade07-71b5-4834-9a5e-879e6008765c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/security-groups?id=87477b46-5490-4fa2-9b5d-dc131fb6dd95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034830 Dec 24 03:10:34.214079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-c9c0b531-f107-4ce4-a599-d7ed99587dc9 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297066 Dec 24 03:10:34.278775 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:34.310542 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a3bdfe-1fda-4515-acbf-9d9792706e0b None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T02:59:55Z', 'revision_number': 4, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '92600204-6ebb-41dc-aa00-9ffbc6a7778f', 'name': '', 'network_id': '942b7709-55a8-48ce-be35-4a90bb267ae8', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'mac_address': 'fa:16:3e:02:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:52Z', 'updated_at': '2021-12-24T03:00:08Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'subnets': [{'id': '203f1cb7-8a18-4164-84d7-749af46616d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:34.328022 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d5c7378-5e02-41b9-a34a-0faa47150f91 req-6f61ed46-ae7d-4dd5-a0fb-70be562b1060 service neutron] 10.222.0.49 "GET /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961466 Dec 24 03:10:34.385554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:10:34.497937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:34.509261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:34.519580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:34.520207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:34.542134 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31021af6-f60a-4d29-9b83-2c7c0ab17a52 None None] New status for floating IP 8e0eb2fb-6bfb-47e1-99b9-142ffdfec71f: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:10:34.587621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:34.591893 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-69808317-fb2d-4b92-9eb5-13e90e3c9627 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2846231 Dec 24 03:10:34.592113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36392) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:34.623299 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bc48c424-3363-432d-a66b-501e80880548 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299654 Dec 24 03:10:34.625869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36394) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:34.635550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:34.716313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bad4d1-928a-4980-a31d-3de41f381764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:34.717751 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b6bad4d1-928a-4980-a31d-3de41f381764 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909884 Dec 24 03:10:34.720639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36396) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:34.751161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-29baf830-8ce1-4095-9fd5-6da156909aee tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268340 Dec 24 03:10:34.751161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36398) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:34.756999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-260959486', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:34.790597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-5f6144db-3d9b-46c9-83d2-47dabe04af83 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:34.792182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-5f6144db-3d9b-46c9-83d2-47dabe04af83 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Dec 24 03:10:34.821329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:33Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:34.848135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:34.848502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Updating router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a port 118ee926-5346-4060-b075-52976e6c2582 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:10:34.876849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:34.897167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port ffd9af9b-5817-43f7-9836-2a16dda111db {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:34.897536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:34.942692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:10:34.949107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:34.992835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] For port ffd9af9b-5817-43f7-9836-2a16dda111db, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=ffd9af9b-5817-43f7-9836-2a16dda111db,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:34.993092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.011319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for ffd9af9b-5817-43f7-9836-2a16dda111db owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:35.167699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.217314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.240006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.240677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.246376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=ffd9af9b-5817-43f7-9836-2a16dda111db,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:35.297977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1885e-dfbf-4889-aed7-f6a79c376ed1 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:35.301201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=6f52c211-7cee-4960-b305-36245df7c9ca,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:35.313584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Attempting to bind port 118ee926-5346-4060-b075-52976e6c2582 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:10:35.313961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Attempting to bind port 118ee926-5346-4060-b075-52976e6c2582 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:10:35.314309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Attempting to bind port 118ee926-5346-4060-b075-52976e6c2582 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:10:35.315378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] No DVR routers for this DVR port ffd9af9b-5817-43f7-9836-2a16dda111db on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:35.319215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5204c6-9cc5-4de4-a588-9ebae9c82766 None None] Pushing event updated for resources: {'Port': ['ID=118ee926-5346-4060-b075-52976e6c2582,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:35.320859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.324787 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba2430a0-1923-40f8-b3d0-bf9f45190bb5 req-81fe13fe-46d2-4518-865f-dcd760f518cc tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.49 "DELETE /v2.0/ports/ffd9af9b-5817-43f7-9836-2a16dda111db HTTP/1.1" status: 204 len: 173 time: 0.5225418 Dec 24 03:10:35.326931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:10:35.327305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:10:35.327699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.328083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:10:35.338747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Bound port: 118ee926-5346-4060-b075-52976e6c2582, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:10:35.339345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.358991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f80da809-18ef-45c7-99ce-87e188d36e66 req-8068d774-b6f6-47b8-882f-99b4e585acfd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0437922 Dec 24 03:10:35.364773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:10:35.365372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: 3ba87c7e-9a1f-485f-b6fe-a789acd96574, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:10:35.398893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4c8cd44d-1a8f-468e-882f-6063b5c21592 None None] Provisioning complete for port 118ee926-5346-4060-b075-52976e6c2582 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:35.399270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4c8cd44d-1a8f-468e-882f-6063b5c21592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.427029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] For port 118ee926-5346-4060-b075-52976e6c2582, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:10:35.445555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] For port 118ee926-5346-4060-b075-52976e6c2582, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=118ee926-5346-4060-b075-52976e6c2582,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:10:35.448387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cd44d-1a8f-468e-882f-6063b5c21592 None None] Port 118ee926-5346-4060-b075-52976e6c2582 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:35.448763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:10:35.500124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.533957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 3ba87c7e-9a1f-485f-b6fe-a789acd96574) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:35.539849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:35.545518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b608f3b5-9106-4bf3-ab5e-ae8574cdc49a None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:35.547077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.564061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58abfae-1ba5-44ad-bfd5-ced2904c9f5e None None] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:10:35.581779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:35.582408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:35.597527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5204c6-9cc5-4de4-a588-9ebae9c82766 None None] Pushing event updated for resources: {'Port': ['ID=118ee926-5346-4060-b075-52976e6c2582,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:35.598923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'name': 'network-vif-deleted', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:35.603632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b3296e-cacc-4767-9ac6-9f06b3e4a751" -d '{"events": [{"server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "name": "network-vif-deleted", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:35.634182 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7e6f883a-a7b9-4424-8036-839e587b6871 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8782303 Dec 24 03:10:35.634703 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36404) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:35.671903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39256479-a407-4c79-9281-91ff19455745 x-openstack-request-id: req-39256479-a407-4c79-9281-91ff19455745 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:35.672445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df29739-6baf-4fe9-bfde-9935e59483b5", "name": "network-vif-deleted", "tag": "ffd9af9b-5817-43f7-9836-2a16dda111db", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:35.673599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39256479-a407-4c79-9281-91ff19455745 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:35.674200 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df29739-6baf-4fe9-bfde-9935e59483b5', 'name': 'network-vif-deleted', 'tag': 'ffd9af9b-5817-43f7-9836-2a16dda111db', 'status': 'completed', 'code': 200} Dec 24 03:10:35.710712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] Provisioning complete for port 118ee926-5346-4060-b075-52976e6c2582 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:35.711364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.817969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:10:35.818837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:35.905694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:36.173281 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.183216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.270583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] For port 118ee926-5346-4060-b075-52976e6c2582, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=118ee926-5346-4060-b075-52976e6c2582,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:36.289370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Allocated IP 172.20.0.2 (3ba87c7e-9a1f-485f-b6fe-a789acd96574/6f52c211-7cee-4960-b305-36245df7c9ca/18ca9231-f1ee-47c1-ac4f-d66a9bd18400) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:10:36.349806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.462502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ee8da-132d-46a0-9bae-32f28b336539 None None] Pushing event updated for resources: {'Port': ['ID=118ee926-5346-4060-b075-52976e6c2582,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:36.488555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-59697967-5165-4c54-8e2f-1acf98c27ef5 req-a5fb8651-f6b2-4c52-9174-0d7eea0ee99f tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Dec 24 03:10:36.503073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:33Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:36.535843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779148d-cf9d-4397-b25f-cbe05d488e48 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:33Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:36.554280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.614570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.667691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:36.670170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (3ba87c7e-9a1f-485f-b6fe-a789acd96574/6f52c211-7cee-4960-b305-36245df7c9ca/02debc29-c930-4beb-b09b-6cd08259a1a8) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:10:36.671832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Pushing event updated for resources: {'Port': ['ID=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:36.674520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:36.676791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:10:36.732856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Attempting to bind port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:10:36.733372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Attempting to bind port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:10:36.733856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Attempting to bind port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:10:36.739499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:10:36.740020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Checking segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:10:36.740570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.741141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Bound using segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:10:36.741760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Bound port: 18ca9231-f1ee-47c1-ac4f-d66a9bd18400, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:10:36.742302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.839105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] For port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:10:36.842679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] For port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:10:36.860688 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.917419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.966044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:36.986826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fb55b-7676-4510-a984-4f2cfd54fa4d None None] Pushing event updated for resources: {'Port': ['ID=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:37.023517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:37.026685 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:37.030378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:10:37.062512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:37.092878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.333845 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.619111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18f06db6-7c5c-4593-b519-d3673a2df349 req-d4527c85-5975-41a2-a930-a50bf1bacac4 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0292454 Dec 24 03:10:37.656068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.714260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.809641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.821320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:10:37.834523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:37.886383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:37.887725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:37.947385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:37.949273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:37.990072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:38.033090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:38.090588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:38.097016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:38.097992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 118ee926-5346-4060-b075-52976e6c2582 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:10:38.183405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:38.199426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 118ee926-5346-4060-b075-52976e6c2582 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:38.199918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:38.227282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dedc61-2004-4db8-a01b-5d0c45678562 None None] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:10:38.247526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:38.252673 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dae2c944-1d94-49ad-8eb7-1423c3be9e2b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6167157 Dec 24 03:10:38.255159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36410) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:38.326573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-75ff966d-e1b1-40c3-9d53-184b94956191 None None] Provisioning complete for port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:38.327087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-75ff966d-e1b1-40c3-9d53-184b94956191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:38.380197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.380739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.381214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.382730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.383516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.383696 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.385609 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f02c34c-553c-4453-ac04-b904676db180 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1295123 Dec 24 03:10:38.388751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36412) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:38.469684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.470492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.471158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.471774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.472542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.473160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:38.478529 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-05597ea7-0f11-42d4-a463-feb98074e022 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0857389 Dec 24 03:10:38.478683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36414) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:38.638806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a9e6aaf9-3cb5-44b7-b56e-5923ab1323c9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1586976 Dec 24 03:10:38.777405 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-caf04a80-8058-454b-926d-e49f047969f3 req-e8a0b01d-1db3-4818-9b9a-5da28afc7f5a tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0397778 Dec 24 03:10:38.801640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:38.814220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-99839ccb-eed2-463f-978f-9eeb2980c315 None None] Provisioning complete for port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:38.814599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-99839ccb-eed2-463f-978f-9eeb2980c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:38.848805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:38.849461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:39.027307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:39.055997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36420) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:39.061475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399848888', 'description': 'tempest-secgroup-smoke-1399848888 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:39.080906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-99839ccb-eed2-463f-978f-9eeb2980c315 None None] Provisioning complete for port 02debc29-c930-4beb-b09b-6cd08259a1a8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:39.081412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-99839ccb-eed2-463f-978f-9eeb2980c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.168635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.193023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-99839ccb-eed2-463f-978f-9eeb2980c315 None None] Port 02debc29-c930-4beb-b09b-6cd08259a1a8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:39.256187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.274883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:39.308489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:39.308846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Updating router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a port 02debc29-c930-4beb-b09b-6cd08259a1a8 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:10:39.310854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.340897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-82cb7050-33fe-4295-b646-e5a4f7ba94e2 None None] Provisioning complete for port 02debc29-c930-4beb-b09b-6cd08259a1a8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:39.341188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-82cb7050-33fe-4295-b646-e5a4f7ba94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.345413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66310a-6c65-4cc4-a6d4-662193e551f8,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:39.365364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.392903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.394186 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-daf21848-9bd0-405a-ac5b-b893946debff tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3368213 Dec 24 03:10:39.397176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-82cb7050-33fe-4295-b646-e5a4f7ba94e2 None None] Port 02debc29-c930-4beb-b09b-6cd08259a1a8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:39.397372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36422) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:39.403254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:39.510302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.567034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.654319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.672187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.673403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f165bbc8-d075-4e81-b0e0-9c7c0437ddf8,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:39.744621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:10:39.761272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.761272 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a2b3c67a-6ad3-4782-aae0-51a6f2d6c321 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561952 Dec 24 03:10:39.761272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36424) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:39.762941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:39.777641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.846566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5da11f-d22c-497a-858f-e8aa543d54f7 None None] Pushing event updated for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:39.872237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:39.905774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0d668374-ae45-47c7-9269-80fb4bf00f79 req-dedd8ff5-e572-4676-a096-3183404c50bd tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0554495 Dec 24 03:10:39.971941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.048324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.070474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device ffd9af9b-5817-43f7-9836-2a16dda111db no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:40.073081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d2e74d-bbb4-42ad-9c7f-a7a2104fee6c,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:40.081423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:40.081734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.124043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: ffd9af9b-5817-43f7-9836-2a16dda111db {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:40.124452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device ffd9af9b-5817-43f7-9836-2a16dda111db not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:40.137759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Attempting to bind port 02debc29-c930-4beb-b09b-6cd08259a1a8 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:10:40.138134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Attempting to bind port 02debc29-c930-4beb-b09b-6cd08259a1a8 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:10:40.138496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Attempting to bind port 02debc29-c930-4beb-b09b-6cd08259a1a8 on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:10:40.152783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:10:40.153160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Checking segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:10:40.153565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.153951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Bound using segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:10:40.154422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Bound port: 02debc29-c930-4beb-b09b-6cd08259a1a8, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:10:40.154794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.163837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.163837 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99d62cd8-2a94-4f38-bb33-69f8a594e59b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4034410 Dec 24 03:10:40.165989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36428) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:40.169210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-86af6679-e053-475e-a87a-d4a9420cf9bb None None] Provisioning complete for port 02debc29-c930-4beb-b09b-6cd08259a1a8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:40.169586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-86af6679-e053-475e-a87a-d4a9420cf9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.170301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:40.241863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-86af6679-e053-475e-a87a-d4a9420cf9bb None None] Port 02debc29-c930-4beb-b09b-6cd08259a1a8 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:40.293571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.299456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] For port 02debc29-c930-4beb-b09b-6cd08259a1a8, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:10:40.301611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] For port 02debc29-c930-4beb-b09b-6cd08259a1a8, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=02debc29-c930-4beb-b09b-6cd08259a1a8,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:10:40.358850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.365904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.425855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:40.426485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:40.428161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5da11f-d22c-497a-858f-e8aa543d54f7 None None] Pushing event updated for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:40.439562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.461264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7262b0-4563-43c9-995c-c5329b044292,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:40.545066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:40.578773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.580683 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-41be5b0b-705a-4925-bbfc-f4ceef183ded tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4130995 Dec 24 03:10:40.582946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36430) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:40.587742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:40.701523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.702339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] Provisioning complete for port 02debc29-c930-4beb-b09b-6cd08259a1a8 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:40.702626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.762417 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.811116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.817856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:40.831387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7468835-549d-442a-95d4-c4f465e25cde,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:40.850300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f97211b-2dc0-4be3-ae5d-722a9d80b355 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:40.851986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.888853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] For port 02debc29-c930-4beb-b09b-6cd08259a1a8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=02debc29-c930-4beb-b09b-6cd08259a1a8,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:40.905786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:40.919994 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d95aeb28-409f-4e91-b37e-346a30eb295a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359694 Dec 24 03:10:40.920748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36432) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:40.925297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:41.035086 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c3eec01a-58cd-47d7-af43-b40bf62b3e63 req-dad29c17-7029-4f17-990b-491cb676c27c tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df29739-6baf-4fe9-bfde-9935e59483b5 HTTP/1.1" status: 200 len: 210 time: 0.0324013 Dec 24 03:10:41.102835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.130943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:10:41.136661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.156332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4406c4-f0d5-4d2b-990a-9b18fa4fe109 None None] Pushing event updated for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:41.205877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.296784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.315801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724e118e-f271-47fe-b747-f2affc9d4df9,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:41.324911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.325264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.325610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.326153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.326692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.327202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.327713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.328233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.328595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.328930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.329257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.329792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.330443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:10:41.384981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.386569 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2eb0f09b-04bb-495b-abbb-a088c0a280b4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4648283 Dec 24 03:10:41.389419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36436) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:41.396723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '2b66310a-6c65-4cc4-a6d4-662193e551f8', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:41.548297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:10:41.555025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.617079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.674067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.693901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a46cae6-b5bc-4e1d-a8a6-c44b37686934,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:41.764924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.766557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60b795c0-bd7b-49b8-9d44-98ddb8a44ee7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3760905 Dec 24 03:10:41.790507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 02debc29-c930-4beb-b09b-6cd08259a1a8 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:10:41.847183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 02debc29-c930-4beb-b09b-6cd08259a1a8 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:41.847648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:41.950225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-0fedadf1-1e54-4b76-b3df-3ba7508f6202 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399848888&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0445697 Dec 24 03:10:42.096609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36456) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:42.224780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Deleting port e21c2356-af04-45e9-baec-564ad59bf884 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:42.225036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.306490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.306818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.320176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Calling delete_port for e21c2356-af04-45e9-baec-564ad59bf884 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:42.375308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-adf8794d-c6c9-489a-a10d-64369f25d4a7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:42.376805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-adf8794d-c6c9-489a-a10d-64369f25d4a7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 797 time: 0.4198074 Dec 24 03:10:42.392218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-0c9479f5-9814-410e-874a-f4cb5b2f9baf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0089600 Dec 24 03:10:42.442845 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-5f92d1ff-39cd-444d-82c5-6e3ebc7b914e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448022 Dec 24 03:10:42.534080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.544273 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-2dcd7708-d604-4982-acc0-640d9f1414b5 service neutron] 10.222.0.36 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887630 Dec 24 03:10:42.561373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'Port': ['ID=e21c2356-af04-45e9-baec-564ad59bf884,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:42.621380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.623897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:42.625091 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-02971eb5-54bd-4857-bd92-c9607c58d0eb tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "DELETE /v2.0/floatingips/850393c7-28ef-4ff2-809c-49038d6b1822 HTTP/1.1" status: 204 len: 168 time: 0.5274806 Dec 24 03:10:42.641326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-6c3fbd31-9bd1-4893-95f2-ab0bdda6b681 service neutron] 10.222.0.36 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Dec 24 03:10:42.864950 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0998249e-644d-403c-9937-c82270687df6 req-4a68469d-032f-41ca-9dd8-9bcd71a0001f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 210 time: 0.0274885 Dec 24 03:10:43.976842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9ec4b5d9-711b-48ef-87d4-3f6582b598a5 req-940096ac-a6d1-4b32-a18f-c6bd1380bd95 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 210 time: 0.0359731 Dec 24 03:10:44.974407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-66fa6bbc-e77a-4af3-abe6-f5d00da9fe85 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:44.976771 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-66fa6bbc-e77a-4af3-abe6-f5d00da9fe85 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 797 time: 0.1045885 Dec 24 03:10:45.068592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-4d55a36c-65e9-4327-a7da-375bc256dc1f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.0669644 Dec 24 03:10:45.084074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['2b66310a-6c65-4cc4-a6d4-662193e551f8']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:45.084851 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-164883ef-6b8a-478a-9bd5-8b4e73be59e9 req-596bf262-791d-433e-b803-454f236fa12e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 210 time: 0.0320022 Dec 24 03:10:45.279368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:10:45.283883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.416775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.13 (3ba87c7e-9a1f-485f-b6fe-a789acd96574/6f52c211-7cee-4960-b305-36245df7c9ca/914201d2-de6d-41c6-861e-818bf92e0c8a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:10:45.552265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.639896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.689526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:45.692459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:45.697376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:10:45.722465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:45.758170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:45.758937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.828612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-7c67c9f6-0c51-4c61-ac42-7cd0ec8e4030 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492442 Dec 24 03:10:45.853313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Request body: {'port': {'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:45.921110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.956105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-36552e3a-c4f8-4d65-a498-d25c4df058e2 None None] Provisioning complete for port 914201d2-de6d-41c6-861e-818bf92e0c8a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:45.956764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-36552e3a-c4f8-4d65-a498-d25c4df058e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:45.991787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-36552e3a-c4f8-4d65-a498-d25c4df058e2 None None] Port 914201d2-de6d-41c6-861e-818bf92e0c8a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:10:46.085636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36490) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:46.161422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.188997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.223862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914201d2-de6d-41c6-861e-818bf92e0c8a {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:10:46.234477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.262093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68632d9a-8b9a-4740-b828-746c9be77608 req-955464da-a17a-4028-914f-25dc8cc43771 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:46.263643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68632d9a-8b9a-4740-b828-746c9be77608 req-955464da-a17a-4028-914f-25dc8cc43771 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 932 time: 0.0809293 Dec 24 03:10:46.316945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68632d9a-8b9a-4740-b828-746c9be77608 req-bbfdc607-48b4-4ae8-a7c9-b0d5d2aead4b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472670 Dec 24 03:10:46.359327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Transition to ACTIVE for port object 914201d2-de6d-41c6-861e-818bf92e0c8a will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:10:46.359542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.361982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.368115 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] 10.222.0.36 "DELETE /v2.0/security-groups/87477b46-5490-4fa2-9b5d-dc131fb6dd95 HTTP/1.1" status: 204 len: 168 time: 0.2764976 Dec 24 03:10:46.372443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ed290-ffae-46ad-a439-f848b846cd45 tempest-TestVolumeBootPattern-1105797548 tempest-TestVolumeBootPattern-1105797548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87477b46-5490-4fa2-9b5d-dc131fb6dd95,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:46.422360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.487209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:46.497120 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36496) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:46.580824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Attempting to bind port 914201d2-de6d-41c6-861e-818bf92e0c8a on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:10:46.581351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Attempting to bind port 914201d2-de6d-41c6-861e-818bf92e0c8a by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:10:46.581775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Attempting to bind port 914201d2-de6d-41c6-861e-818bf92e0c8a on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:10:46.587918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Port 914201d2-de6d-41c6-861e-818bf92e0c8a on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:10:46.588373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Attempting to bind port 914201d2-de6d-41c6-861e-818bf92e0c8a on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:10:46.594076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:10:46.594734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Checking segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:10:46.595791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Bound using segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:10:46.596582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Bound port: 914201d2-de6d-41c6-861e-818bf92e0c8a, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:10:46.597036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.671718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:10:46.675104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:10:46.774623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.835511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:46.836862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:46.838876 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 1094 time: 0.9909689 Dec 24 03:10:46.840710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:46.846724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:46.909146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347fc11-2075-47f2-bf34-c079287170d7 service neutron] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:46.915646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59721b7-4aca-4099-bb91-11d051b942f8 x-openstack-request-id: req-b59721b7-4aca-4099-bb91-11d051b942f8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:46.915995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:46.916493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b59721b7-4aca-4099-bb91-11d051b942f8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:46.916918 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:10:47.025277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-112d72e0-0a65-47c4-956f-1becc5ae3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.027086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-112d72e0-0a65-47c4-956f-1becc5ae3bf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0529504 Dec 24 03:10:47.154067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-f749c989-76cc-46c8-b3bd-529be0351e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.156445 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-f749c989-76cc-46c8-b3bd-529be0351e73 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1082649 Dec 24 03:10:47.264780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-ccefa676-c58b-4eab-8169-fd5f7f1cef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.266766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c04ec1a-c8ec-41ef-8767-d51a449cf05f req-ccefa676-c58b-4eab-8169-fd5f7f1cef4d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988982 Dec 24 03:10:47.377390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-e2367aa7-9422-4158-b371-b10f4210b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.378091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:47.378978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-e2367aa7-9422-4158-b371-b10f4210b7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1097 time: 0.0450673 Dec 24 03:10:47.445454 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-fcf4e56a-0f4d-4945-952b-2c894799a5e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 217 time: 0.0412374 Dec 24 03:10:47.502088 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-6bd4ebfe-e736-4162-a91b-8bd9d2c0fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.503811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-6bd4ebfe-e736-4162-a91b-8bd9d2c0fa48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0506134 Dec 24 03:10:47.511993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33e248-c5fe-49f8-aa28-530bd59af3b7 req-29096380-2300-4352-a3a5-2ebb952abc34 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.513579 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9e33e248-c5fe-49f8-aa28-530bd59af3b7 req-29096380-2300-4352-a3a5-2ebb952abc34 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 944 time: 0.1016629 Dec 24 03:10:47.559047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-698fbadf-39c7-4d11-ba7e-ae60f50eff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:47.560620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-698fbadf-39c7-4d11-ba7e-ae60f50eff9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440624 Dec 24 03:10:47.625215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9e33e248-c5fe-49f8-aa28-530bd59af3b7 req-afce7947-1cda-4c17-9e18-7c041d4a17df tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032062 Dec 24 03:10:47.662898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-5d709769-f56d-4c6d-adfa-95b0403174ed service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940683 Dec 24 03:10:47.719777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Deleting port 92600204-6ebb-41dc-aa00-9ffbc6a7778f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:47.720110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:47.756369 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-173eebd3-b63b-4469-9f10-b3c8a504cc57 req-494c9e4d-8f7d-4e25-80e9-6ab0630b0760 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827115 Dec 24 03:10:47.798064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] For port 92600204-6ebb-41dc-aa00-9ffbc6a7778f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=92600204-6ebb-41dc-aa00-9ffbc6a7778f,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:47.798720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:47.816288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Calling delete_port for 92600204-6ebb-41dc-aa00-9ffbc6a7778f owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:48.047862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:48.074121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Pushing event deleted for resources: {'Port': ['ID=92600204-6ebb-41dc-aa00-9ffbc6a7778f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:48.240005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:48.450868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:48.556900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:48.561927 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9595f3b2-1a1a-4955-91cf-04145537b328 admin admin] 10.222.0.36 "PUT /v2.0/routers/ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0637727 Dec 24 03:10:48.564440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:48.567099 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Sync routers for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:48.577867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:48.578465 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:48.668681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:48.681055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:48.751521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bffd8-9b09-4aae-8238-92de83242104 req-2d2ad505-e031-40ca-84ad-00f2fea0eb8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:48.753567 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba9bffd8-9b09-4aae-8238-92de83242104 req-2d2ad505-e031-40ca-84ad-00f2fea0eb8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 944 time: 0.0515707 Dec 24 03:10:48.788404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:48.824444 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba9bffd8-9b09-4aae-8238-92de83242104 req-0c18108b-7521-4ce5-b23d-7f1ea8eaa047 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 Dec 24 03:10:48.862871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T03:10:47Z', 'revision_number': 5, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port': {'id': 'c846a24b-b9f7-4f3d-b0cd-9c9b382be49c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T02:59:46Z', 'updated_at': '2021-12-24T03:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:48.893426 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Checking router: ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:48.902100 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Routers {'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:48.903028 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:48.914456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Deleting port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:48.914800 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:48.985974 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] Set router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:48.992851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] For port c846a24b-b9f7-4f3d-b0cd-9c9b382be49c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:48.993240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.009974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Calling delete_port for c846a24b-b9f7-4f3d-b0cd-9c9b382be49c owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:49.035496 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T03:10:48Z', 'revision_number': 6, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:49.064117 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9626ee3-91ca-43e4-8252-679b7ad8ab9b None None] The sync data for ids ['ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6', 'name': 'tempest-TestVolumeBootPattern-1355779016-router', 'tenant_id': '6d5def0a835e4e378d4844b4e04419e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T02:59:45Z', 'updated_at': '2021-12-24T03:10:48Z', 'revision_number': 6, 'project_id': '6d5def0a835e4e378d4844b4e04419e7', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:49.230720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.260363 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c846a24b-b9f7-4f3d-b0cd-9c9b382be49c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:49.275303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88d9ba-8728-4917-b1bb-29bc0c9af9a5 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:49.318790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.415717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.418062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.551328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.551935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:10:49.557014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.558224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-efa1a4aa-20ce-4b61-9b95-bbcc71761f48 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ad5fdfd4-5d3d-40e4-9cf4-e5681f25e1c6 HTTP/1.1" status: 204 len: 168 time: 0.9928706 Dec 24 03:10:49.562614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36508) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:49.604889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Deleting subnet 203f1cb7-8a18-4164-84d7-749af46616d1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:10:49.607878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.642116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.730975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.852144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.855943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c846a24b-b9f7-4f3d-b0cd-9c9b382be49c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:49.877172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: c846a24b-b9f7-4f3d-b0cd-9c9b382be49c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:49.878600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device c846a24b-b9f7-4f3d-b0cd-9c9b382be49c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:49.878600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 92600204-6ebb-41dc-aa00-9ffbc6a7778f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:49.887525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:49.893514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/203f1cb7-8a18-4164-84d7-749af46616d1 HTTP/1.1" status: 204 len: 168 time: 0.3295250 Dec 24 03:10:49.893514 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca368907-c86e-4b10-b43c-fb1405f0d192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203f1cb7-8a18-4164-84d7-749af46616d1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:49.894030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36512) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:49.901794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec84d5b-62c2-4d01-8ba2-b3baad77a318 None None] Network 942b7709-55a8-48ce-be35-4a90bb267ae8 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:10:49.906039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 92600204-6ebb-41dc-aa00-9ffbc6a7778f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:49.906388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 92600204-6ebb-41dc-aa00-9ffbc6a7778f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:49.957092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a8ec-0785-4ce4-98f4-1deefe7e567c req-33f48517-cb2e-4537-85ef-88999fa4b135 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:49.959806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b18a8ec-0785-4ce4-98f4-1deefe7e567c req-33f48517-cb2e-4537-85ef-88999fa4b135 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 944 time: 0.0641973 Dec 24 03:10:49.995925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.026378 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b18a8ec-0785-4ce4-98f4-1deefe7e567c req-5fd1c008-d1cb-4b04-aa03-9db41a04aaa9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600946 Dec 24 03:10:50.054527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Deleting port 9f455946-7e46-453d-8810-19df82f5eb07 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:50.054876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.077321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] DHCP port deletion for 942b7709-55a8-48ce-be35-4a90bb267ae8 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:50.127271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Deleting port 9f455946-7e46-453d-8810-19df82f5eb07 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:50.127649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.128203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] For port 9f455946-7e46-453d-8810-19df82f5eb07, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f455946-7e46-453d-8810-19df82f5eb07,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:50.128723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.143765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Calling delete_port for 9f455946-7e46-453d-8810-19df82f5eb07 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:50.206671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] For port 9f455946-7e46-453d-8810-19df82f5eb07, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9f455946-7e46-453d-8810-19df82f5eb07,segment=NetworkSegment(9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8),segment_id=9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:50.207071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.218760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Calling delete_port for 9f455946-7e46-453d-8810-19df82f5eb07 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:50.275004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ffaf-83f8-48d6-858b-60def998e0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.296337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: from cryptography.utils import int_from_bytes Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: from cryptography.utils import int_from_bytes Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 03:10:50.296929 dv-neutron-822868-1-hyperv neutron-server[110369]: self.session.flush() Dec 24 03:10:50.303175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.324775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f455946-7e46-453d-8810-19df82f5eb07,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:50.330305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] No DVR routers for this DVR port 9f455946-7e46-453d-8810-19df82f5eb07 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:50.334946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] Pushing event deleted for resources: {'Port': ['ID=9f455946-7e46-453d-8810-19df82f5eb07,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:50.340274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be05c1e8-4a7f-4f05-b5d4-f410f2a80cf7 None None] No DVR routers for this DVR port 9f455946-7e46-453d-8810-19df82f5eb07 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:50.401815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.422064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942b7709-55a8-48ce-be35-4a90bb267ae8']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:50.431692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:50.431991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3d4c43-d0c8-4abb-9dbd-204bd6f9a0f8') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:50.441480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.454854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.461530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:10:50.461915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:10:50.463531 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:10:50.636482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.641786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:50.645017 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] 10.222.0.36 "DELETE /v2.0/networks/942b7709-55a8-48ce-be35-4a90bb267ae8 HTTP/1.1" status: 204 len: 168 time: 0.7491555 Dec 24 03:10:50.649214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36514) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:50.661850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410226a9-3c5d-4f90-a740-c803cc47dc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=942b7709-55a8-48ce-be35-4a90bb267ae8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:50.994772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:51.140843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d697fe-8247-4c2a-9163-a2db4d93416a req-3185e67f-fce6-4828-9b39-6e81502288ed tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:51.142348 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-05d697fe-8247-4c2a-9163-a2db4d93416a req-3185e67f-fce6-4828-9b39-6e81502288ed tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 944 time: 0.0479548 Dec 24 03:10:51.197031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-05d697fe-8247-4c2a-9163-a2db4d93416a req-28f601b1-5bf1-4bde-9f60-0c31c0f73b9a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Dec 24 03:10:51.250179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Deleting port 1d158990-03c8-4336-a320-e9eeab47ea7c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:51.250531 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:51.326377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] For port 1d158990-03c8-4336-a320-e9eeab47ea7c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=1d158990-03c8-4336-a320-e9eeab47ea7c,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:51.326985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:51.339468 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Calling delete_port for 1d158990-03c8-4336-a320-e9eeab47ea7c owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:51.630564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:51.662333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d158990-03c8-4336-a320-e9eeab47ea7c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:51.826454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f455946-7e46-453d-8810-19df82f5eb07 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:51.833428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:51.846936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 9f455946-7e46-453d-8810-19df82f5eb07 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:51.847284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9f455946-7e46-453d-8810-19df82f5eb07 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:52.059551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 914201d2-de6d-41c6-861e-818bf92e0c8a details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:10:52.155166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:52.169903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:10:52.208652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.222487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914201d2-de6d-41c6-861e-818bf92e0c8a {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:10:52.245269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:52.373693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.387764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca8bb0-589c-44ee-9666-8b4cecc1e620 req-b160e778-e729-4a8a-9a26-5e3ebe9867e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:52.389300 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e6ca8bb0-589c-44ee-9666-8b4cecc1e620 req-b160e778-e729-4a8a-9a26-5e3ebe9867e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 944 time: 0.0973346 Dec 24 03:10:52.398783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-42aaf588-5c21-49ad-9652-1e7e8dc81966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.424650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Router 72c63856-d89f-4c83-8f6d-394295316fb4 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:52.425817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:52.468994 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e6ca8bb0-589c-44ee-9666-8b4cecc1e620 req-3cd0cea4-466e-4fa9-a554-9c914a369bf9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723240 Dec 24 03:10:52.582397 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:52.587918 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c4acd609-37f1-45f2-9c01-db066f5b7cc9 admin admin] 10.222.0.36 "PUT /v2.0/routers/72c63856-d89f-4c83-8f6d-394295316fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374807 Dec 24 03:10:52.590408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36520) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:52.591348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Sync routers for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:52.602717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:52.603338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:52.698913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.711221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:52.813487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['914201d2-de6d-41c6-861e-818bf92e0c8a'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:10:52.823116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.952299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Deleting port 44138bdc-4058-49c5-9e54-ead5797ee6c0 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:52.952299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:52.991291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3'}], 'enable_snat': True}, 'gw_port_id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:10:51Z', 'revision_number': 5, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port': {'id': '44138bdc-4058-49c5-9e54-ead5797ee6c0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:00:09Z', 'updated_at': '2021-12-24T03:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:53.030903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Checking router: 72c63856-d89f-4c83-8f6d-394295316fb4 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:53.039205 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] For port 44138bdc-4058-49c5-9e54-ead5797ee6c0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=44138bdc-4058-49c5-9e54-ead5797ee6c0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:53.039584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.051915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Calling delete_port for 44138bdc-4058-49c5-9e54-ead5797ee6c0 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:53.056878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Routers {'72c63856-d89f-4c83-8f6d-394295316fb4'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:53.057514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['72c63856-d89f-4c83-8f6d-394295316fb4'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:53.168938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] Set router 72c63856-d89f-4c83-8f6d-394295316fb4 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:53.225933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:10:52Z', 'revision_number': 6, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:53.299741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.330129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Pushing event deleted for resources: {'Port': ['ID=44138bdc-4058-49c5-9e54-ead5797ee6c0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:53.391831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.410881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12432c2-cd33-45a0-bc5f-8825cd141d4b None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:53.417553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf25f9ba-5a5c-446a-9007-3c77abd89057 None None] The sync data for ids ['72c63856-d89f-4c83-8f6d-394295316fb4'] in dv-neutron-822868-1-hyperv is: [{'id': '72c63856-d89f-4c83-8f6d-394295316fb4', 'name': 'tempest-TestVolumeBootPattern-1674155001-router', 'tenant_id': '6e74953de4b443cc97d50395026f5a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:00:06Z', 'updated_at': '2021-12-24T03:10:52Z', 'revision_number': 6, 'project_id': '6e74953de4b443cc97d50395026f5a13', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:53.493624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.495739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.590664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb846fb-c744-4e91-98b1-7f039af6b225 req-6c8bb75d-16ec-4c9d-81dc-a08235f2594b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:53.592167 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0eb846fb-c744-4e91-98b1-7f039af6b225 req-6c8bb75d-16ec-4c9d-81dc-a08235f2594b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 945 time: 0.0544360 Dec 24 03:10:53.613651 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.614221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72c63856-d89f-4c83-8f6d-394295316fb4 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:10:53.619155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.620323 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0fab67e4-27e7-40ed-8bcd-a13170359266 admin admin] 10.222.0.36 "DELETE /v2.0/routers/72c63856-d89f-4c83-8f6d-394295316fb4 HTTP/1.1" status: 204 len: 168 time: 1.0290079 Dec 24 03:10:53.622915 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36524) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:53.641986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0eb846fb-c744-4e91-98b1-7f039af6b225 req-269e6b3f-9457-4b0c-90f7-cac816d031b0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Dec 24 03:10:53.668630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Deleting subnet 3f8ce843-c35a-4321-9aa3-653180da2537 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:10:53.671867 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.706399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.753316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.797814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.839035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1d158990-03c8-4336-a320-e9eeab47ea7c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:53.864929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 1d158990-03c8-4336-a320-e9eeab47ea7c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:53.865289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 1d158990-03c8-4336-a320-e9eeab47ea7c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:53.936940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.964512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8ce843-c35a-4321-9aa3-653180da2537,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:53.969126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:53.973337 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f2bec06b-e776-4a9a-b0d3-084b5ba10597 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f8ce843-c35a-4321-9aa3-653180da2537 HTTP/1.1" status: 204 len: 168 time: 0.3494773 Dec 24 03:10:53.974357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf33f6-c305-488d-bd5d-8e656be50cb2 None None] Network 759c58b5-a459-4d4b-adc0-bc676398b750 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:10:53.975407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36526) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:54.047754 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.058706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 914201d2-de6d-41c6-861e-818bf92e0c8a up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:10:54.102380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Deleting port 165dcf4d-e3fc-4570-a263-a3a719a6a42a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:54.102735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.167084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] For port 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=165dcf4d-e3fc-4570-a263-a3a719a6a42a,segment=NetworkSegment(bf468850-fbdb-4358-a732-89bbf0e508e0),segment_id=bf468850-fbdb-4358-a732-89bbf0e508e0)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:54.167375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.179902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 914201d2-de6d-41c6-861e-818bf92e0c8a completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:10:54.180883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Calling delete_port for 165dcf4d-e3fc-4570-a263-a3a719a6a42a owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:54.185693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 914201d2-de6d-41c6-861e-818bf92e0c8a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:10:54.185971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.223898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] DHCP port deletion for 759c58b5-a459-4d4b-adc0-bc676398b750 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:10:54.307515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.321212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Deleting port 165dcf4d-e3fc-4570-a263-a3a719a6a42a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:10:54.321594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.322411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.348140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:54.351203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8eb6ae-8040-44cd-a033-e0c963eddd0b" -d '{"events": [{"server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "name": "network-vif-plugged", "status": "completed", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:54.351366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Pushing event deleted for resources: {'Port': ['ID=165dcf4d-e3fc-4570-a263-a3a719a6a42a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:54.353105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] No DVR routers for this DVR port 165dcf4d-e3fc-4570-a263-a3a719a6a42a on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:54.394021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:54.401575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b9b71-eab5-46c6-949e-d9013b5f37ef x-openstack-request-id: req-d94b9b71-eab5-46c6-949e-d9013b5f37ef {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:54.404260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "name": "network-vif-plugged", "status": "completed", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:54.404260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d94b9b71-eab5-46c6-949e-d9013b5f37ef {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:54.404260 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'code': 200} Dec 24 03:10:54.413939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] For port 165dcf4d-e3fc-4570-a263-a3a719a6a42a, host dv-neutron-822868-1-hyperv, got binding levels [] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:10:54.414338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.428405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Calling delete_port for 165dcf4d-e3fc-4570-a263-a3a719a6a42a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:10:54.429847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.430260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.ipam_backend_mixin [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Port 165dcf4d-e3fc-4570-a263-a3a719a6a42a was not found and therefore no delete operation was performed {{(pid=110369) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 24 03:10:54.431713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.451616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759c58b5-a459-4d4b-adc0-bc676398b750']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:54.456840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.461387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] Pushing event deleted for resources: {'Port': ['ID=165dcf4d-e3fc-4570-a263-a3a719a6a42a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:54.464596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf468850-fbdb-4358-a732-89bbf0e508e0') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:54.465326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf468850-fbdb-4358-a732-89bbf0e508e0') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:54.467691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306b558-9b52-4f3b-9bbf-2fd74ab46612 None None] No DVR routers for this DVR port 165dcf4d-e3fc-4570-a263-a3a719a6a42a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:10:54.478499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.497403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.518686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:54.519386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:10:54.519850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:10:54.524307 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:10:54.656724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.661133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:54.666350 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] 10.222.0.36 "DELETE /v2.0/networks/759c58b5-a459-4d4b-adc0-bc676398b750 HTTP/1.1" status: 204 len: 168 time: 0.6899338 Dec 24 03:10:54.688336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6e09-d0bb-4a6e-b678-54b692715385 admin admin] Pushing event deleted for resources: {'Network': ['ID=759c58b5-a459-4d4b-adc0-bc676398b750,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:54.766002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721fe85-92a7-4dfe-aeb8-1d58f042e236 req-c01bb898-9bdd-438b-83f9-6baf0c9c76c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:54.767423 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e721fe85-92a7-4dfe-aeb8-1d58f042e236 req-c01bb898-9bdd-438b-83f9-6baf0c9c76c0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0517037 Dec 24 03:10:54.842251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02290e2b-8e69-4016-9812-2fddfecc16cb req-4cf63040-9832-4b9a-97c0-fa72c8692fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:54.843640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02290e2b-8e69-4016-9812-2fddfecc16cb req-4cf63040-9832-4b9a-97c0-fa72c8692fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1099 time: 0.0753703 Dec 24 03:10:54.848237 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e721fe85-92a7-4dfe-aeb8-1d58f042e236 req-24580d2e-d468-448e-a4ec-b0858cfb53e3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724702 Dec 24 03:10:54.895218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02290e2b-8e69-4016-9812-2fddfecc16cb req-509118cd-6dee-4576-9a61-d391c3666bd6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Dec 24 03:10:54.973670 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36534) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:55.016313 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-86927c56-27ac-43a2-9aba-00a232caebdc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d5def0a835e4e378d4844b4e04419e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414810 Dec 24 03:10:55.018727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36536) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:55.059592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.071658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.093999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.216339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.219003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.220168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec2c5611-cd70-45f0-8ea3-7907847a88e8 HTTP/1.1" status: 204 len: 168 time: 0.2005618 Dec 24 03:10:55.228069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ed45b-1d89-4a71-826c-046ec193e160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2c5611-cd70-45f0-8ea3-7907847a88e8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:55.750855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165dcf4d-e3fc-4570-a263-a3a719a6a42a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:55.776516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 165dcf4d-e3fc-4570-a263-a3a719a6a42a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:55.776863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 165dcf4d-e3fc-4570-a263-a3a719a6a42a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:55.777315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 44138bdc-4058-49c5-9e54-ead5797ee6c0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:10:55.797618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 44138bdc-4058-49c5-9e54-ead5797ee6c0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:10:55.797964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 44138bdc-4058-49c5-9e54-ead5797ee6c0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:10:55.865095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:55.923825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36550) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:55.963561 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6dcb380c-6905-4880-8c01-9f950c5aae1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e74953de4b443cc97d50395026f5a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384676 Dec 24 03:10:55.965970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36552) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:55.969900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa319a-db08-42a5-8011-659727195c34 req-ca8065c9-6fdf-4442-92f0-dd2b0770f2b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:55.971393 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-11aa319a-db08-42a5-8011-659727195c34 req-ca8065c9-6fdf-4442-92f0-dd2b0770f2b7 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0502796 Dec 24 03:10:56.012264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:56.020671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-11aa319a-db08-42a5-8011-659727195c34 req-ae4a24e6-2c86-4506-a2dc-01d7a32d394a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Dec 24 03:10:56.039225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:56.142350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:56.144966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:56.146337 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45c607c1-d672-4df8-bd36-d148cc5869a1 HTTP/1.1" status: 204 len: 168 time: 0.1793468 Dec 24 03:10:56.156142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ae76a-66a0-428c-9c92-396d8b5d2b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c607c1-d672-4df8-bd36-d148cc5869a1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:57.139780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4867f3-ed93-4daa-91dc-3c267883419d req-27fcf1d0-62f4-46f1-98bf-5429a780f177 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:57.141169 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b4867f3-ed93-4daa-91dc-3c267883419d req-27fcf1d0-62f4-46f1-98bf-5429a780f177 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Dec 24 03:10:57.188899 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b4867f3-ed93-4daa-91dc-3c267883419d req-2416a715-c890-486e-ae1b-f5f7999b743c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Dec 24 03:10:57.307906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9993-48f0-461e-aa49-246b66c26a67 req-a0730a1d-18d7-450d-abb4-5af35615b8ca tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:57.309419 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b1f9993-48f0-461e-aa49-246b66c26a67 req-a0730a1d-18d7-450d-abb4-5af35615b8ca tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0524731 Dec 24 03:10:57.358397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b1f9993-48f0-461e-aa49-246b66c26a67 req-f6f956a8-d7b7-49ce-80df-403c0db30c87 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427556 Dec 24 03:10:57.379360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36562) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:57.418176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b8bd2f-d322-4136-a63d-e62a62fc2e40 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:57.419570 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-36b8bd2f-d322-4136-a63d-e62a62fc2e40 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1094 time: 0.0391967 Dec 24 03:10:57.422315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36564) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:57.426425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:57.527902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:57.625847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:57.725090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.118 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/97fa2120-c257-4ab1-a385-502e2e1d5ae5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:10:57.825619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:57.905423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:57.946307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:10:57.949227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:10:57.952791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:10:57.958109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=97fa2120-c257-4ab1-a385-502e2e1d5ae5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:58.302683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:58.450444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:58.596770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:58.650180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:58.717990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=97fa2120-c257-4ab1-a385-502e2e1d5ae5,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:10:58.731858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:58.825658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 4db46ab1-8944-40c3-9e03-e77f4d88a945 associated. External IP: 172.26.7.118, port: 914201d2-de6d-41c6-861e-818bf92e0c8a. Dec 24 03:10:59.031076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:10:59.136332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:10:59.146469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:10:59.155378 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:59.164473 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:59.206666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:59.233654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e362e546-13e8-4dff-beef-a53fd0203997 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8103449 Dec 24 03:10:59.234300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:10:59.236444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36568) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:59.236953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227d1673-c6b9-4db0-b95b-e9f08400e38a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:10:59.268865 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:59.276012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfec8b69-b4ad-478f-b7ab-8c4635c5a659 x-openstack-request-id: req-bfec8b69-b4ad-478f-b7ab-8c4635c5a659 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:10:59.276301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:10:59.276581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfec8b69-b4ad-478f-b7ab-8c4635c5a659 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:10:59.276985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:10:59.280744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996933fc-47a2-479b-87fe-c50cacde6a4c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:59.282367 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-996933fc-47a2-479b-87fe-c50cacde6a4c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1094 time: 0.0449383 Dec 24 03:10:59.366274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-5eccca7e-950e-4ef9-89d6-b31bda6800e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:59.368590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-5eccca7e-950e-4ef9-89d6-b31bda6800e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1099 time: 0.0456131 Dec 24 03:10:59.464909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-621cf9fc-3aa5-471d-95a8-2508adc2e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:59.466298 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-621cf9fc-3aa5-471d-95a8-2508adc2e3f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0907688 Dec 24 03:10:59.497591 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:10:58Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:59.527672 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:10:59.532916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-d6b59bcf-11c4-4081-91a6-e44b1842fc12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 1000 time: 0.0587327 Dec 24 03:10:59.536038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:10:59.536668 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:59.589512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-c620e143-e90a-4953-be8c-1fdaba4570c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:59.591143 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-c620e143-e90a-4953-be8c-1fdaba4570c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0513647 Dec 24 03:10:59.636844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-ec9868b4-6326-4519-a03c-8fd3aa4cc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:10:59.638502 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-ec9868b4-6326-4519-a03c-8fd3aa4cc944 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405824 Dec 24 03:10:59.642520 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:10:59.733029 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-e8894ef0-816d-4ab8-a1e1-50e32046e24c service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863061 Dec 24 03:10:59.799894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36574) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:10:59.805472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934914937', 'description': 'tempest-secgroup-smoke-1934914937 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:10:59.869239 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:10:58Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:10:59.871325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:59.907187 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d41310-2f74-48cb-aff4-47d73589f5e5 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:10:58Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:10:59.966276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:10:59.990999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.047591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.088132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecdf0a-77ee-4100-aed5-c050ee17d04b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:00.142650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.144041 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7fae6551-0b81-4dbe-905b-a95730725248 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3429227 Dec 24 03:11:00.146582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79a524f-ca97-4fd7-bcd1-da4194f5556c None None] New status for floating IP 4db46ab1-8944-40c3-9e03-e77f4d88a945: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:11:00.146792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36576) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:00.152462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:00.164981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-227d1673-c6b9-4db0-b95b-e9f08400e38a req-da01c328-ead7-48c5-b0b2-2caf95adfd69 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252925 Dec 24 03:11:00.241215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.297366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.370808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.396917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25b09f5-350b-48ea-9b9d-2384d1692adb,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:00.478664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.480054 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9cabf200-f88b-46e9-8c71-d6b7526d0b3c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322983 Dec 24 03:11:00.482783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36578) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:00.487186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:00.584065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.639178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.716001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.733687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496a0fa2-2657-4d63-870b-b1f84f9286d3,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:00.806894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.808101 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-31e3e6db-5922-4457-a8f5-ede27d792760 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3243885 Dec 24 03:11:00.810766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36580) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:00.815052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:00.902789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:00.958199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.025005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.042861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1122eeb4-6963-4d0b-8631-9c96df2ebf09,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:01.112818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.114018 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9bc767c-b466-48ac-aa1f-bfa8d3bc97e1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3023117 Dec 24 03:11:01.117744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36582) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:01.122085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:01.221264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.277785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.364654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.386408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0ec474-8829-4ae1-9cb5-dcb30cc473aa,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:01.475118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.476373 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d6b503d-fd5f-406f-bdd2-894651f858f9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576188 Dec 24 03:11:01.479188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36584) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:01.483467 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:01.567283 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:11:01.572994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.628924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.696739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.714277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8f82c5-2f6e-43f9-8cbd-767bdfd43399,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:01.775569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.776788 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87ba4a76-50af-47f1-81eb-c697c89bcd8f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2966726 Dec 24 03:11:01.785490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36586) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:01.785490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': 'bbecdf0a-77ee-4100-aed5-c050ee17d04b', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:01.870496 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:11:01.875608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:01.935984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:02.001792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:02.020212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf29546-46d4-42d0-a53b-c4c6eb49aee6,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:02.080942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:02.082131 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0af604f3-b34d-480a-99a3-86a7fdacaa26 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3017910 Dec 24 03:11:02.275254 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-c566b030-74af-4137-903c-d2d903fddaf4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934914937&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0437453 Dec 24 03:11:02.381026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-fd76c687-1f14-48d2-901a-eb42239db39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:02.382990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-fd76c687-1f14-48d2-901a-eb42239db39c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 797 time: 0.1011364 Dec 24 03:11:02.397189 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-a58c3e35-afe8-474d-84e1-dbdea67260a8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0086904 Dec 24 03:11:02.448272 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-b4c45bb9-f2ec-4df6-8bb2-9ca6b307dd42 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456796 Dec 24 03:11:02.545130 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-5cc43020-e05d-494c-be84-a593698537c5 service neutron] 10.222.0.36 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Dec 24 03:11:02.632766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-23c8ffe6-b51f-4eff-b803-9a103089be61 service neutron] 10.222.0.36 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816004 Dec 24 03:11:02.887633 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6c551b81-31b4-485a-b0c3-0fd8822881a0 req-e25733eb-bf30-4a48-8c87-1dc100cb842e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Dec 24 03:11:03.982805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-49e076b7-f069-4ae5-a46c-723b832bb874 req-deb70259-4c1a-4d1b-b833-b1d051d3bd47 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 210 time: 0.0267651 Dec 24 03:11:04.801678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-f9fbce65-ce7e-46a6-a023-b10b31e580a0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:04.803102 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-f9fbce65-ce7e-46a6-a023-b10b31e580a0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 797 time: 0.1043503 Dec 24 03:11:04.885430 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-d1d3cb3b-8370-472b-8018-0e5bff2e2f89 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 473 time: 0.0660570 Dec 24 03:11:04.896570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['bbecdf0a-77ee-4100-aed5-c050ee17d04b']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:05.078857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-71882d79-ca3b-4a9c-8413-6e033c260ae5 req-1b35dcfe-eca8-45d4-a4a1-0ff5718b3a65 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Dec 24 03:11:05.087639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:11:05.091434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.220689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.3 (3ba87c7e-9a1f-485f-b6fe-a789acd96574/6f52c211-7cee-4960-b305-36245df7c9ca/3bc5942c-fb44-4105-9d76-09a9010eebac) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:11:05.360117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.453770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.501426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:11:05.504464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:11:05.508745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:11:05.515197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:05.566614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:05.567409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.650511 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-30150f11-3385-496d-a01b-66a3a052a22a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577927 Dec 24 03:11:05.670441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Request body: {'port': {'device_id': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:05.718564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7593a3de-7577-47fa-84b1-bd44bc5ec4c7 None None] Provisioning complete for port 3bc5942c-fb44-4105-9d76-09a9010eebac triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:11:05.719118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7593a3de-7577-47fa-84b1-bd44bc5ec4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.725238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:05.752046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7593a3de-7577-47fa-84b1-bd44bc5ec4c7 None None] Port 3bc5942c-fb44-4105-9d76-09a9010eebac cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:11:05.998046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc5942c-fb44-4105-9d76-09a9010eebac {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:11:06.005327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:06.017050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Transition to ACTIVE for port object 3bc5942c-fb44-4105-9d76-09a9010eebac will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:11:06.082008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b87aa6-1aae-491d-a63a-9bc665aa15e9 req-fb21a2ff-5e6b-4c54-a10a-107095c4e76b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07b87aa6-1aae-491d-a63a-9bc665aa15e9 req-fb21a2ff-5e6b-4c54-a10a-107095c4e76b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 943 time: 0.0914605 Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Attempting to bind port 3bc5942c-fb44-4105-9d76-09a9010eebac on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Attempting to bind port 3bc5942c-fb44-4105-9d76-09a9010eebac by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Attempting to bind port 3bc5942c-fb44-4105-9d76-09a9010eebac on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Port 3bc5942c-fb44-4105-9d76-09a9010eebac on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Attempting to bind port 3bc5942c-fb44-4105-9d76-09a9010eebac on network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Checking segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Bound using segment: {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Bound port: 3bc5942c-fb44-4105-9d76-09a9010eebac, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2671bb6-3728-4422-b4ca-34f952fbdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:06.345355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07b87aa6-1aae-491d-a63a-9bc665aa15e9 req-4ac3ff7b-2191-49f8-9a9d-4d1fa156b01b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852320 Dec 24 03:11:06.373131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:11:06.376917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3bc5942c-fb44-4105-9d76-09a9010eebac,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:11:06.471065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:06.512309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.512967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:06.514373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] 10.222.0.49 "PUT /v2.0/ports/3bc5942c-fb44-4105-9d76-09a9010eebac HTTP/1.1" status: 200 len: 1093 time: 0.8483479 Dec 24 03:11:06.514811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:11:06.517163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:11:06.539361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9af992-8c93-4039-ab4b-dbee43f6b38f service neutron] Pushing event updated for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:06.557360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa198aa0-7b78-4c31-8d2a-e84e8467caa8 x-openstack-request-id: req-fa198aa0-7b78-4c31-8d2a-e84e8467caa8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:11:06.557660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:11:06.557917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa198aa0-7b78-4c31-8d2a-e84e8467caa8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:11:06.558381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'status': 'completed', 'code': 200} Dec 24 03:11:06.652331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-e0d7b1e4-0b6c-46af-9912-0810fa46e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.653874 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-e0d7b1e4-0b6c-46af-9912-0810fa46e89f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0480924 Dec 24 03:11:06.762385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-0b29023f-1afc-421a-a07c-4fda42ed2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.763839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-0b29023f-1afc-421a-a07c-4fda42ed2048 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0933363 Dec 24 03:11:06.862749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-574e1317-3152-4ea7-a514-4698bbef301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.864132 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8ae171b6-8a82-4e56-b5d8-b3278051bf2c req-574e1317-3152-4ea7-a514-4698bbef301b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923285 Dec 24 03:11:06.966019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-95a784b2-c9a8-4eaf-9196-f92e4cb87ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:06.967484 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-95a784b2-c9a8-4eaf-9196-f92e4cb87ae8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0412352 Dec 24 03:11:07.023020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-f9b84674-bd40-40d0-be9c-ef9554980a16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc5942c-fb44-4105-9d76-09a9010eebac HTTP/1.1" status: 200 len: 217 time: 0.0382216 Dec 24 03:11:07.046376 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:11:07.072562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-682b795e-8666-40a3-9372-ea12e50ff6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:07.074269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-682b795e-8666-40a3-9372-ea12e50ff6c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0438294 Dec 24 03:11:07.120208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-18c5af55-46d8-4076-841d-7eaa68642123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:07.121627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-18c5af55-46d8-4076-841d-7eaa68642123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394928 Dec 24 03:11:07.214079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-e7d291d0-6ddc-42a4-88cd-fdbc6850794d service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840356 Dec 24 03:11:07.304926 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c7e40ea-2bb3-4248-9404-5d27d9899a95 req-fc836dd7-5fba-445d-aef9-22aefe301257 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815690 Dec 24 03:11:07.455802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823020f4-f895-465e-b425-8fb166d03f28 req-ee835efd-c8bb-4361-af89-49d8587f7f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:07.457323 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-823020f4-f895-465e-b425-8fb166d03f28 req-ee835efd-c8bb-4361-af89-49d8587f7f64 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 943 time: 0.0489602 Dec 24 03:11:07.510835 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-823020f4-f895-465e-b425-8fb166d03f28 req-2738565f-711a-4eb6-96fc-febf86f924b5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468540 Dec 24 03:11:08.818545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3de70-8f1b-4b09-a8d3-13c1b337caa0 req-6bdc73b1-5bcc-4631-9326-896592a95595 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:08.820016 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-afd3de70-8f1b-4b09-a8d3-13c1b337caa0 req-6bdc73b1-5bcc-4631-9326-896592a95595 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 943 time: 0.2395356 Dec 24 03:11:08.870240 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-afd3de70-8f1b-4b09-a8d3-13c1b337caa0 req-7c028ecb-8357-4816-8f8f-62b6c3199f4e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Dec 24 03:11:10.035359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3b5fa-1682-4a3f-8867-644f81d5eeb1 req-0d34e19d-d7db-4c83-8266-86933708f655 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:10.036842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e6a3b5fa-1682-4a3f-8867-644f81d5eeb1 req-0d34e19d-d7db-4c83-8266-86933708f655 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 943 time: 0.1006179 Dec 24 03:11:10.086266 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e6a3b5fa-1682-4a3f-8867-644f81d5eeb1 req-928fecbc-898e-4f35-b51c-4a27bd74ea5e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Dec 24 03:11:10.124326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 3bc5942c-fb44-4105-9d76-09a9010eebac details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:11:10.217172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3bc5942c-fb44-4105-9d76-09a9010eebac,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:11:10.228222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'port_id': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'mac_address': 'fa:16:3e:b9:43:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:11:10.265830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:10.280547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc5942c-fb44-4105-9d76-09a9010eebac {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:11:10.306112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3bc5942c-fb44-4105-9d76-09a9010eebac,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:11:10.384769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:10.431208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:10.721853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['3bc5942c-fb44-4105-9d76-09a9010eebac'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:11:11.199092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2889-1391-45d8-90db-39f1dc456a60 req-0eca5b41-5a09-4b9a-bedb-f126d811797d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:11.200659 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99dd2889-1391-45d8-90db-39f1dc456a60 req-0eca5b41-5a09-4b9a-bedb-f126d811797d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 944 time: 0.0482240 Dec 24 03:11:11.248584 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99dd2889-1391-45d8-90db-39f1dc456a60 req-3c8d4759-1c55-47a4-b7ac-00b5185a05a2 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421197 Dec 24 03:11:12.137320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 3bc5942c-fb44-4105-9d76-09a9010eebac up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:11:12.264127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 3bc5942c-fb44-4105-9d76-09a9010eebac completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:11:12.267990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 3bc5942c-fb44-4105-9d76-09a9010eebac triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:11:12.268363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:12.347740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:12.364544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037766e-5f1b-4a5c-964c-3aaa8cb5164d req-eb0ac5da-1fc8-4b28-9e41-f596cb072e46 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:12.366031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e037766e-5f1b-4a5c-964c-3aaa8cb5164d req-eb0ac5da-1fc8-4b28-9e41-f596cb072e46 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 944 time: 0.0502131 Dec 24 03:11:12.370668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:11:12.372954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3059f8ea-68c1-4ef6-b8b3-7fc94c437ea3" -d '{"events": [{"server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:11:12.385282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3bc5942c-fb44-4105-9d76-09a9010eebac,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:11:12.410360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ee5b49-c11b-4d65-ba0b-c1b2d7f70d30 x-openstack-request-id: req-b7ee5b49-c11b-4d65-ba0b-c1b2d7f70d30 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:11:12.410662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "name": "network-vif-plugged", "status": "completed", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:11:12.410914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7ee5b49-c11b-4d65-ba0b-c1b2d7f70d30 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:11:12.411306 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'code': 200} Dec 24 03:11:12.418885 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e037766e-5f1b-4a5c-964c-3aaa8cb5164d req-a5048dc6-b625-46d0-ae2c-b8cb7c12466e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Dec 24 03:11:12.435941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:12.486804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:12.762160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115190-941d-4701-b417-923ce1b33970 req-09c33e82-e36e-40da-a6c3-0a28378a71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:12.763673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3a115190-941d-4701-b417-923ce1b33970 req-09c33e82-e36e-40da-a6c3-0a28378a71c7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0848374 Dec 24 03:11:12.810042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3a115190-941d-4701-b417-923ce1b33970 req-4a0989b2-fb0c-4902-b575-fae9265da1f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381305 Dec 24 03:11:13.537492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339c00-7673-47a8-8360-5ddc03eca722 req-1b5ac9b0-b434-4e30-b5db-d395aa8f27e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:13.538931 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1339c00-7673-47a8-8360-5ddc03eca722 req-1b5ac9b0-b434-4e30-b5db-d395aa8f27e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0519152 Dec 24 03:11:13.587319 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1339c00-7673-47a8-8360-5ddc03eca722 req-30a4fd72-3d98-411e-a96b-40900e375335 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423405 Dec 24 03:11:14.699469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e83e6-a303-4045-b50c-c060cb6b4099 req-b41df74d-c286-4f15-a3aa-b508037cfc55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:14.700933 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d68e83e6-a303-4045-b50c-c060cb6b4099 req-b41df74d-c286-4f15-a3aa-b508037cfc55 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0480242 Dec 24 03:11:14.748711 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d68e83e6-a303-4045-b50c-c060cb6b4099 req-b39e4118-68c0-4b83-9cae-db2dc7d65084 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Dec 24 03:11:14.866264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74828cad-9702-4009-bf7e-f1fbbed4f875 req-9dc727b9-3631-4179-bf46-e228b91c3c94 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:14.867657 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-74828cad-9702-4009-bf7e-f1fbbed4f875 req-9dc727b9-3631-4179-bf46-e228b91c3c94 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0528054 Dec 24 03:11:14.916790 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-74828cad-9702-4009-bf7e-f1fbbed4f875 req-2b24b549-1371-461e-8b6f-4ca35a43e038 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431659 Dec 24 03:11:14.937529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36646) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:14.977744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2849dfa-b65b-4197-a213-b83f074b891d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:14.979964 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b2849dfa-b65b-4197-a213-b83f074b891d tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1093 time: 0.0414701 Dec 24 03:11:14.982822 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36648) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:14.986959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:15.059130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:15.159223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:15.263232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.237 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/e84f53cd-86e3-4721-a42f-1290df9a2fce) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:11:15.359340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:15.438813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:15.476358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:11:15.479162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:11:15.483306 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:11:15.510862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=e84f53cd-86e3-4721-a42f-1290df9a2fce,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:15.834453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:15.956091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:16.101250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:16.158610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:16.230634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=e84f53cd-86e3-4721-a42f-1290df9a2fce,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:16.240683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:16.341264 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 9711bd4d-74bf-4cd0-ba66-f52742a23acc associated. External IP: 172.26.7.237, port: 3bc5942c-fb44-4105-9d76-09a9010eebac. Dec 24 03:11:16.543978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:11:16.956958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:11:16.967476 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:11:16.976666 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:11:16.977301 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:11:17.026587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:17.053775 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d2589fdd-9207-4e23-8236-458ea81f65de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0699148 Dec 24 03:11:17.054368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:11:17.057152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ef781-4a57-429c-9cbd-1859ae17ec6c" -d '{"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:11:17.085441 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:11:17.096036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54d58e7-9da2-4aa6-ac61-d100e9ccdfb0 x-openstack-request-id: req-f54d58e7-9da2-4aa6-ac61-d100e9ccdfb0 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:11:17.096323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:11:17.096607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f54d58e7-9da2-4aa6-ac61-d100e9ccdfb0 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:11:17.097010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'status': 'completed', 'code': 200} Dec 24 03:11:17.195968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-e61d49d5-a577-4b87-9715-dc7a186251b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:17.198418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-e61d49d5-a577-4b87-9715-dc7a186251b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0455399 Dec 24 03:11:17.292707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-e880e23d-157c-4599-94c2-a64511ab93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:17.294471 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-e880e23d-157c-4599-94c2-a64511ab93d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0871611 Dec 24 03:11:17.310929 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}, {'id': '9711bd4d-74bf-4cd0-ba66-f52742a23acc', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:b9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:11:15Z', 'updated_at': '2021-12-24T03:11:15Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:11:17.341055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:11:17.349169 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:11:17.349771 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:10:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:11:17.365466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-8e8d0317-c6a0-4ab2-bcf3-16a551f0d58c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc5942c-fb44-4105-9d76-09a9010eebac HTTP/1.1" status: 200 len: 999 time: 0.0629129 Dec 24 03:11:17.416170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-ba9d34b6-8f80-4ad4-ba65-3db3d4344dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:17.417713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-ba9d34b6-8f80-4ad4-ba65-3db3d4344dd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0444677 Dec 24 03:11:17.463079 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:11:17.466912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-86aa52d3-b680-47f4-bcdf-7fd51cf7f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:17.468378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-86aa52d3-b680-47f4-bcdf-7fd51cf7f6c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411484 Dec 24 03:11:17.561291 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-c8a4eb6b-704a-47e6-b6a1-03fa4b9f3cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850322 Dec 24 03:11:17.652355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-512ef781-4a57-429c-9cbd-1859ae17ec6c req-813a3530-7c00-4485-a512-626654d5be01 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Dec 24 03:11:17.672724 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}, {'id': '9711bd4d-74bf-4cd0-ba66-f52742a23acc', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:b9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:11:15Z', 'updated_at': '2021-12-24T03:11:15Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:11:17.702363 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa795a-94db-41c1-b9e4-6e7f95d81683 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}, {'id': '9711bd4d-74bf-4cd0-ba66-f52742a23acc', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:b9:43:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:11:15Z', 'updated_at': '2021-12-24T03:11:15Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:11:17.898104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5204e95-85dc-41d2-81cd-6f0c4d4e666f None None] New status for floating IP 9711bd4d-74bf-4cd0-ba66-f52742a23acc: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:11:19.180448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-5474bb02-bc10-4a6c-87a9-b8cb7db77b54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445149 Dec 24 03:11:19.293487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-1aa9bfd8-ccb5-4036-8eb4-56a136e1b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:19.294939 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-1aa9bfd8-ccb5-4036-8eb4-56a136e1b757 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1099 time: 0.0394554 Dec 24 03:11:19.400663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-17a04cde-ef09-4779-a7b0-6fef55caaa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:19.402131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-17a04cde-ef09-4779-a7b0-6fef55caaa54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0829301 Dec 24 03:11:19.471891 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-67dea1eb-1344-4a87-9db0-c672d489d182 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 1002 time: 0.0615089 Dec 24 03:11:19.600371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-ee47fda9-9064-44be-9c3a-c9f57da9dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:19.601830 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-ee47fda9-9064-44be-9c3a-c9f57da9dbbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.1204820 Dec 24 03:11:19.660040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-4ac5ff2b-d47f-4358-87f5-6fb6d15ec0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:19.661561 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-4ac5ff2b-d47f-4358-87f5-6fb6d15ec0bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390010 Dec 24 03:11:19.752745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-2855d3af-6c57-4090-9d18-8d3c85f5f38f service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831375 Dec 24 03:11:19.839548 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad2f1be3-ff48-47e8-9bd1-80adf09c7e00 req-fd869126-2bf7-4f2c-aafb-55a0aa94386f service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Dec 24 03:11:20.241622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-892a0792-e662-40c5-a195-b88c36da71bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:22.370497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-90552a49-1ef1-405c-a402-3ffa898ec58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:23.735493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:25.061311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:25.889769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:29.973279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:44.045991 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:11:50.229432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-577a08c5-0fc0-47a0-80fa-3ddc77b5e981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:52.400837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2fa1de4c-7e7f-4fb7-84b3-c851618e4acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:52.832224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36664) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:52.893159 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b0b015e8-6c32-4232-bacc-e388b933fc59 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/4db46ab1-8944-40c3-9e03-e77f4d88a945 HTTP/1.1" status: 200 len: 994 time: 0.0597377 Dec 24 03:11:53.737959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:53.818565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36674) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:53.824110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'admin_state_up': False}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:53.887526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:54.034980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:11:54.064612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:54.138065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:54.180481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:54.181103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:54.182510 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/ports/914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 939 time: 0.3629618 Dec 24 03:11:54.183173 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:11:54.186129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b49303-f73b-4ba7-9cac-c87f9688e003" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:11:54.208683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=6']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:54.216215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.216761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.217109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.217441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.217777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.218105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.218429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.218755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.219079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.219403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.219726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.220049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.220362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c1e43-da6d-4318-95e3-13df3c384528 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:11:54.238971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598c945e-c419-45ef-b404-ebb94935a7da x-openstack-request-id: req-598c945e-c419-45ef-b404-ebb94935a7da {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:11:54.239270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:11:54.239527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-598c945e-c419-45ef-b404-ebb94935a7da {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:11:54.239932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:11:54.329071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-9f5e8018-9cc2-471d-9911-5adba09420ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:54.330601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-9f5e8018-9cc2-471d-9911-5adba09420ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1100 time: 0.0447457 Dec 24 03:11:54.400640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f1a2980a-4126-403c-93e9-f066260eda19 None None] Provisioning complete for port 914201d2-de6d-41c6-861e-818bf92e0c8a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:11:54.401034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f1a2980a-4126-403c-93e9-f066260eda19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:54.437205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-5aadfa2f-0336-4087-bf99-fc134efcfd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:54.438898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-5aadfa2f-0336-4087-bf99-fc134efcfd7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0998831 Dec 24 03:11:54.445298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f1a2980a-4126-403c-93e9-f066260eda19 None None] Port 914201d2-de6d-41c6-861e-818bf92e0c8a is administratively disabled so it will not transition to active. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 24 03:11:54.517011 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-d6c4599a-b113-4b4b-872f-1ea14cac98a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 1003 time: 0.0697422 Dec 24 03:11:54.574214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-70a9ac62-64b1-4431-9de5-bc9a70f96012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:54.575851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-70a9ac62-64b1-4431-9de5-bc9a70f96012 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0478287 Dec 24 03:11:54.627937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-c08bbd18-500c-49a8-9254-b6ceaf67b6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:54.629456 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-c08bbd18-500c-49a8-9254-b6ceaf67b6f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453293 Dec 24 03:11:54.740322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-ba0d7ed3-dd9a-484f-ae3c-95d002603920 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017499 Dec 24 03:11:54.855483 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52b49303-f73b-4ba7-9cac-c87f9688e003 req-c0f0fab9-1c4c-4370-b53b-abd51ec6bd94 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037166 Dec 24 03:11:55.069580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:55.895067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:57.651855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36682) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:57.657898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'admin_state_up': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:11:57.718265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:57.863192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:11:57.892096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:57.945953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:57.992829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:57.993462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:57.997531 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/ports/914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 938 time: 0.3419876 Dec 24 03:11:57.997531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:11:57.997733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:11:57.997950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36684) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:11:58.023559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8b6da-e5cb-4a2a-aba6-a587e1001133 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=7']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:11:58.038750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510f7b26-f34d-48b6-8dc5-a5c7df9bae11 x-openstack-request-id: req-510f7b26-f34d-48b6-8dc5-a5c7df9bae11 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:11:58.039076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:11:58.039331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-510f7b26-f34d-48b6-8dc5-a5c7df9bae11 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:11:58.039732 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:11:58.069858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-93482602-71d4-460f-8c3d-715d6047907a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/4db46ab1-8944-40c3-9e03-e77f4d88a945 HTTP/1.1" status: 200 len: 994 time: 0.0706925 Dec 24 03:11:58.129449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-b7bfbd61-303b-47b4-afa3-33fa6acb99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:58.131122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-b7bfbd61-303b-47b4-afa3-33fa6acb99c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1099 time: 0.0448344 Dec 24 03:11:58.190770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b8cfd025-ccf0-422b-acf6-f6c268a196d8 None None] Provisioning complete for port 914201d2-de6d-41c6-861e-818bf92e0c8a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:11:58.191335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd025-ccf0-422b-acf6-f6c268a196d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:11:58.223560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-8a26a11f-613b-42b1-b246-276283ac778e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:58.224998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-8a26a11f-613b-42b1-b246-276283ac778e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0860291 Dec 24 03:11:58.298724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-1964cf77-ad40-4d58-8c48-2f0eec0f39b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 1002 time: 0.0616772 Dec 24 03:11:58.354714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-ca5bf4bb-c6f0-4414-890a-1d03e4360fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:58.356220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-ca5bf4bb-c6f0-4414-890a-1d03e4360fa3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0493307 Dec 24 03:11:58.370308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['914201d2-de6d-41c6-861e-818bf92e0c8a'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:11:58.402878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-d230ea30-7356-49a0-ad20-3eb90f8a6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:11:58.404408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-d230ea30-7356-49a0-ad20-3eb90f8a6610 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405312 Dec 24 03:11:58.503445 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-ca80a7d3-f998-4d00-8ad4-dee45db1cc2d service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859275 Dec 24 03:11:58.598086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eada9bfb-b3e4-4ff4-abea-683e0e5fe4b2 req-340fa886-f92f-45e5-b8a9-36348d014618 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833580 Dec 24 03:12:00.014744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:00.676056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36694) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:00.834552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port e84f53cd-86e3-4721-a42f-1290df9a2fce {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:00.834893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:00.907910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:00.908239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:00.920322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for e84f53cd-86e3-4721-a42f-1290df9a2fce owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:01.117471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:01.143295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=e84f53cd-86e3-4721-a42f-1290df9a2fce,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:01.206091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:01.206425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 9711bd4d-74bf-4cd0-ba66-f52742a23acc disassociated (deleted). External IP: 172.26.7.237, port: 3bc5942c-fb44-4105-9d76-09a9010eebac. Dec 24 03:12:01.719840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:12:01.826457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:01.831355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:01.835968 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:01.846696 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:01.847309 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:01.860267 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-531cc882-53c0-4815-ba03-a4a4261ace13 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/9711bd4d-74bf-4cd0-ba66-f52742a23acc HTTP/1.1" status: 204 len: 168 time: 1.1830974 Dec 24 03:12:01.860974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:01.863298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:01.912359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb3eea8-eb69-4bd0-a7be-4027f15caf25 x-openstack-request-id: req-7cb3eea8-eb69-4bd0-a7be-4027f15caf25 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:01.912852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:01.913111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7cb3eea8-eb69-4bd0-a7be-4027f15caf25 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:01.913513 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'status': 'completed', 'code': 200} Dec 24 03:12:01.952305 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:02.022290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-c6bfb957-3616-457c-9d8c-0301666857e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:02.023752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-c6bfb957-3616-457c-9d8c-0301666857e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0405312 Dec 24 03:12:02.125508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-2496816f-b478-479c-adc8-b20f4f6192d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:02.127087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-2496816f-b478-479c-adc8-b20f4f6192d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0918651 Dec 24 03:12:02.176517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-4d86b61e-f1a1-4b1a-bd9f-7579fc690f52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc5942c-fb44-4105-9d76-09a9010eebac HTTP/1.1" status: 200 len: 217 time: 0.0346467 Dec 24 03:12:02.176769 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:02.204474 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:02.213108 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:02.213725 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:02.238199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-dc99e6b3-3cc8-478f-940b-831e5d00b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:02.240024 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-dc99e6b3-3cc8-478f-940b-831e5d00b5dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0530062 Dec 24 03:12:02.313913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6a39-8b6a-4b9f-a740-f12c14ac8fac req-6ff90636-0e6c-4ec6-9ffe-22fe73de693a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:02.315418 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-20cc6a39-8b6a-4b9f-a740-f12c14ac8fac req-6ff90636-0e6c-4ec6-9ffe-22fe73de693a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0528159 Dec 24 03:12:02.330829 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:02.333551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-6f9c33ca-b81b-44d6-9651-6c9d3d6d99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:02.335056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-6f9c33ca-b81b-44d6-9651-6c9d3d6d99bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406141 Dec 24 03:12:02.365923 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-20cc6a39-8b6a-4b9f-a740-f12c14ac8fac req-87f089b9-db63-4f1a-aacf-10f47d1b66cf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441511 Dec 24 03:12:02.434408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-35e0ff2d-c368-446f-8aa5-aa62ab58d8e7 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Dec 24 03:12:02.531351 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e0d1f90-6c5b-417d-87a6-b2d2d0098e3d req-aeb18dc8-6b0c-41c7-90ae-5d5ef346d19d service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892448 Dec 24 03:12:02.640228 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:02.665639 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e0a05-378d-408a-b54a-7d909f9ceef5 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '4db46ab1-8944-40c3-9e03-e77f4d88a945', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.118', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'port_id': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'mac_address': 'fa:16:3e:3f:e7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:10:58Z', 'updated_at': '2021-12-24T03:11:00Z', 'revision_number': 1, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:02.876364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6a27f4-f511-4f38-8e7d-7fe5ca3ad5b7 None None] New status for floating IP 9711bd4d-74bf-4cd0-ba66-f52742a23acc: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:12:03.482105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddec735-8e7d-4915-95a5-3a67569dbcea req-bf2e20df-61e9-40c6-81fa-01d5d6422b57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:03.483568 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bddec735-8e7d-4915-95a5-3a67569dbcea req-bf2e20df-61e9-40c6-81fa-01d5d6422b57 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0495384 Dec 24 03:12:03.531567 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bddec735-8e7d-4915-95a5-3a67569dbcea req-e50242c9-27bb-4a40-b10b-b114819732bd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbecdf0a-77ee-4100-aed5-c050ee17d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Dec 24 03:12:04.068319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-5520586b-f832-4d8c-b96b-10bb7bb31868 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:04.069794 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-5520586b-f832-4d8c-b96b-10bb7bb31868 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 945 time: 0.0479941 Dec 24 03:12:04.165561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 3bc5942c-fb44-4105-9d76-09a9010eebac {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:04.165900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:04.253030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 3bc5942c-fb44-4105-9d76-09a9010eebac, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=3bc5942c-fb44-4105-9d76-09a9010eebac,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:04.253391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:04.265890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 3bc5942c-fb44-4105-9d76-09a9010eebac owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:04.449241 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:04.475903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=3bc5942c-fb44-4105-9d76-09a9010eebac,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:04.522411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 3bc5942c-fb44-4105-9d76-09a9010eebac on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:12:04.524807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:04.528756 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31a11f9e-3135-4836-b30d-128a641c18e3 req-f9e2e207-cee1-4da1-bbee-b0a1078514ad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/3bc5942c-fb44-4105-9d76-09a9010eebac HTTP/1.1" status: 204 len: 173 time: 0.4482555 Dec 24 03:12:04.529161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'name': 'network-vif-deleted', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:04.531370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853132c-7e3c-40e8-a3c2-1e23deba41d8" -d '{"events": [{"server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "name": "network-vif-deleted", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:04.566677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6144d3e7-f9ac-46f5-97d4-40f67f345c12 x-openstack-request-id: req-6144d3e7-f9ac-46f5-97d4-40f67f345c12 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:04.566975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f12757-63c7-4b43-b69f-71df3b145ca9", "name": "network-vif-deleted", "tag": "3bc5942c-fb44-4105-9d76-09a9010eebac", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:04.567234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6144d3e7-f9ac-46f5-97d4-40f67f345c12 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:04.567682 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f12757-63c7-4b43-b69f-71df3b145ca9', 'name': 'network-vif-deleted', 'tag': '3bc5942c-fb44-4105-9d76-09a9010eebac', 'status': 'completed', 'code': 200} Dec 24 03:12:04.626514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1d14e07e-c214-4a3e-8d5d-e58111125db8 req-ebe91206-9948-4894-8ed9-b7da94083f16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=14f12757-63c7-4b43-b69f-71df3b145ca9 HTTP/1.1" status: 200 len: 210 time: 0.0258732 Dec 24 03:12:05.683168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36712) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:05.740293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:05.764677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:05.875070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:05.877746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:05.879033 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbecdf0a-77ee-4100-aed5-c050ee17d04b HTTP/1.1" status: 204 len: 168 time: 0.1948168 Dec 24 03:12:05.888814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df95e4-2455-448d-86ff-25a194668e88 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbecdf0a-77ee-4100-aed5-c050ee17d04b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:05.968167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36716) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:06.129889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 97fa2120-c257-4ab1-a385-502e2e1d5ae5 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:06.130231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.203914 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.204148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.215792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 97fa2120-c257-4ab1-a385-502e2e1d5ae5 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:06.429351 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.458997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=97fa2120-c257-4ab1-a385-502e2e1d5ae5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:06.470888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.471246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.471597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.471935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.472266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.472624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.472952 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.473283 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.473609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.473934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.474257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.474574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.474899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:06.529603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.529946 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 4db46ab1-8944-40c3-9e03-e77f4d88a945 disassociated (deleted). External IP: 172.26.7.118, port: 914201d2-de6d-41c6-861e-818bf92e0c8a. Dec 24 03:12:06.750499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:12:06.861663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:06.866984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:06.872574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:06.883777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:06.884389 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:06.895048 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6376f1aa-dccd-4fc6-80a4-5fb48548fadf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/4db46ab1-8944-40c3-9e03-e77f4d88a945 HTTP/1.1" status: 204 len: 168 time: 0.9257770 Dec 24 03:12:06.895675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:06.898138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a960ca-e22a-4d06-abe3-5b52d2521ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:07.001909 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:07.006343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537d354-948d-4fe2-bddb-d7040c70df3e x-openstack-request-id: req-5537d354-948d-4fe2-bddb-d7040c70df3e {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:07.006828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:07.006913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5537d354-948d-4fe2-bddb-d7040c70df3e {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:07.007302 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:12:07.103830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-ae81a243-63cc-4dd1-9636-ce004c043548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:07.105376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-ae81a243-63cc-4dd1-9636-ce004c043548 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 1099 time: 0.0409815 Dec 24 03:12:07.204666 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:07.205418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-0a715fa6-51da-4560-ab88-a55dcf67c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:07.207014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-0a715fa6-51da-4560-ab88-a55dcf67c50f service neutron] 10.222.0.49 "GET /v2.0/networks?id=3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 200 len: 898 time: 0.0912178 Dec 24 03:12:07.231977 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:07.240118 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:07.240755 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:07.267851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-2f875e5a-4a53-4794-86be-b7590385b601 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 200 len: 217 time: 0.0495050 Dec 24 03:12:07.349756 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:07.406364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-e6db4e01-7b08-4776-8ed6-a471e60b63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:07.407837 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-e6db4e01-7b08-4776-8ed6-a471e60b63f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 200 len: 834 time: 0.0690067 Dec 24 03:12:07.416219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a7987-559a-4710-bc14-9c7ddc779dd1 req-fc34b782-6ad0-4365-97b1-563a6e273c07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:07.417629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a66a7987-559a-4710-bc14-9c7ddc779dd1 req-fc34b782-6ad0-4365-97b1-563a6e273c07 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0886738 Dec 24 03:12:07.491670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-c6af8a4a-c671-477b-b82a-1119383cad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:07.493203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-c6af8a4a-c671-477b-b82a-1119383cad64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3ba87c7e-9a1f-485f-b6fe-a789acd96574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747168 Dec 24 03:12:07.498759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a66a7987-559a-4710-bc14-9c7ddc779dd1 req-a36fd616-94b2-490e-b626-17a8b132499b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718064 Dec 24 03:12:07.546289 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:07.575956 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd644a-2d9b-4b98-8dd3-1b29f5934b5c None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:37Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '02debc29-c930-4beb-b09b-6cd08259a1a8', 'name': '', 'network_id': '3ba87c7e-9a1f-485f-b6fe-a789acd96574', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:10:2a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:36Z', 'updated_at': '2021-12-24T03:10:40Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '6f52c211-7cee-4960-b305-36245df7c9ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:07.589522 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-4a74b5b9-cb20-428d-80c0-1864c532c1a1 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878053 Dec 24 03:12:07.690455 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-92a960ca-e22a-4d06-abe3-5b52d2521ea3 req-88275a8e-9ece-4648-a25a-1ce33d13e5b5 service neutron] 10.222.0.49 "GET /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925224 Dec 24 03:12:07.810005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99f81-1c3d-41f8-8cb6-5aac5dba8cdf None None] New status for floating IP 4db46ab1-8944-40c3-9e03-e77f4d88a945: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:12:08.453673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 3bc5942c-fb44-4105-9d76-09a9010eebac no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:12:08.473964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 3bc5942c-fb44-4105-9d76-09a9010eebac {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:12:08.474307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 3bc5942c-fb44-4105-9d76-09a9010eebac not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:12:08.617244 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31680-1ffc-4197-9d20-c522a384cb2a req-766f2c84-ed5a-4e66-9acb-d8844df014e4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:08.618707 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-48b31680-1ffc-4197-9d20-c522a384cb2a req-766f2c84-ed5a-4e66-9acb-d8844df014e4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0499697 Dec 24 03:12:08.666730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-48b31680-1ffc-4197-9d20-c522a384cb2a req-3aba51e1-b434-4d32-8fec-f9a285538e08 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b66310a-6c65-4cc4-a6d4-662193e551f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416083 Dec 24 03:12:09.195599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-e6ec4ce7-ec1b-42ee-aee9-9d522d06dc35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:09.197004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-e6ec4ce7-ec1b-42ee-aee9-9d522d06dc35 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 946 time: 0.0481031 Dec 24 03:12:09.288804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 914201d2-de6d-41c6-861e-818bf92e0c8a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:09.289143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:09.378753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 914201d2-de6d-41c6-861e-818bf92e0c8a, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=914201d2-de6d-41c6-861e-818bf92e0c8a,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:09.379117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:09.391545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 914201d2-de6d-41c6-861e-818bf92e0c8a owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:09.586065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:09.615367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=914201d2-de6d-41c6-861e-818bf92e0c8a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:09.656349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 914201d2-de6d-41c6-861e-818bf92e0c8a on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:12:09.658800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:09.662096 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ad7b7086-73a3-4b5a-b7fd-211fc3b71390 req-b907f841-1d84-4dbc-b928-e7b7915ae0b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/914201d2-de6d-41c6-861e-818bf92e0c8a HTTP/1.1" status: 204 len: 173 time: 0.4536641 Dec 24 03:12:09.662531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'name': 'network-vif-deleted', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:09.664881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b34ad-eb36-46f8-9722-68213cc1e810" -d '{"events": [{"server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "name": "network-vif-deleted", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:09.765130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a283bc33-2de6-48ad-bed4-f0ba1c54c3ae x-openstack-request-id: req-a283bc33-2de6-48ad-bed4-f0ba1c54c3ae {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:09.765424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8c6665-ed95-4257-ba2e-129ff9aea2d3", "name": "network-vif-deleted", "tag": "914201d2-de6d-41c6-861e-818bf92e0c8a", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:09.765678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a283bc33-2de6-48ad-bed4-f0ba1c54c3ae {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:09.766072 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8c6665-ed95-4257-ba2e-129ff9aea2d3', 'name': 'network-vif-deleted', 'tag': '914201d2-de6d-41c6-861e-818bf92e0c8a', 'status': 'completed', 'code': 200} Dec 24 03:12:09.768514 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-afc6eb50-4b16-45a5-9ef4-4107478e64f5 req-c8c691e0-0a80-4fd5-82a6-4e66041a3d90 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a8c6665-ed95-4257-ba2e-129ff9aea2d3 HTTP/1.1" status: 200 len: 210 time: 0.0286257 Dec 24 03:12:10.825653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36736) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:10.883275 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:10.909599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.031430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.034064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.035224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/2b66310a-6c65-4cc4-a6d4-662193e551f8 HTTP/1.1" status: 204 len: 168 time: 0.2085469 Dec 24 03:12:11.044433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06852504-887d-4d97-9c68-67d18925f255 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66310a-6c65-4cc4-a6d4-662193e551f8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:11.130181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36740) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:11.477556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.728760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 02debc29-c930-4beb-b09b-6cd08259a1a8 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:11.729013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.818864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 02debc29-c930-4beb-b09b-6cd08259a1a8, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=02debc29-c930-4beb-b09b-6cd08259a1a8,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:11.819231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:11.832036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 02debc29-c930-4beb-b09b-6cd08259a1a8 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:12.069392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.095392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=02debc29-c930-4beb-b09b-6cd08259a1a8,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:12.269541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.474806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:12:12.577701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:12.582693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dfb4da3f-5697-49d9-9e58-3783eea170a1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514601 Dec 24 03:12:12.585385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36742) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:12.588778 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Sync routers for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:12.599260 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:12.600196 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:12.635905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet 6f52c211-7cee-4960-b305-36245df7c9ca {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:12:12.639076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.682751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.704346 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:12.764573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.875772 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:12:11Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:12.901005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.904398 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Checking router: 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:12.912761 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Routers {'6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:12.913362 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:12.930269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=6f52c211-7cee-4960-b305-36245df7c9ca,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:12.936602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:12.939855 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-21f5642e-6827-4691-8d0f-5d4307461116 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/6f52c211-7cee-4960-b305-36245df7c9ca HTTP/1.1" status: 204 len: 168 time: 0.3535514 Dec 24 03:12:12.944037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f508d-7417-4009-a9f6-68b5748ca432 None None] Network 3ba87c7e-9a1f-485f-b6fe-a789acd96574 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:12:12.947729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36744) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:13.022401 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] Set router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:13.058951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.101650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] DHCP port deletion for 3ba87c7e-9a1f-485f-b6fe-a789acd96574 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:12:13.154491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Deleting port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:13.155223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.173159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.218018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] For port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,segment=NetworkSegment(c2671bb6-3728-4422-b4ca-34f952fbdb1a),segment_id=c2671bb6-3728-4422-b4ca-34f952fbdb1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:13.218415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.230511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Calling delete_port for 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:13.286191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 118ee926-5346-4060-b075-52976e6c2582 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:12:13.286464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.305283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:12:11Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:13.331926 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dacb5d-44fd-4337-8f20-fba8862320f7 None None] The sync data for ids ['6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a'] in dv-neutron-822868-1-hyperv is: [{'id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'name': 'tempest-TestNetworkBasicOps-router-1719886550', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '118ee926-5346-4060-b075-52976e6c2582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:12:11Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '118ee926-5346-4060-b075-52976e6c2582', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:10:32Z', 'updated_at': '2021-12-24T03:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:13.373691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 118ee926-5346-4060-b075-52976e6c2582, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=118ee926-5346-4060-b075-52976e6c2582,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:13.374050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.385580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 118ee926-5346-4060-b075-52976e6c2582 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:12:13.397822 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.425690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Pushing event deleted for resources: {'Port': ['ID=18ca9231-f1ee-47c1-ac4f-d66a9bd18400,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:13.427926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] No DVR routers for this DVR port 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:12:13.436624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.441398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95466914-d865-4e06-84ca-66fd86d8e2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:13.608988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.634068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=118ee926-5346-4060-b075-52976e6c2582,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:13.648379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96cf55-679b-4dc9-bc50-565722a6ed6c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:12:13.702783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.799664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.801937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.862948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 02debc29-c930-4beb-b09b-6cd08259a1a8 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:12:13.884213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 02debc29-c930-4beb-b09b-6cd08259a1a8 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:12:13.884593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 02debc29-c930-4beb-b09b-6cd08259a1a8 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:12:13.885021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:12:13.905545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:12:13.905885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 18ca9231-f1ee-47c1-ac4f-d66a9bd18400 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:12:13.923261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.923836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router 6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:12:13.931553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:13.932048 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c78e189a-6785-420e-83f0-f49e310ecc16 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/6a11ffaf-b1c4-4675-a7a4-3ab79ad0293a HTTP/1.1" status: 204 len: 168 time: 0.9829576 Dec 24 03:12:13.934865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36746) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:14.063392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.154284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.173803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba87c7e-9a1f-485f-b6fe-a789acd96574']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:14.182726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2671bb6-3728-4422-b4ca-34f952fbdb1a') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:14.183021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2671bb6-3728-4422-b4ca-34f952fbdb1a') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:14.192057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.205558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.211162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:12:14.211539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:12:14.214399 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:12:14.337506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.346519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.349848 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/3ba87c7e-9a1f-485f-b6fe-a789acd96574 HTTP/1.1" status: 204 len: 168 time: 0.4132740 Dec 24 03:12:14.363056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c7f71-e67e-4800-8b1f-5244a0293c92 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=3ba87c7e-9a1f-485f-b6fe-a789acd96574,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:14.372969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36750) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:14.378689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'network': {'name': 'tempest-network-smoke--926497142', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:14.452522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:12:14.456007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.510385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 914201d2-de6d-41c6-861e-818bf92e0c8a no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:12:14.535691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 914201d2-de6d-41c6-861e-818bf92e0c8a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:12:14.536032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 914201d2-de6d-41c6-861e-818bf92e0c8a not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:12:14.787461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:12:14.796876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.797214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Added segment 1ec76534-18c5-4012-88b2-0a963daed9bb of type vlan for network f99162a6-bd6a-471b-a180-91f8c8abea8f Dec 24 03:12:14.834407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.926125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:12:14.929705 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:12:14.932679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:14.932679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:14.998218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Network': ['ID=f99162a6-bd6a-471b-a180-91f8c8abea8f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:15.008096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network f99162a6-bd6a-471b-a180-91f8c8abea8f details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:12:15.037822 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a2fe3cee-d41e-41a5-a390-ca8e79308156 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6635807 Dec 24 03:12:15.040599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36752) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:15.045325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-807772884', 'admin_state_up': True, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:15.149537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.150609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.200320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.390412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.635171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.653836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.751238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 118ee926-5346-4060-b075-52976e6c2582 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:12:15.757005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.178 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/6644d212-b1b2-4d70-800f-719e2c1601d4) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:12:15.771351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 118ee926-5346-4060-b075-52976e6c2582 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:12:15.775714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 118ee926-5346-4060-b075-52976e6c2582 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:12:15.862850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:15.968846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:16.009216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:16.011868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:16.014234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:12:16.024184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c914cbe-7841-4f53-8d20-9f4a419145fb None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:12:16.037138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:16.122166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bd124f3f-8369-4470-a068-365a6a9d3a99 None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:16.122550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd124f3f-8369-4470-a068-365a6a9d3a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:16.155344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bd124f3f-8369-4470-a068-365a6a9d3a99 None None] Port 6644d212-b1b2-4d70-800f-719e2c1601d4 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:16.342418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:16.539035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:16.711724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:12:16.817683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:16.827673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:16.837410 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:16.838030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:16.896908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:16.901258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-209d4693-8d5e-4091-bac8-d8d8ef46a874 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8565323 Dec 24 03:12:16.901488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36754) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:16.929197 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8d416131-f84e-497c-beea-d1c1fe62b52e tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=5243ccb03f35496889465f1c4a68e565&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264332 Dec 24 03:12:16.931669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36756) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:16.941114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:17.017804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2ea655-e51e-41bb-8304-f8543e0b67c4 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:17.019299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4d2ea655-e51e-41bb-8304-f8543e0b67c4 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867569 Dec 24 03:12:17.022139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36758) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:17.052560 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7fe27fa2-f02a-4adc-9920-79a19b5dd3d9 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293090 Dec 24 03:12:17.054997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36760) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:17.061406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177692781', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:17.116872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:16Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:17.147458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:17.147813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Updating router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 port 6644d212-b1b2-4d70-800f-719e2c1601d4 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:12:17.171783 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.235324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:12:17.238852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.418212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.488875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.499632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.547849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Subnet': ['ID=1fbd09b6-dbd1-476f-849f-dc7506c7bac8,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:17.550876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e05e1e-51a6-401f-b237-f728ab7beaf5 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:12:17.557506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Checking segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:12:17.557879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network hostable DHCP agents. Network: f99162a6-bd6a-471b-a180-91f8c8abea8f, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:12:17.567088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Attempting to bind port 6644d212-b1b2-4d70-800f-719e2c1601d4 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:12:17.567588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Attempting to bind port 6644d212-b1b2-4d70-800f-719e2c1601d4 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:12:17.567832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Attempting to bind port 6644d212-b1b2-4d70-800f-719e2c1601d4 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:12:17.570685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5d90-4a6b-4036-bb0d-bcdd1e324132 None None] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:17.577834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:12:17.578219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:12:17.578628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.579021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:12:17.579547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Bound port: 6644d212-b1b2-4d70-800f-719e2c1601d4, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:12:17.579937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.630601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:12:17.633612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6644d212-b1b2-4d70-800f-719e2c1601d4,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:12:17.651936 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f99162a6-bd6a-471b-a180-91f8c8abea8f is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:12:17.684561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1baabede-1df4-46b4-8b63-cf879b68c9b9 None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:17.689707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1baabede-1df4-46b4-8b63-cf879b68c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.719364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1baabede-1df4-46b4-8b63-cf879b68c9b9 None None] Port 6644d212-b1b2-4d70-800f-719e2c1601d4 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:17.738142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.756926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, f99162a6-bd6a-471b-a180-91f8c8abea8f) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:17.761395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:17.761988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.772391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c1b47-0a64-4901-9a15-6645e6d0e443 None None] Network f99162a6-bd6a-471b-a180-91f8c8abea8f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:12:17.800944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8237d01-a4b6-476c-ab85-f44fed81a82f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:12:17.843553 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c11c47fb-f647-4e22-988f-d2c7d0f089c8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7875574 Dec 24 03:12:17.846433 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36762) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:17.863446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:17.863446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:17.863446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b5d90-4a6b-4036-bb0d-bcdd1e324132 None None] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:17.994090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-f99162a6-bd6a-471b-a180-91f8c8abea8f', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:12:17.994856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:17.998930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:17.999296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.015833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:18.280518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.332769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Allocated IP 172.20.0.2 (f99162a6-bd6a-471b-a180-91f8c8abea8f/1fbd09b6-dbd1-476f-849f-dc7506c7bac8/b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:12:18.339761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.382206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6644d212-b1b2-4d70-800f-719e2c1601d4,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:18.439566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.449304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:16Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:18.503507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8dd474-f8db-4104-9e9b-5c9331cfb1d1 None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:16Z', 'revision_number': 3, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:18.709844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e410e0-96f5-490e-b6a5-2bdf3733d952 None None] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:18.742307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.807056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.858953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.1 (f99162a6-bd6a-471b-a180-91f8c8abea8f/1fbd09b6-dbd1-476f-849f-dc7506c7bac8/5aa8a84e-0ad1-4b32-84cd-4b4842694ff2) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:12:18.862175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Network f99162a6-bd6a-471b-a180-91f8c8abea8f is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:18.866731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:18.876309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Pushing event updated for resources: {'Port': ['ID=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:18.879793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:12:18.943505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Attempting to bind port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:12:18.943872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Attempting to bind port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:12:18.944232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Attempting to bind port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 on network f99162a6-bd6a-471b-a180-91f8c8abea8f {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:12:18.950053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:12:18.951090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Checking segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:12:18.951636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.952044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Bound using segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:12:18.952525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Bound port: b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:12:18.952905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:18.988621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.017929 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] For port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:12:19.021139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] For port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:12:19.100558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.143234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f99162a6-bd6a-471b-a180-91f8c8abea8f is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:19.146372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:19.150208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:12:19.152666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.158790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:19.203175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.231641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84114f4e-b556-4905-a1f4-bb6be98a9ef4 None None] Pushing event updated for resources: {'Port': ['ID=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:19.419659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.701203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.765426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.838945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.840691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:19.848631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:12:19.898906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:19.899520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:19.942978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f99162a6-bd6a-471b-a180-91f8c8abea8f is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:19.945197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:19.987232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:12:20.037721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:20.038094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.127353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.178748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:20.269497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c26e98a-78a8-4d16-ad3d-8f25af4bf0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.292566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb84b7-1820-4cbc-bed6-17de79bf4472 None None] Network f99162a6-bd6a-471b-a180-91f8c8abea8f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:12:20.345870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.376081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:12:20.446104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dae41774-97f2-4997-8008-58dabf45d447 None None] Provisioning complete for port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:20.446475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dae41774-97f2-4997-8008-58dabf45d447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.448215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:20.493989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:20.499604 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8734422d-65c0-4265-9f38-9de3db8c33fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/c1b5c1cd-ca7d-4300-b16c-d1e059ef3325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521220 Dec 24 03:12:20.502221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36764) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:20.558576 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:20.569827 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:20.570519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:20.624055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb343d1-3ad6-440a-af71-096695f92a6c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.624575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb343d1-3ad6-440a-af71-096695f92a6c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.625046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb343d1-3ad6-440a-af71-096695f92a6c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.625511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb343d1-3ad6-440a-af71-096695f92a6c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.629779 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2eb343d1-3ad6-440a-af71-096695f92a6c tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1239388 Dec 24 03:12:20.630359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36766) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:20.693639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953b01-c83f-451d-b3e6-e5ee43b60d89 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.694338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953b01-c83f-451d-b3e6-e5ee43b60d89 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.694935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953b01-c83f-451d-b3e6-e5ee43b60d89 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.695518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25953b01-c83f-451d-b3e6-e5ee43b60d89 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:20.700067 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:20.700489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:20.700950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-25953b01-c83f-451d-b3e6-e5ee43b60d89 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0695176 Dec 24 03:12:20.791564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-02059522-17a6-41ef-8e57-3976a6cd4d1b None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:20.792162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-02059522-17a6-41ef-8e57-3976a6cd4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.835650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-02059522-17a6-41ef-8e57-3976a6cd4d1b None None] Port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:20.847126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-02059522-17a6-41ef-8e57-3976a6cd4d1b None None] Provisioning complete for port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:20.847713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-02059522-17a6-41ef-8e57-3976a6cd4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:20.921691 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:20.953436 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1fb99ee7-7335-46c8-b8f5-5ba7b61b7771 tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2511816 Dec 24 03:12:20.956189 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:20.956637 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Updating router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:12:20.988062 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.049871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:12:21.066578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-83641eec-028a-48b8-827c-86e43155912e None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:21.068073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-83641eec-028a-48b8-827c-86e43155912e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.122868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-83641eec-028a-48b8-827c-86e43155912e None None] Port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:21.243672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68e14d8c-fde7-49a6-9791-66261cf09ea5 None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:21.244143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68e14d8c-fde7-49a6-9791-66261cf09ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.261051 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36772) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:21.265990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047711882', 'description': 'tempest-secgroup-smoke-2047711882 description', 'project_id': '5243ccb03f35496889465f1c4a68e565'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:21.280528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-68e14d8c-fde7-49a6-9791-66261cf09ea5 None None] Port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:21.287936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.349109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.360023 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.410076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:21.422456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.436824 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.437243 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.437584 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.437913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.438237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.438559 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.438895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.439223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.439558 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.439880 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.440194 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.440531 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.440843 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:12:21.477924 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Attempting to bind port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:12:21.478375 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Attempting to bind port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:12:21.478860 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Attempting to bind port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 on network f99162a6-bd6a-471b-a180-91f8c8abea8f {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:12:21.484990 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:12:21.485567 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Checking segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:12:21.486082 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.486529 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Bound using segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:12:21.487060 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Bound port: 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:12:21.487442 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.488564 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.519583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060efbd2-7697-474e-83ac-afdeea81ae84,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:21.557044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:12:21.560171 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:12:21.570839 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.572352 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0b0cca5c-e120-4b31-9387-13057bf66a4c tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3100634 Dec 24 03:12:21.575382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36774) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:21.580074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:21.643525 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.671378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.698370 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:21.699000 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:11:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:21.710045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:21.710423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.736546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.743515 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe392d78-183a-4e3f-9660-21d5c2dbc003 None None] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:21.818023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.818232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.839946 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:21.847385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc25edf3-c277-40c9-bf97-28eeab83b5b9,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:21.855611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:21.859012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:12:21.906384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.908091 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b88c5f59-088c-436e-bce0-adc174fe6dfc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314228 Dec 24 03:12:21.910809 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36776) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:21.916646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:21.921497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:21.921863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.946684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:21.997191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.011092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9375fe-2b60-4ae7-9707-35427f097f63 None None] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:22.064542 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.070633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d49908d1-f799-45ce-bc95-9dc56c6c1b8c None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:22.071124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d49908d1-f799-45ce-bc95-9dc56c6c1b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.073335 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:21Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:22.099802 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1a539-2dcb-4796-8183-a96be1a03839 None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:21Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:22.123268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.158625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8597ff-2933-4be0-9201-a6bd134da9db,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:22.245295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.246780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7dbc8638-aa20-477e-b77f-b8b6a0845311 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3346996 Dec 24 03:12:22.249785 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36778) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:22.254464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:22.345720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.369359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c59fa277-b662-4206-94d4-60bbbe6645e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.406028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.483594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.503621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58076db-07f5-4ae8-9b48-66ed17200f01,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:22.565332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.566606 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a772821c-e39a-4f24-af5b-b731f6e27e18 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158464 Dec 24 03:12:22.569579 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36780) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:22.574808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:22.671992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.733746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.791326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.811589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d227922-719c-46f6-a304-6de2eb63808a,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:22.879366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:22.880743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8cc6691c-fb22-4075-aeeb-dbb7941155b8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100340 Dec 24 03:12:22.883773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36782) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:22.889589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:22.963204 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:12:22.968862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.031776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.092668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.112967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d0b166-523b-4560-9e02-859d089d9532,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:23.168442 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.170446 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-88a84de5-b4c2-43e9-9a92-3fcc91a4432f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855995 Dec 24 03:12:23.173388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36784) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:23.177902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'security_group_rule': {'security_group_id': '060efbd2-7697-474e-83ac-afdeea81ae84', 'project_id': '5243ccb03f35496889465f1c4a68e565', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:23.251663 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Project 5243ccb03f35496889465f1c4a68e565 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:12:23.256699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.312969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.408445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.426166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d025a1-1454-4cda-aca0-48ea284c55f1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:23.484780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.485992 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0bcd93eb-f29f-46f3-8734-a08e7d1394e8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3116574 Dec 24 03:12:23.637224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-ffc25105-082e-46d2-bc57-e7c0b44891f8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047711882&fields=id&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 267 time: 0.0435712 Dec 24 03:12:23.753146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-f5ec91a7-b6e7-471b-b691-7353f4323e45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:23.754652 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-f5ec91a7-b6e7-471b-b691-7353f4323e45 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/networks?id=f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 200 len: 796 time: 0.1092854 Dec 24 03:12:23.768615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.776023 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-91535314-bd40-4d25-92cd-bbec5c2bca43 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/quotas/5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 375 time: 0.0099165 Dec 24 03:12:23.819285 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:12:23.835437 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-a5224729-85f5-457c-a167-759f2084dd9d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536523 Dec 24 03:12:23.866133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:23.866506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:23.934311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-2d1b1ee2-1f98-4c6b-9f7f-0b06448bf219 service neutron] 10.222.0.36 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873051 Dec 24 03:12:24.027129 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-be97374c-9fe6-4b02-b45e-2dc2fa627e2a service neutron] 10.222.0.36 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858154 Dec 24 03:12:24.264448 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b034810-e027-4671-94c4-63cb30b321eb req-13f0d99f-ed54-4f30-9af4-9c8350127ea4 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 210 time: 0.0269153 Dec 24 03:12:25.080836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:25.359999 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8ac072b7-8e83-45ea-8af9-dbf7cd867668 req-ac0198eb-0098-41b2-8a67-967b4d103f2e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 210 time: 0.0279582 Dec 24 03:12:25.882876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:26.333685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-bd0956d4-1008-493d-ba9c-ce351f21f481 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:26.335132 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-bd0956d4-1008-493d-ba9c-ce351f21f481 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/networks?id=f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 200 len: 796 time: 0.1046484 Dec 24 03:12:26.410286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-67357fb1-44df-4a1f-a4f2-a7518b0a9dac tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5243ccb03f35496889465f1c4a68e565 HTTP/1.1" status: 200 len: 380 time: 0.0590112 Dec 24 03:12:26.423981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'port': {'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'admin_state_up': True, 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'security_groups': ['060efbd2-7697-474e-83ac-afdeea81ae84']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:26.470539 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-701bc6d6-7d81-47ab-8242-cbe35e72b2a8 req-f106b8b5-0bab-4aa2-acb4-66f9b3681f3b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 210 time: 0.0420902 Dec 24 03:12:26.636889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Made reservation on behalf of 5243ccb03f35496889465f1c4a68e565 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:12:26.641675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:26.764434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.20.0.9 (f99162a6-bd6a-471b-a180-91f8c8abea8f/1fbd09b6-dbd1-476f-849f-dc7506c7bac8/95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:12:26.901657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:26.994679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.038028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network f99162a6-bd6a-471b-a180-91f8c8abea8f is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:27.041244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:27.043630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:12:27.074436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:27.104242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:27.104891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.182567 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-0dd0268c-10bd-4193-bd2c-a6db28787e0a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623131 Dec 24 03:12:27.209719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Request body: {'port': {'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:27.262019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.315420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d32b0704-cdb0-4dd4-bb44-6b1fd94f8742 None None] Provisioning complete for port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:27.315957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d32b0704-cdb0-4dd4-bb44-6b1fd94f8742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.348903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d32b0704-cdb0-4dd4-bb44-6b1fd94f8742 None None] Port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:12:27.522826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:12:27.530787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.542717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Transition to ACTIVE for port object 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:12:27.583140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.593190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed43b75-7d09-4e33-b307-1822e5e4395c req-0c98caf5-8a7c-4147-b4f1-c8ca1fe2afe9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:27.594672 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ed43b75-7d09-4e33-b307-1822e5e4395c req-0c98caf5-8a7c-4147-b4f1-c8ca1fe2afe9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 931 time: 0.0532167 Dec 24 03:12:27.651183 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ed43b75-7d09-4e33-b307-1822e5e4395c req-24857fbc-5583-4ddd-9ddd-58905a0fa534 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496457 Dec 24 03:12:27.651602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Pushing event updated for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:27.704859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Attempting to bind port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:12:27.706599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Attempting to bind port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:12:27.706599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Attempting to bind port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 on network f99162a6-bd6a-471b-a180-91f8c8abea8f {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:12:27.710081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 on network f99162a6-bd6a-471b-a180-91f8c8abea8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:12:27.710171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Attempting to bind port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 on network f99162a6-bd6a-471b-a180-91f8c8abea8f {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:12:27.715064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:12:27.715400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Checking segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:12:27.716601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Bound using segment: {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:12:27.717043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Bound port: 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ec76534-18c5-4012-88b2-0a963daed9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:12:27.717396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.784915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:12:27.788009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:12:27.872076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.912109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:27.912811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:27.918752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] 10.222.0.49 "PUT /v2.0/ports/95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 200 len: 1093 time: 0.7087891 Dec 24 03:12:27.918752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:27.918752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012624df-dd15-42d3-b951-2d684c02f583" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:27.939451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2d5a-7447-4e25-a965-f49cac577048 service neutron] Pushing event updated for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:27.958784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e907aa-0ad0-440e-a7be-2e5b926c6acd x-openstack-request-id: req-62e907aa-0ad0-440e-a7be-2e5b926c6acd {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:27.959151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:27.959415 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62e907aa-0ad0-440e-a7be-2e5b926c6acd {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:27.960108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'status': 'completed', 'code': 200} Dec 24 03:12:28.047316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012624df-dd15-42d3-b951-2d684c02f583 req-6824728a-4564-4038-8962-7f9ead19fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.048897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012624df-dd15-42d3-b951-2d684c02f583 req-6824728a-4564-4038-8962-7f9ead19fd3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1096 time: 0.0447903 Dec 24 03:12:28.165620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012624df-dd15-42d3-b951-2d684c02f583 req-cfb6d28a-8a14-4c40-b563-ff90145742fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.167067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012624df-dd15-42d3-b951-2d684c02f583 req-cfb6d28a-8a14-4c40-b563-ff90145742fb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5243ccb03f35496889465f1c4a68e565&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0964503 Dec 24 03:12:28.262981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012624df-dd15-42d3-b951-2d684c02f583 req-7403e77c-8fe2-4821-ba99-ab1bc8ba2e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.264535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-012624df-dd15-42d3-b951-2d684c02f583 req-7403e77c-8fe2-4821-ba99-ab1bc8ba2e24 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861528 Dec 24 03:12:28.370479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-6e1bb38a-0164-495e-8f1c-c34c314c4f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.371838 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-6e1bb38a-0164-495e-8f1c-c34c314c4f35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1096 time: 0.0395272 Dec 24 03:12:28.432095 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-599c0353-669d-4e8c-9d31-7ff45df55f88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 200 len: 217 time: 0.0374992 Dec 24 03:12:28.484591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-117bda32-f8a0-4cc8-8c11-efcc8ec4a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.486003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-117bda32-f8a0-4cc8-8c11-efcc8ec4a7bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fbd09b6-dbd1-476f-849f-dc7506c7bac8 HTTP/1.1" status: 200 len: 834 time: 0.0427582 Dec 24 03:12:28.536882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-854ac9e0-fea2-42f9-9b4e-02a611675ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.543494 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-854ac9e0-fea2-42f9-9b4e-02a611675ca5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f99162a6-bd6a-471b-a180-91f8c8abea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404074 Dec 24 03:12:28.634407 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-55570d2f-9d62-49cb-96cd-c3aaabaac6d2 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Dec 24 03:12:28.729317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2af89c8-e79c-432e-9f1f-b29b10d792b4 req-6a420e7d-0f7a-43d1-855a-4715b5195665 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835679 Dec 24 03:12:28.774134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a03b3-39ee-474d-8740-07ccd9d23c8a req-223514e4-e4b4-4584-a102-01b47f1f9513 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:28.775597 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2e7a03b3-39ee-474d-8740-07ccd9d23c8a req-223514e4-e4b4-4584-a102-01b47f1f9513 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 943 time: 0.0477688 Dec 24 03:12:28.827648 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2e7a03b3-39ee-474d-8740-07ccd9d23c8a req-bb6c3b76-6fe3-4910-8065-3b5d592872d1 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Dec 24 03:12:30.000638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:30.257944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316f011-62e0-4fdf-bd6d-5945d3da5bcb req-6a228f81-e4f3-4f43-9554-180672a1032a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:30.259296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0316f011-62e0-4fdf-bd6d-5945d3da5bcb req-6a228f81-e4f3-4f43-9554-180672a1032a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 943 time: 0.3635178 Dec 24 03:12:30.306731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0316f011-62e0-4fdf-bd6d-5945d3da5bcb req-e24fb142-659b-43f4-b07f-28e679a147c9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Dec 24 03:12:31.420430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae086713-1d5a-4da5-a3a4-f41ee672e419 req-79d2270f-edc6-45b0-88eb-b85f460b4a37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:31.421943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ae086713-1d5a-4da5-a3a4-f41ee672e419 req-79d2270f-edc6-45b0-88eb-b85f460b4a37 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 943 time: 0.0489852 Dec 24 03:12:31.474179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ae086713-1d5a-4da5-a3a4-f41ee672e419 req-da5edd54-0d0b-4f74-b09b-ad5c7f075af8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Dec 24 03:12:32.588068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3559d-1026-4637-8874-00aa6b867e5f req-0d5d4bc5-c99f-4e00-8bad-2a7fb882342f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:32.589544 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-26b3559d-1026-4637-8874-00aa6b867e5f req-0d5d4bc5-c99f-4e00-8bad-2a7fb882342f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 943 time: 0.0490222 Dec 24 03:12:32.603648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:12:32.636984 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-26b3559d-1026-4637-8874-00aa6b867e5f req-342e638a-6bd1-404c-b823-fe48fcec8539 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Dec 24 03:12:32.706404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:32.717064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:12:32.755580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:32.768275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:12:32.786634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:32.857816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:32.905767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:33.169642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:12:33.748902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9015f-dd2b-4ab1-8960-442c3520398b req-2a8dbe24-9974-4df3-9d0f-7c9638cf353b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:33.750354 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-98b9015f-dd2b-4ab1-8960-442c3520398b req-2a8dbe24-9974-4df3-9d0f-7c9638cf353b tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 944 time: 0.0477183 Dec 24 03:12:33.798739 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-98b9015f-dd2b-4ab1-8960-442c3520398b req-54306f8d-8f97-487f-a135-5716ce30998e tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Dec 24 03:12:34.606001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:12:34.748310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:12:34.752084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:12:34.752554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:34.831742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:34.854234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:34.862625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3fd6a5-1e3f-4a4b-bd7d-6362e7ac05cb" -d '{"events": [{"server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "name": "network-vif-plugged", "status": "completed", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:34.869708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:12:34.901787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8803cedb-910f-4fb4-b137-cf401a513df4 x-openstack-request-id: req-8803cedb-910f-4fb4-b137-cf401a513df4 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:34.902298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "name": "network-vif-plugged", "status": "completed", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:34.902740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8803cedb-910f-4fb4-b137-cf401a513df4 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:34.903801 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'code': 200} Dec 24 03:12:34.918540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985cc5-e8c3-4025-8f39-d6d3aaf95ac9 req-b56f4440-a5cb-4235-8891-3feddaca3870 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:34.920013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04985cc5-e8c3-4025-8f39-d6d3aaf95ac9 req-b56f4440-a5cb-4235-8891-3feddaca3870 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Dec 24 03:12:34.937720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:34.977013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04985cc5-e8c3-4025-8f39-d6d3aaf95ac9 req-db8fcc4a-ddfa-4f72-8e26-3c7cf24b8cdb tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505116 Dec 24 03:12:34.990828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:35.301626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75434fdc-a9ab-4614-88a2-c0472b8e4c57 req-20e7ea5f-a698-43a2-8665-2593c57055c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:35.303086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75434fdc-a9ab-4614-88a2-c0472b8e4c57 req-20e7ea5f-a698-43a2-8665-2593c57055c3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1098 time: 0.0391059 Dec 24 03:12:35.355028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75434fdc-a9ab-4614-88a2-c0472b8e4c57 req-d013dd97-b9ac-4a86-bf53-04e2ae3e1d23 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392895 Dec 24 03:12:36.104367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014ed79-d738-496b-a3aa-145ff008019d req-65cbb08c-2e7f-438e-9aa3-4f69b526bbe8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:36.106372 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4014ed79-d738-496b-a3aa-145ff008019d req-65cbb08c-2e7f-438e-9aa3-4f69b526bbe8 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0480359 Dec 24 03:12:36.155004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4014ed79-d738-496b-a3aa-145ff008019d req-ff529e95-488a-471a-a6b5-c00b51215d58 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Dec 24 03:12:37.270608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d143e91-ef51-4cbc-ac13-8d37e2173919 req-451b736e-a168-4eda-8b2f-2b9e49849a03 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:37.272054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9d143e91-ef51-4cbc-ac13-8d37e2173919 req-451b736e-a168-4eda-8b2f-2b9e49849a03 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Dec 24 03:12:37.320092 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9d143e91-ef51-4cbc-ac13-8d37e2173919 req-681633d2-3e02-4ee2-b581-c5880cab37fe tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Dec 24 03:12:37.437717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a03f7-4f9e-4eee-9067-0360cd90621d req-36534b87-4961-42f6-acdf-97cea911c44d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:37.439077 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-176a03f7-4f9e-4eee-9067-0360cd90621d req-36534b87-4961-42f6-acdf-97cea911c44d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0537946 Dec 24 03:12:37.486428 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-176a03f7-4f9e-4eee-9067-0360cd90621d req-2edf9dd2-ac71-4f64-931f-33ad99886830 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Dec 24 03:12:37.507446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36844) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:37.547041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba80b3-3fec-4ac2-b0df-4cf8e714080f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:37.548564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-faba80b3-3fec-4ac2-b0df-4cf8e714080f tempest-TestNetworkBasicOps-1007454339 tempest-TestNetworkBasicOps-1007454339-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1093 time: 0.0401261 Dec 24 03:12:37.551297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36846) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:37.555569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:12:37.674194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:37.771388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:37.873843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Allocated IP 172.26.7.203 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/b26fd8b5-65d9-4cb9-b215-2372a28c0c8b) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:12:37.979291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.071227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.110496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:12:38.113338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:12:38.117420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:12:38.142537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=b26fd8b5-65d9-4cb9-b215-2372a28c0c8b,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:38.466848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.590791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.736258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.802227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.885628 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event updated for resources: {'Port': ['ID=b26fd8b5-65d9-4cb9-b215-2372a28c0c8b,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:12:38.898032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:38.992572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296 associated. External IP: 172.26.7.203, port: 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9. Dec 24 03:12:39.193894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:12:39.298875 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:12:39.308380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:12:39.318426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:39.332104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:39.381582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:39.408251 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8b8bb297-2b4d-4da9-bfa1-c3728c3dfdf5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8559453 Dec 24 03:12:39.408970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:12:39.411112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36848) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:39.419509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55478e22-a1a6-4537-91b8-1c9e96966f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:12:39.426653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:39.467997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c822f22-9092-48e6-bd71-641ece7b66c4 x-openstack-request-id: req-8c822f22-9092-48e6-bd71-641ece7b66c4 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:12:39.468550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:12:39.468823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c822f22-9092-48e6-bd71-641ece7b66c4 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:12:39.469241 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'status': 'completed', 'code': 200} Dec 24 03:12:39.477622 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-56047889-e12e-4b4d-8683-57c366078f28 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 991 time: 0.0637667 Dec 24 03:12:39.566729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-fa99f744-b8ce-4eac-9c5f-4dcc4117cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:39.568175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-fa99f744-b8ce-4eac-9c5f-4dcc4117cc22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1098 time: 0.0457792 Dec 24 03:12:39.661295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-890ec471-68f8-4ecb-9a41-17d4bcb6c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:39.662751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-890ec471-68f8-4ecb-9a41-17d4bcb6c512 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 200 len: 897 time: 0.0865722 Dec 24 03:12:39.734575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-18ceeaf9-08e8-49ad-ad7b-662390a12b21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 200 len: 999 time: 0.0630543 Dec 24 03:12:39.787746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-adebe7c8-f32d-4ce0-bcf7-06e899759b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:39.789226 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-adebe7c8-f32d-4ce0-bcf7-06e899759b11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fbd09b6-dbd1-476f-849f-dc7506c7bac8 HTTP/1.1" status: 200 len: 834 time: 0.0439672 Dec 24 03:12:39.803921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:12:38Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:21Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:39.834950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:12:39.835182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-cab0c8a5-0d1e-404a-90f9-202a4317d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:12:39.836702 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-cab0c8a5-0d1e-404a-90f9-202a4317d35c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f99162a6-bd6a-471b-a180-91f8c8abea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403187 Dec 24 03:12:39.844020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:12:39.844850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:39.930031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-e3541217-71fa-4a58-b898-e4209f072735 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856111 Dec 24 03:12:39.954920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:12:40.020806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55478e22-a1a6-4537-91b8-1c9e96966f8e req-64b5cab2-7ff8-4102-8d9f-23b765b778b5 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Dec 24 03:12:40.174545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:12:38Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:21Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:12:40.199584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166a4b7-4055-42f9-9095-c2125cdff4bb None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:19Z', 'revision_number': 4, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:12:38Z', 'revision_number': 0, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:12:21Z', 'revision_number': 5, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:12:40.383640 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5450c4b7-cdbd-4d67-9413-5e10b8a30f5d None None] New status for floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:12:40.480269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36852) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:40.548837 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-668a3eaf-04bf-4351-a24f-fca9dd5ca81f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 991 time: 0.0669329 Dec 24 03:12:41.552182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36854) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:12:41.612249 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c01d742-dcc9-43ac-b061-1ccaefec3744 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 993 time: 0.0588706 Dec 24 03:12:50.207765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-258b7130-dafa-489a-8759-d9e6be174deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:52.376591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3791b0f6-a5df-4bf4-a144-2ea6d0e9e53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:53.750452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:55.079895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:55.876424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:12:58.049796 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:13:00.033711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:14.931632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36866) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:14.936276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:13:15.553490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:15.601446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:15.708657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:13:15.816235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:13:15.823601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:15.824825 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6b6baca6-87d1-4d72-9b9c-7cfe1b4889bf tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 HTTP/1.1" status: 200 len: 888 time: 0.8922186 Dec 24 03:13:15.826284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:13:15.839973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:15.840604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:15.872623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:15.881631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:15.882239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:15.913538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:15.914186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b12bc2-6844-4377-a9e8-3db3911b3071 None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:13:16.673634 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4a750b-3887-4c50-91d3-56f82bc785cb None None] New status for floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:13:17.821890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:17.902776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:17.924581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6644d212-b1b2-4d70-800f-719e2c1601d4,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:17.987437 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36870) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:17.991971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:13:17.995378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:17.996083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:18.071928 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:18.081735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.082087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.082430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.082771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.083103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.083430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.083760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.084088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.084429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.084760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.085082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.085402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.085720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:18.129052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:18.161355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:18.216536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:18.264911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:18.301100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-878'] for router, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:18.382590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587025'] for router, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:18.490454 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:13:18.598420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:13:18.605061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:18.609521 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-3b21b6ea-ef14-4744-baf3-d5220a794be9 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 HTTP/1.1" status: 200 len: 887 time: 0.6177740 Dec 24 03:13:18.609672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:13:18.609774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36872) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:18.619510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:18.620131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:18.675578 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6b4dea99-df63-47ad-a777-5eabb92ad9f5 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 991 time: 0.0636532 Dec 24 03:13:18.737780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:18.961230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:13:16Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:18.986967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:13:18.994893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:18.995487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:12:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:19.099894 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:19.314827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-14509f93-5463-4611-ae73-112b35c3793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:13:16Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:19.344690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14509f93-5463-4611-ae73-112b35c3793e None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '321a8e41-5a0d-4e5d-822a-2cd672b3e296', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'floating_ip_address': '172.26.7.203', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'port_id': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'mac_address': 'fa:16:3e:4b:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:12:38Z', 'updated_at': '2021-12-24T03:13:16Z', 'revision_number': 2, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:13:19.678247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36874) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:19.744005 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d9858a66-f4ad-4c11-bcad-032c4e28f92d tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 991 time: 0.0646069 Dec 24 03:13:19.853736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:13:19.906757 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:19.907133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:20.005860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:20.040219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:20.093362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:20.142796 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:20.205446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-42272974-7bba-4ba4-8ba2-4b514025c07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:20.747610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36876) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:20.811253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d993a8da-1912-4825-8045-6d31faaffd00 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 991 time: 0.0613647 Dec 24 03:13:20.956514 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1907d682-b584-4eac-a759-773d0131b314 None None] New status for floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:13:21.399890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-c740853e-9e03-4555-9541-96f4e85055be service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403223 Dec 24 03:13:21.512125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-64684a90-2770-4284-b717-a55581b81d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:21.513581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-64684a90-2770-4284-b717-a55581b81d92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1098 time: 0.0402822 Dec 24 03:13:21.624774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-8a5b1c77-1985-4288-b741-5ab938db1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:21.626220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-8a5b1c77-1985-4288-b741-5ab938db1441 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 200 len: 897 time: 0.0878851 Dec 24 03:13:21.695727 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-7fa2a54a-7a36-4b52-b2d6-dc25a218d892 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 200 len: 1001 time: 0.0566413 Dec 24 03:13:21.751506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-cd6488bd-1e2b-4d76-9c20-a4a526f55f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:21.752942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-cd6488bd-1e2b-4d76-9c20-a4a526f55f6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fbd09b6-dbd1-476f-849f-dc7506c7bac8 HTTP/1.1" status: 200 len: 834 time: 0.0430925 Dec 24 03:13:21.811288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-4e0f4faf-86b3-4260-85ff-59bdac5d5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:21.812972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-4e0f4faf-86b3-4260-85ff-59bdac5d5ace service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f99162a6-bd6a-471b-a180-91f8c8abea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471849 Dec 24 03:13:21.815326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36878) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:21.883882 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-93ad4411-b0b6-463b-a0af-385b27206159 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 200 len: 993 time: 0.0673797 Dec 24 03:13:21.903259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:13:21.926566 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-34f9aaa0-1fdf-44b7-a8f3-efea686a3fe4 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049347 Dec 24 03:13:21.957191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:21.957552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.028550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d027a0c8-995c-4551-9cb4-4dbaf77ba50c req-9813c883-6841-4dcd-adc0-1c71bb91b0b9 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892241 Dec 24 03:13:22.035428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.056331 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6644d212-b1b2-4d70-800f-719e2c1601d4,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:22.125537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.126335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:13:22.190889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36884) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:22.360692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port b26fd8b5-65d9-4cb9-b215-2372a28c0c8b {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:22.361033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.363829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:22.376837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:22.377212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.398423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-550bd499-e429-4674-b224-9713f27bbace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.437937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.438279 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.450030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for b26fd8b5-65d9-4cb9-b215-2372a28c0c8b owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:22.646861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.669228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=b26fd8b5-65d9-4cb9-b215-2372a28c0c8b,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:22.682620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.682974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.683334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.683656 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.683987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.684312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.684667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.684999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.685321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.686259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.686583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.686906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.687226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:22.742854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:22.743113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296 disassociated (deleted). External IP: 172.26.7.203, port: 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9. Dec 24 03:13:22.944402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:13:23.051093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:13:23.055415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:23.060615 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:13:23.070461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:23.071072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:13:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:23.082286 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2d0da2a4-de2a-4a38-83a7-d5d6566e6999 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/floatingips/321a8e41-5a0d-4e5d-822a-2cd672b3e296 HTTP/1.1" status: 204 len: 168 time: 0.8902636 Dec 24 03:13:23.082857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:13:23.085128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79aa45d-c41d-420b-82d3-e606ada8a0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:13:23.131031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb7592f-5b97-406b-a234-43a0db704503 x-openstack-request-id: req-5fb7592f-5b97-406b-a234-43a0db704503 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:13:23.131752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:13:23.132044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fb7592f-5b97-406b-a234-43a0db704503 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:13:23.132464 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'status': 'completed', 'code': 200} Dec 24 03:13:23.178419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:23.227851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-4814ec8a-435b-4c3c-b81a-5624a3657b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:23.229343 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-4814ec8a-435b-4c3c-b81a-5624a3657b2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5243ccb03f35496889465f1c4a68e565&device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 1098 time: 0.0420523 Dec 24 03:13:23.332020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-595f7a63-2935-45ba-9f52-ef7f9c26e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:23.333538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-595f7a63-2935-45ba-9f52-ef7f9c26e83e service neutron] 10.222.0.49 "GET /v2.0/networks?id=f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 200 len: 897 time: 0.0931790 Dec 24 03:13:23.379550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:20Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:23.389458 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-23ce1268-c182-476c-b3ba-4dab4eab2e43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 200 len: 217 time: 0.0385129 Dec 24 03:13:23.405623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:13:23.413855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:23.414544 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:13:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:23.439793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-26ed9407-499d-4727-bd6c-693558f707d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:23.441429 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-26ed9407-499d-4727-bd6c-693558f707d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1fbd09b6-dbd1-476f-849f-dc7506c7bac8 HTTP/1.1" status: 200 len: 834 time: 0.0454121 Dec 24 03:13:23.499528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-681a8255-bdab-46c1-ac37-eb6811c1e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:23.501177 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-681a8255-bdab-46c1-ac37-eb6811c1e8e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f99162a6-bd6a-471b-a180-91f8c8abea8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473750 Dec 24 03:13:23.526955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:23.552961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ff77-1c0e-4064-b74b-ff12506e02b4 req-3ee15fed-e12f-4936-9d90-97dbbf5defad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:23.554602 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a42ff77-1c0e-4064-b74b-ff12506e02b4 req-3ee15fed-e12f-4936-9d90-97dbbf5defad tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0580940 Dec 24 03:13:23.611668 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a42ff77-1c0e-4064-b74b-ff12506e02b4 req-63b56995-0938-49a4-8581-179b9dec24dc tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508163 Dec 24 03:13:23.612082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-92cb800a-a982-45cf-86da-fb6d72e3cba7 service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874512 Dec 24 03:13:23.708312 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e79aa45d-c41d-420b-82d3-e606ada8a0ab req-238eddb1-7371-402b-b201-5f7bba9dbeec service neutron] 10.222.0.49 "GET /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882082 Dec 24 03:13:23.743260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:20Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:23.770626 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:23.771520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a65611e-8da1-4d81-8523-23a9fde0f559 None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:18Z', 'revision_number': 6, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '5aa8a84e-0ad1-4b32-84cd-4b4842694ff2', 'name': '', 'network_id': 'f99162a6-bd6a-471b-a180-91f8c8abea8f', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'mac_address': 'fa:16:3e:87:5d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_interface', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:18Z', 'updated_at': '2021-12-24T03:13:20Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'subnets': [{'id': '1fbd09b6-dbd1-476f-849f-dc7506c7bac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:13:23.837503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:13:23.888644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6644d212-b1b2-4d70-800f-719e2c1601d4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:23.889136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:24.419188 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5df1522-7667-4c79-a8c2-d6b1bd3010d9 None None] New status for floating IP 321a8e41-5a0d-4e5d-822a-2cd672b3e296: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:13:24.731478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55533c64-8e4b-4984-bf21-6e49fc152ebe req-db902397-d9f1-4c47-a1a6-2ef272a34137 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:24.733611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55533c64-8e4b-4984-bf21-6e49fc152ebe req-db902397-d9f1-4c47-a1a6-2ef272a34137 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0518627 Dec 24 03:13:24.788242 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55533c64-8e4b-4984-bf21-6e49fc152ebe req-6e244cb5-9d85-4e57-922a-c3b621d453de tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/security-groups?id=060efbd2-7697-474e-83ac-afdeea81ae84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485272 Dec 24 03:13:25.092993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.244233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-054c3e4b-60d1-4bb7-9fb1-9f0a16395777 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:25.245743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-054c3e4b-60d1-4bb7-9fb1-9f0a16395777 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Dec 24 03:13:25.345076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:25.345484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.437562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:25.437926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.450719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:25.664159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.699594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:25.726905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.727258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.727607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.727946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.728281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.728645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.728979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.729310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.729639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.729972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.730297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.730621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.730944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:13:25.751402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] No DVR routers for this DVR port 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:13:25.753931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.757289 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ae30791e-cbe1-4e8a-8acb-bf4b3d3a7f5b req-f6461745-e478-4950-b58a-0a840765f647 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.49 "DELETE /v2.0/ports/95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 HTTP/1.1" status: 204 len: 173 time: 0.5015869 Dec 24 03:13:25.757960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'name': 'network-vif-deleted', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:13:25.760246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee52b1e2-533e-4840-9c0c-150883eea8c7" -d '{"events": [{"server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "name": "network-vif-deleted", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:13:25.796985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f923fb-9a22-4165-ad49-eea4a99d79ff x-openstack-request-id: req-97f923fb-9a22-4165-ad49-eea4a99d79ff {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:13:25.797280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9ebbb6-1094-4521-bbda-2d37207480c8", "name": "network-vif-deleted", "tag": "95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:13:25.797536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97f923fb-9a22-4165-ad49-eea4a99d79ff {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:13:25.797935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9ebbb6-1094-4521-bbda-2d37207480c8', 'name': 'network-vif-deleted', 'tag': '95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9', 'status': 'completed', 'code': 200} Dec 24 03:13:25.875467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:25.893248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f02eb73e-01df-43e8-9e78-a5ef6429102f req-58f9383d-058c-4420-9299-002f323599fd tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9ebbb6-1094-4521-bbda-2d37207480c8 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Dec 24 03:13:26.950775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36902) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:27.006430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.034597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.144213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.146883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.148051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/security-groups/060efbd2-7697-474e-83ac-afdeea81ae84 HTTP/1.1" status: 204 len: 168 time: 0.1961167 Dec 24 03:13:27.157867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb2541-1704-4139-b5b4-0be71df9823f tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=060efbd2-7697-474e-83ac-afdeea81ae84,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:27.234968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36906) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:27.584747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.833679 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:27.834018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.924644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:27.925004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:27.937904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:28.184196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:28.211434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=5aa8a84e-0ad1-4b32-84cd-4b4842694ff2,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:28.384987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:28.898043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:28.908250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:13:28.918204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:13:28.918636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 95dbde2c-5dd8-43d2-ba2b-d966dc90ecc9 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:13:29.011273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:13:29.016232 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b791782e-eb24-437e-91e7-d6920d546ac0 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "PUT /v2.0/routers/c1b5c1cd-ca7d-4300-b16c-d1e059ef3325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7801797 Dec 24 03:13:29.018929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36908) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:29.021777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Sync routers for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:13:29.032371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:29.033014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:13:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:29.068635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting subnet 1fbd09b6-dbd1-476f-849f-dc7506c7bac8 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:13:29.071662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.111903 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.138941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:29.198262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.316203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:28Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:29.327302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.342421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Checking router: c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:13:29.350618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Routers {'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:13:29.351225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:13:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:29.356165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Subnet': ['ID=1fbd09b6-dbd1-476f-849f-dc7506c7bac8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:29.358179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.362768 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d8a1e35b-7ace-432d-9f61-266b81b5df21 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/subnets/1fbd09b6-dbd1-476f-849f-dc7506c7bac8 HTTP/1.1" status: 204 len: 168 time: 0.3422651 Dec 24 03:13:29.364902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36910) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:29.385040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a8359-72bf-49d9-94f8-a97a352fb1dd None None] Network f99162a6-bd6a-471b-a180-91f8c8abea8f requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:13:29.479157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.525858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] Set router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:13:29.592717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] DHCP port deletion for f99162a6-bd6a-471b-a180-91f8c8abea8f request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:13:29.594274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.728123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Deleting port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:29.728523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.734993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Deleting port 6644d212-b1b2-4d70-800f-719e2c1601d4 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:29.735337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.797220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] For port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,segment=NetworkSegment(1ec76534-18c5-4012-88b2-0a963daed9bb),segment_id=1ec76534-18c5-4012-88b2-0a963daed9bb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:29.797632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.812904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Calling delete_port for b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:29.815508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:28Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:29.822297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] For port 6644d212-b1b2-4d70-800f-719e2c1601d4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6644d212-b1b2-4d70-800f-719e2c1601d4,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:29.828940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:29.841221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Calling delete_port for 6644d212-b1b2-4d70-800f-719e2c1601d4 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:29.846705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9241e6-fafe-4ac8-a050-c4a97e0ac280 None None] The sync data for ids ['c1b5c1cd-ca7d-4300-b16c-d1e059ef3325'] in dv-neutron-822868-1-hyperv is: [{'id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'name': 'tempest-TestNetworkBasicOps-router-807772884', 'tenant_id': '5243ccb03f35496889465f1c4a68e565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178'}], 'enable_snat': True}, 'gw_port_id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:28Z', 'revision_number': 7, 'project_id': '5243ccb03f35496889465f1c4a68e565', 'gw_port': {'id': '6644d212-b1b2-4d70-800f-719e2c1601d4', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:38:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b5c1cd-ca7d-4300-b16c-d1e059ef3325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:12:15Z', 'updated_at': '2021-12-24T03:13:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:13:29.995479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.022079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] Pushing event deleted for resources: {'Port': ['ID=b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:30.023826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.026478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82097f5e-8b80-42ca-bd6c-304579b3afa7 None None] No DVR routers for this DVR port b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:13:30.090596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.122416 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Port': ['ID=6644d212-b1b2-4d70-800f-719e2c1601d4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:30.134195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75bd1fb-c729-485d-9022-58ce8f97b758 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:13:30.182483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.241692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:30.261863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:13:30.262288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device b24bf0d2-9ba8-445e-8d7a-3f74daf7b0b2 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:13:30.277787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.280065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.401157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.401808 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Fanout notify agent at l3_agent the message router_deleted on router c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:13:30.410141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.411257 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-099fb1f7-2b8c-4742-ac84-12f800e60fa3 tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/routers/c1b5c1cd-ca7d-4300-b16c-d1e059ef3325 HTTP/1.1" status: 204 len: 168 time: 1.0454454 Dec 24 03:13:30.414041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36912) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:30.494025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.589598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.609702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99162a6-bd6a-471b-a180-91f8c8abea8f']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:30.618711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec76534-18c5-4012-88b2-0a963daed9bb') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:30.619007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec76534-18c5-4012-88b2-0a963daed9bb') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:13:30.628126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.641345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.647018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:13:30.648256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:13:30.650255 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:13:30.798955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.806188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:30.808630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] 10.222.0.36 "DELETE /v2.0/networks/f99162a6-bd6a-471b-a180-91f8c8abea8f HTTP/1.1" status: 204 len: 168 time: 0.3936429 Dec 24 03:13:30.819932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cc5e0-435e-40f7-9ba5-62e541b39c8a tempest-TestNetworkBasicOps-1120916464 tempest-TestNetworkBasicOps-1120916464-project] Pushing event deleted for resources: {'Network': ['ID=f99162a6-bd6a-471b-a180-91f8c8abea8f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:31.299945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36918) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:31.433773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-98b8b986-b885-4479-8b07-7549342024df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5243ccb03f35496889465f1c4a68e565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326239 Dec 24 03:13:31.436203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36922) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:31.483245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:31.503847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:31.610534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:31.613162 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:31.614358 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb58bc7e-8a71-40cd-b135-cc2cebd29718 HTTP/1.1" status: 204 len: 168 time: 0.1771488 Dec 24 03:13:31.621666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a53c0-60d2-4060-a153-4c13d488aee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58bc7e-8a71-40cd-b135-cc2cebd29718,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:31.832521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:31.856182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6644d212-b1b2-4d70-800f-719e2c1601d4 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:13:31.856559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6644d212-b1b2-4d70-800f-719e2c1601d4 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:13:31.856985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:13:31.876512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:13:31.876815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5aa8a84e-0ad1-4b32-84cd-4b4842694ff2 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:13:32.215214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 36928) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:32.228638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-059a3593-6b18-4011-856a-cf746607bde6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.308049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-059a3593-6b18-4011-856a-cf746607bde6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.375968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-059a3593-6b18-4011-856a-cf746607bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.415217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-059a3593-6b18-4011-856a-cf746607bde6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93b5d9d851344800957a17b893609e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989245 Dec 24 03:13:32.416169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a3593-6b18-4011-856a-cf746607bde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d92d7c-31c5-4c0e-9f9f-65b566027054,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:32.417884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 36930) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:32.475093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.496555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.627637 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.630195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:32.631351 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34d92d7c-31c5-4c0e-9f9f-65b566027054 HTTP/1.1" status: 204 len: 168 time: 0.2119341 Dec 24 03:13:32.638864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9568c-f36a-427e-8970-ec4b7e834607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d92d7c-31c5-4c0e-9f9f-65b566027054,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:35.050016 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:13:39.892827 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-cd264b33-6d33-4239-8885-f5caeaad1bc2 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301135 Dec 24 03:13:40.071562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-5e5eb6e1-27c6-44fa-a2ff-7deadb84d5cc tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:40.073294 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-5e5eb6e1-27c6-44fa-a2ff-7deadb84d5cc tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747768 Dec 24 03:13:40.087801 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-9e1dee53-1c0e-476e-b06e-84158ac61cff tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/quotas/6ddfc4f94a1a4ee792d603cc92107496 HTTP/1.1" status: 200 len: 375 time: 0.0086997 Dec 24 03:13:40.122169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-e5891c82-481c-4173-9bbe-49eaf5a087a9 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293519 Dec 24 03:13:40.379322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11d60f5a-29d7-4577-8000-c24095964970 req-9c67da6c-ce2f-49de-9c96-3683068599dc tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Dec 24 03:13:41.472162 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7530753e-34fa-415e-b427-7cf1db9d3249 req-36cf3e8a-694c-4e4a-8c30-a33702e69aba tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 210 time: 0.0265462 Dec 24 03:13:42.487909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a3de3cfa-a7e4-45dc-8b6a-94b26b16e400 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283535 Dec 24 03:13:42.624267 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c2d49d59-0d2c-4b76-a0a4-5fc676528c3c req-bef757ee-3a66-4c89-be70-acd87339b189 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 210 time: 0.0811706 Dec 24 03:13:42.694947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-d11823e4-795d-4102-a735-5c0c69be3fc8 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:42.696395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-d11823e4-795d-4102-a735-5c0c69be3fc8 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022991 Dec 24 03:13:42.721014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Request body: {'port': {'device_id': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a', 'admin_state_up': True, 'tenant_id': '6ddfc4f94a1a4ee792d603cc92107496'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:13:42.903527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Made reservation on behalf of 6ddfc4f94a1a4ee792d603cc92107496 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:13:42.907945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:42.916595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:42.993870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.068965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.131681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920e3a15-3506-408e-8fc0-b8e5984b9b17,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:43.202151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Allocated IP 192.168.233.156 (fad738b5-a14a-431b-8460-5ef865391a0a/3793604a-83f3-4389-9e28-2427e6e7489d/28dfd096-2c97-49e4-b532-f0505b8692a1) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:13:43.344563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.492699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.536718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Network fad738b5-a14a-431b-8460-5ef865391a0a is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:13:43.539690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:13:43.543375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:13:43.549752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Pushing event updated for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:43.596073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:43.596727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.695329 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-a45ebe11-eda7-4a05-948b-3c1660ad0259 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9783785 Dec 24 03:13:43.724307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Request body: {'port': {'device_id': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:13:43.745994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386121df-6f22-4cfb-9426-04c2af4c8cd5 req-4458c6b0-729f-40ac-a19b-2934e74e1740 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:43.747403 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-386121df-6f22-4cfb-9426-04c2af4c8cd5 req-4458c6b0-729f-40ac-a19b-2934e74e1740 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 936 time: 0.0507250 Dec 24 03:13:43.775939 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d25150ee-72e5-44fc-8380-3429f4af8eb0 None None] Provisioning complete for port 28dfd096-2c97-49e4-b532-f0505b8692a1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:43.776766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d25150ee-72e5-44fc-8380-3429f4af8eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.781824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:43.797086 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-386121df-6f22-4cfb-9426-04c2af4c8cd5 req-71fc71ab-27df-4263-bb77-c0520edfa510 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Dec 24 03:13:43.813392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d25150ee-72e5-44fc-8380-3429f4af8eb0 None None] Port 28dfd096-2c97-49e4-b532-f0505b8692a1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:13:44.044318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28dfd096-2c97-49e4-b532-f0505b8692a1 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:13:44.052259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:44.063692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Transition to ACTIVE for port object 28dfd096-2c97-49e4-b532-f0505b8692a1 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:13:44.124434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:44.193290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:44.246992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Attempting to bind port 28dfd096-2c97-49e4-b532-f0505b8692a1 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:13:44.247348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Attempting to bind port 28dfd096-2c97-49e4-b532-f0505b8692a1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:13:44.247669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Attempting to bind port 28dfd096-2c97-49e4-b532-f0505b8692a1 on network fad738b5-a14a-431b-8460-5ef865391a0a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:13:44.252203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Port 28dfd096-2c97-49e4-b532-f0505b8692a1 on network fad738b5-a14a-431b-8460-5ef865391a0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:13:44.252562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Attempting to bind port 28dfd096-2c97-49e4-b532-f0505b8692a1 on network fad738b5-a14a-431b-8460-5ef865391a0a {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:13:44.257531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:13:44.257870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Checking segment: {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:13:44.258261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Bound using segment: {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:13:44.258694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Bound port: 28dfd096-2c97-49e4-b532-f0505b8692a1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3092e46-c58a-4215-aed3-c0c3066ee632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:13:44.259053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:44.329166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:13:44.332348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28dfd096-2c97-49e4-b532-f0505b8692a1,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:13:44.407206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:44.439371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.440001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:44.441425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/28dfd096-2c97-49e4-b532-f0505b8692a1 HTTP/1.1" status: 200 len: 1098 time: 0.7215478 Dec 24 03:13:44.443628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:13:44.445916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:13:44.476177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d1c2d-6cb6-4dae-969b-7188c58663b0 service neutron] Pushing event updated for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:44.487998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00bebe-3847-4a3b-ae75-e8fdaace22a9 x-openstack-request-id: req-bb00bebe-3847-4a3b-ae75-e8fdaace22a9 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:13:44.488302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:13:44.488590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb00bebe-3847-4a3b-ae75-e8fdaace22a9 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:13:44.488990 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1', 'status': 'completed', 'code': 200} Dec 24 03:13:44.593308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8 req-255ed403-aa37-4b1e-a4c2-4f0d06fdcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.595260 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8 req-255ed403-aa37-4b1e-a4c2-4f0d06fdcb2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 1101 time: 0.0467448 Dec 24 03:13:44.639825 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8 req-fd4dd381-6a9b-475a-9aa5-d2ce06bdda90 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200758 Dec 24 03:13:44.732071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8 req-b7f2bad1-b536-4a66-ada6-620e2e5b7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.733500 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4b5a74bc-034d-41bf-a59b-111a6a83f3b8 req-b7f2bad1-b536-4a66-ada6-620e2e5b7715 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867105 Dec 24 03:13:44.853233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-9a6752c7-ecef-4890-8d61-94addb0699cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.854816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-9a6752c7-ecef-4890-8d61-94addb0699cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 1101 time: 0.0455143 Dec 24 03:13:44.911701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-71eaef6e-269e-4e4e-b899-c3002eb5e812 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=28dfd096-2c97-49e4-b532-f0505b8692a1 HTTP/1.1" status: 200 len: 217 time: 0.0352416 Dec 24 03:13:44.915441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec6dfc-e7eb-472b-b25a-3b98998bb72e req-30627664-1250-4bad-a77f-09d1d44613f5 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.916945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06ec6dfc-e7eb-472b-b25a-3b98998bb72e req-30627664-1250-4bad-a77f-09d1d44613f5 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 948 time: 0.0521536 Dec 24 03:13:44.964306 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06ec6dfc-e7eb-472b-b25a-3b98998bb72e req-d28e2635-6287-469e-88b0-d3d256dd9b63 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Dec 24 03:13:44.964559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-67855163-321b-483e-a002-7472c40eaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:44.966061 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-67855163-321b-483e-a002-7472c40eaba9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3793604a-83f3-4389-9e28-2427e6e7489d HTTP/1.1" status: 200 len: 843 time: 0.0427425 Dec 24 03:13:45.019174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-6ca6d011-aa5f-4c8f-97f2-89484b5f6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:45.020644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-6ca6d011-aa5f-4c8f-97f2-89484b5f6c64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fad738b5-a14a-431b-8460-5ef865391a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0435588 Dec 24 03:13:45.113318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-3923ee20-311a-4a2a-9495-453f64da7b75 service neutron] 10.222.0.49 "GET /v2.0/networks/fad738b5-a14a-431b-8460-5ef865391a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799587 Dec 24 03:13:45.210237 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89328a9e-7f48-485d-a73b-1275b93f3f4c req-31351180-1e84-4ab5-8ed5-3932209efdc4 service neutron] 10.222.0.49 "GET /v2.0/networks/fad738b5-a14a-431b-8460-5ef865391a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850294 Dec 24 03:13:46.078322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34a56-0cfd-489b-8799-01fe5e9b0b21 req-8429c484-6d16-478a-b31f-fa99dfec31ed tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:46.079781 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ee34a56-0cfd-489b-8799-01fe5e9b0b21 req-8429c484-6d16-478a-b31f-fa99dfec31ed tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 948 time: 0.0486624 Dec 24 03:13:46.127652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ee34a56-0cfd-489b-8799-01fe5e9b0b21 req-2e442868-a239-47f3-8ebc-689443f98d50 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419092 Dec 24 03:13:47.240945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24dfd2-2cae-4723-bb66-1b80ef870ce2 req-4f5a6ca8-4a81-40df-b808-9554ea5b8d69 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:47.242438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b24dfd2-2cae-4723-bb66-1b80ef870ce2 req-4f5a6ca8-4a81-40df-b808-9554ea5b8d69 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 948 time: 0.0484331 Dec 24 03:13:47.287638 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b24dfd2-2cae-4723-bb66-1b80ef870ce2 req-fc833976-38de-4289-8ca9-93eeb3f33c61 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Dec 24 03:13:48.401403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741c547-33b2-45a9-8e05-7665a52e11dc req-82efce1a-0090-4297-832c-04cff636d23f tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:48.402826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8741c547-33b2-45a9-8e05-7665a52e11dc req-82efce1a-0090-4297-832c-04cff636d23f tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 948 time: 0.0486915 Dec 24 03:13:48.452861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8741c547-33b2-45a9-8e05-7665a52e11dc req-32e3e5f7-ef46-4176-ba4e-2693acaf5bd3 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Dec 24 03:13:49.006701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 28dfd096-2c97-49e4-b532-f0505b8692a1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:13:49.100644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28dfd096-2c97-49e4-b532-f0505b8692a1,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:49.111149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '28dfd096-2c97-49e4-b532-f0505b8692a1', 'network_id': 'fad738b5-a14a-431b-8460-5ef865391a0a', 'port_id': '28dfd096-2c97-49e4-b532-f0505b8692a1', 'mac_address': 'fa:16:3e:1b:83:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3793604a-83f3-4389-9e28-2427e6e7489d', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:13:49.147200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:49.159011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28dfd096-2c97-49e4-b532-f0505b8692a1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:13:49.177674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28dfd096-2c97-49e4-b532-f0505b8692a1,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:49.238125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:49.432030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:49.567937 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0189d2c-8646-44c2-b6db-df03719fb775 req-1e2467fa-cdd7-4fc8-a42e-5b1ffe9d589a tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:49.569481 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0189d2c-8646-44c2-b6db-df03719fb775 req-1e2467fa-cdd7-4fc8-a42e-5b1ffe9d589a tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 949 time: 0.0478773 Dec 24 03:13:49.591322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['28dfd096-2c97-49e4-b532-f0505b8692a1'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:13:49.619647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0189d2c-8646-44c2-b6db-df03719fb775 req-60f680e6-b63c-4a08-829b-6660f69b6fd8 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Dec 24 03:13:50.295477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0236b1d3-1aa5-4c32-8d3e-ef1608f70f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:50.732700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48544473-76d6-4f31-9fd1-e555f41b2bf2 req-e74d3742-f29d-4940-a9f4-c4d0b84f7d04 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:50.734241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48544473-76d6-4f31-9fd1-e555f41b2bf2 req-e74d3742-f29d-4940-a9f4-c4d0b84f7d04 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 949 time: 0.0484231 Dec 24 03:13:50.781080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48544473-76d6-4f31-9fd1-e555f41b2bf2 req-710952a2-abf8-4004-b31f-5da60e05568b tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Dec 24 03:13:51.006681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 28dfd096-2c97-49e4-b532-f0505b8692a1 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:13:51.118289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 28dfd096-2c97-49e4-b532-f0505b8692a1 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:13:51.122140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 28dfd096-2c97-49e4-b532-f0505b8692a1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:13:51.122502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:51.196877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:51.219838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:13:51.222082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3bc8bb-d3ae-4e4e-a719-d5e64391c4e7" -d '{"events": [{"server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "name": "network-vif-plugged", "status": "completed", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:13:51.246892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28dfd096-2c97-49e4-b532-f0505b8692a1,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:51.310942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27eff2a8-da0e-4742-88cc-d2865944c508 x-openstack-request-id: req-27eff2a8-da0e-4742-88cc-d2865944c508 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:13:51.311487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "name": "network-vif-plugged", "status": "completed", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:13:51.311487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27eff2a8-da0e-4742-88cc-d2865944c508 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:13:51.311854 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1', 'code': 200} Dec 24 03:13:51.324397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:51.376319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:51.665523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6ab8-ed32-4fd1-a973-948327e16620 req-1b24d0ef-4fa1-46cc-b82c-10d5c62f5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:51.667238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00cc6ab8-ed32-4fd1-a973-948327e16620 req-1b24d0ef-4fa1-46cc-b82c-10d5c62f5b64 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 1103 time: 0.0405967 Dec 24 03:13:51.712584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00cc6ab8-ed32-4fd1-a973-948327e16620 req-9aca46f3-1586-45d5-81e3-d527ee4f1b31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Dec 24 03:13:51.899875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a108a8-b0d9-40b1-a679-9eff88ffc53e req-7259919e-97f7-493e-9474-8ef3ff278a4a tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:51.901411 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d6a108a8-b0d9-40b1-a679-9eff88ffc53e req-7259919e-97f7-493e-9474-8ef3ff278a4a tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0538316 Dec 24 03:13:51.948614 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d6a108a8-b0d9-40b1-a679-9eff88ffc53e req-becb7ca4-562e-4e6c-bbc1-eebea248961f tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Dec 24 03:13:52.394384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46ff5de7-c3e3-4a26-be84-f3e4b8a768fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:53.065831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae462b-7a78-41dd-a945-48db0b6fc0c5 req-b35cdd45-4c45-4c44-98e9-c6c1fc4d9907 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:53.067279 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57ae462b-7a78-41dd-a945-48db0b6fc0c5 req-b35cdd45-4c45-4c44-98e9-c6c1fc4d9907 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0512373 Dec 24 03:13:53.116751 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57ae462b-7a78-41dd-a945-48db0b6fc0c5 req-23004416-5fd5-421c-a110-6085b8b1c41d tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429606 Dec 24 03:13:53.748937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:54.230888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150feb4-fced-47cf-bd80-9730635932c5 req-917b33c9-4c1f-4a7f-b61e-54bc4fd6e848 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:54.232323 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0150feb4-fced-47cf-bd80-9730635932c5 req-917b33c9-4c1f-4a7f-b61e-54bc4fd6e848 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0487170 Dec 24 03:13:54.277994 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0150feb4-fced-47cf-bd80-9730635932c5 req-1c7cd082-9d39-48bc-bf3f-2fa2c1bc5b27 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Dec 24 03:13:54.712408 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-558f930f-d06f-4f4e-9c88-18189f738ba7 req-1b8f1ea9-1f5e-4dcc-9a87-0ae25d0d8d80 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:13:54.713484 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-558f930f-d06f-4f4e-9c88-18189f738ba7 req-1b8f1ea9-1f5e-4dcc-9a87-0ae25d0d8d80 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0954709 Dec 24 03:13:55.108818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:55.263144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-bd53d899-8a96-4c25-8619-3aa0560ee732 req-503665eb-1760-4e85-827a-a45ad0e9e9fa service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:13:55.264176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bd53d899-8a96-4c25-8619-3aa0560ee732 req-503665eb-1760-4e85-827a-a45ad0e9e9fa service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517483 Dec 24 03:13:55.873750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:55.892098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dc35d-65b7-46e3-b7f7-e82f212aed1d req-846d647f-f271-4e6b-91b3-1011b8abf562 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:55.893600 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-831dc35d-65b7-46e3-b7f7-e82f212aed1d req-846d647f-f271-4e6b-91b3-1011b8abf562 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0505390 Dec 24 03:13:55.944010 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-831dc35d-65b7-46e3-b7f7-e82f212aed1d req-bb2edb6b-d1da-43d2-854c-aef94ecc7771 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Dec 24 03:13:57.059321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b8e1c-fa20-4364-8dd5-0a535b66a8a9 req-dcd977f4-5680-48c4-8a8f-aae2eaeb7dac tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:57.060773 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e63b8e1c-fa20-4364-8dd5-0a535b66a8a9 req-dcd977f4-5680-48c4-8a8f-aae2eaeb7dac tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0483012 Dec 24 03:13:57.106950 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e63b8e1c-fa20-4364-8dd5-0a535b66a8a9 req-0f339eb9-b114-42bc-99d3-6495c9e3b9c5 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/security-groups?id=920e3a15-3506-408e-8fc0-b8e5984b9b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Dec 24 03:13:57.496390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c38049-5d1b-4c06-902a-60562e270b31 req-6ca2e8d0-066c-4a15-b2d8-7f1bfce171c5 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:13:57.497833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73c38049-5d1b-4c06-902a-60562e270b31 req-6ca2e8d0-066c-4a15-b2d8-7f1bfce171c5 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.49 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 950 time: 0.0477526 Dec 24 03:13:57.586021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Deleting port 28dfd096-2c97-49e4-b532-f0505b8692a1 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:13:57.586355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:57.675722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] For port 28dfd096-2c97-49e4-b532-f0505b8692a1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=28dfd096-2c97-49e4-b532-f0505b8692a1,segment=NetworkSegment(b3092e46-c58a-4215-aed3-c0c3066ee632),segment_id=b3092e46-c58a-4215-aed3-c0c3066ee632)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:13:57.676085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:57.688592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Calling delete_port for 28dfd096-2c97-49e4-b532-f0505b8692a1 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:13:57.915003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:57.945126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Pushing event deleted for resources: {'Port': ['ID=28dfd096-2c97-49e4-b532-f0505b8692a1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:13:57.963888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['28dfd096-2c97-49e4-b532-f0505b8692a1'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:13:57.989117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] No DVR routers for this DVR port 28dfd096-2c97-49e4-b532-f0505b8692a1 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:13:57.991778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:57.995084 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73c38049-5d1b-4c06-902a-60562e270b31 req-2e13e76d-a75d-4344-a8a0-3e9f892c3b07 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.49 "DELETE /v2.0/ports/28dfd096-2c97-49e4-b532-f0505b8692a1 HTTP/1.1" status: 204 len: 173 time: 0.4884732 Dec 24 03:13:57.995562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'name': 'network-vif-deleted', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:13:57.997836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded097ba-96a0-4eaf-97b9-f3e76737c606" -d '{"events": [{"server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "name": "network-vif-deleted", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:13:58.037880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990431fb-1e93-40f5-86b2-1fdd106788ad x-openstack-request-id: req-990431fb-1e93-40f5-86b2-1fdd106788ad {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:13:58.038151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c8810b-8ae9-4cf8-883a-918ac3793149", "name": "network-vif-deleted", "tag": "28dfd096-2c97-49e4-b532-f0505b8692a1", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:13:58.038407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-990431fb-1e93-40f5-86b2-1fdd106788ad {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:13:58.038808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c8810b-8ae9-4cf8-883a-918ac3793149', 'name': 'network-vif-deleted', 'tag': '28dfd096-2c97-49e4-b532-f0505b8692a1', 'status': 'completed', 'code': 200} Dec 24 03:13:58.208545 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-58185803-4f92-402d-8116-27959f3673f4 req-a066b831-66a3-4dd0-b1ed-bb693288d507 tempest-ServersAdminNegativeTestJSON-754897488 tempest-ServersAdminNegativeTestJSON-754897488-project] 10.222.0.36 "GET /v2.0/ports?device_id=17c8810b-8ae9-4cf8-883a-918ac3793149 HTTP/1.1" status: 200 len: 210 time: 0.0301185 Dec 24 03:13:59.678439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 37080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:59.807783 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9525269c-fce6-4380-be9c-eece75e6538d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ddfc4f94a1a4ee792d603cc92107496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1281719 Dec 24 03:13:59.810278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 37084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:13:59.856116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:13:59.877016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.009829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.012387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.013558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/920e3a15-3506-408e-8fc0-b8e5984b9b17 HTTP/1.1" status: 204 len: 168 time: 0.2024086 Dec 24 03:14:00.021777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb4ff2-d8ba-41a0-bead-5e131e1a84ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e3a15-3506-408e-8fc0-b8e5984b9b17,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:00.040129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.638850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 37090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:00.651961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ab1600b-1568-45ab-91d1-f226e61ba6de admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.724342 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ab1600b-1568-45ab-91d1-f226e61ba6de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.803951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6ab1600b-1568-45ab-91d1-f226e61ba6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.844864 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6ab1600b-1568-45ab-91d1-f226e61ba6de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea6424594a994f20a6546da0618a18a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2047119 Dec 24 03:14:00.845589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1600b-1568-45ab-91d1-f226e61ba6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bd2a48-148c-413b-b01d-e7b7bda0d45c,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:00.847607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37092) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:00.897116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:00.918249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:01.034550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:01.037111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:01.038248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3bd2a48-148c-413b-b01d-e7b7bda0d45c HTTP/1.1" status: 204 len: 168 time: 0.1896584 Dec 24 03:14:01.045784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15d1aa-c39e-493e-8fe6-1840f5b08a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bd2a48-148c-413b-b01d-e7b7bda0d45c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:01.068546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 28dfd096-2c97-49e4-b532-f0505b8692a1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:14:01.088681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 28dfd096-2c97-49e4-b532-f0505b8692a1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:14:01.089033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 28dfd096-2c97-49e4-b532-f0505b8692a1 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:14:02.006948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37114) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:02.100133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2025425167-network', 'tenant_id': 'f380f6bd04d44740aed2b46891780668'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:14:02.194523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Made reservation on behalf of f380f6bd04d44740aed2b46891780668 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:14:02.196941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.206596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.281933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.342568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.369014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:14:02.375048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2df87-9b3e-4a98-aa07-d85026316764,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:02.380973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.382422 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Added segment ee35c761-1540-467c-a0f8-5b03d351afb5 of type vlan for network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 Dec 24 03:14:02.420427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.497195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.498144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:02.498713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:02.588007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] Pushing event updated for resources: {'Network': ['ID=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:02.597527 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-79c9f17e-6c39-4572-ac38-37051c9e612e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5895362 Dec 24 03:14:02.599067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:14:02.600388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37118) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:02.605125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Request body: {'subnet': {'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2025425167-subnet', 'tenant_id': 'f380f6bd04d44740aed2b46891780668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:14:02.697178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Made reservation on behalf of f380f6bd04d44740aed2b46891780668 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:14:02.699777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:03.255715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:03.310202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:03.319020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Checking segment: {'id': 'ee35c761-1540-467c-a0f8-5b03d351afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:14:03.319371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Network hostable DHCP agents. Network: c3bbf593-a1cc-46f6-bcaa-07b4848a71e2, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:14:03.398354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:14:03.468425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c3bbf593-a1cc-46f6-bcaa-07b4848a71e2) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:14:03.473742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:03.478676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:03.480531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b5e32-160a-4819-bee8-4c7ccc0b417b None None] Network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:14:03.577150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8690819a-0713-4d38-bfb6-7e1fa30cc413 None None] Network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:14:03.579483 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09bc37bb-357b-440e-aab2-6a812e6196ef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9780362 Dec 24 03:14:03.987538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-0a0487c5-1e81-4b65-acaf-3087180d85c1 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:03.989019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-0a0487c5-1e81-4b65-acaf-3087180d85c1 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 812 time: 0.0995073 Dec 24 03:14:04.003958 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-4e3fa7b2-5c54-46cc-b5a4-221b52460524 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/quotas/f380f6bd04d44740aed2b46891780668 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Dec 24 03:14:04.033658 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-ce4a8927-628f-4814-8679-410c855874c8 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244372 Dec 24 03:14:04.123702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-516ba2d2-71aa-4f15-9af2-1b16265984b4 service neutron] 10.222.0.36 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830331 Dec 24 03:14:04.212940 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-f46d35ea-b58e-431d-850b-8ad5b8099f06 service neutron] 10.222.0.36 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826778 Dec 24 03:14:04.462283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cf9e5c43-c94f-41be-bf06-921bba41e188 req-a2903bad-5b42-4457-98d9-5b1efffe7108 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 210 time: 0.0300167 Dec 24 03:14:05.557895 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-78ffd39d-26a8-4926-a92b-d273908fe36d req-98dc9f58-097c-42a8-87e6-c666277edbc6 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 210 time: 0.0267351 Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:06.582270 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:06.585230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5bcec41f-6aca-4b5b-afbd-1090b31d1c2d tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:06.585931 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5bcec41f-6aca-4b5b-afbd-1090b31d1c2d tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.49 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 812 time: 0.1046069 Dec 24 03:14:06.614743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Request body: {'port': {'device_id': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2', 'admin_state_up': True, 'tenant_id': 'f380f6bd04d44740aed2b46891780668'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:14:06.697389 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a2195fe2-cc92-433d-8d74-0944c9d62c8c req-695cb236-44ce-4560-8b35-e383d2b5d8a7 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 210 time: 0.0663822 Dec 24 03:14:06.800403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Made reservation on behalf of f380f6bd04d44740aed2b46891780668 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:14:06.803917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:06.936736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Allocated IP 172.20.0.5 (c3bbf593-a1cc-46f6-bcaa-07b4848a71e2/e8c866ec-0789-448e-8ef3-0d56ec3ef3fb/e6ff39aa-4b22-47e2-a905-ffb63f2606ad) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:14:07.076604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.210153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.251784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:14:07.254771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:14:07.258284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:14:07.284222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:07.311405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:07.311998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.403020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-5987af65-ee09-490a-9b32-359e878a6775 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7921684 Dec 24 03:14:07.429399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Request body: {'port': {'device_id': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:14:07.482380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.745236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:14:07.753431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.765026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Transition to ACTIVE for port object e6ff39aa-4b22-47e2-a905-ffb63f2606ad will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:14:07.818973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d9ae1-3bc6-4be0-81b3-72334cce1320 req-7921a8be-f859-40cf-a46d-0cb40dd7e47e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:07.820451 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-371d9ae1-3bc6-4be0-81b3-72334cce1320 req-7921a8be-f859-40cf-a46d-0cb40dd7e47e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 931 time: 0.0527084 Dec 24 03:14:07.845749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:07.867552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-371d9ae1-3bc6-4be0-81b3-72334cce1320 req-5ed3a0ea-3744-4d99-a077-5674cd5506e2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Dec 24 03:14:07.905004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:07.978172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Attempting to bind port e6ff39aa-4b22-47e2-a905-ffb63f2606ad on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:14:07.978500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Attempting to bind port e6ff39aa-4b22-47e2-a905-ffb63f2606ad by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ee35c761-1540-467c-a0f8-5b03d351afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:14:07.978822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Attempting to bind port e6ff39aa-4b22-47e2-a905-ffb63f2606ad on network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:14:07.982956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Port e6ff39aa-4b22-47e2-a905-ffb63f2606ad on network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:14:07.983271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Attempting to bind port e6ff39aa-4b22-47e2-a905-ffb63f2606ad on network c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:14:07.988469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:14:07.988729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Checking segment: {'id': 'ee35c761-1540-467c-a0f8-5b03d351afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:14:07.989105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Bound using segment: {'id': 'ee35c761-1540-467c-a0f8-5b03d351afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:14:07.989520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Bound port: e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee35c761-1540-467c-a0f8-5b03d351afb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:14:07.989864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:08.055538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:14:08.058386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:14:08.126743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:08.163920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.164620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:08.166014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] 10.222.0.49 "PUT /v2.0/ports/e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 1093 time: 0.7406847 Dec 24 03:14:08.166447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:14:08.168697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515905d6-1a6f-4a36-8ec4-6cea91104f16" -d '{"events": [{"name": "network-changed", "server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:14:08.191968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a54cc-80e8-4d39-953b-48d8ac27bc91 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:08.207723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15552fa-d188-4112-befe-7138f1ee3d1b x-openstack-request-id: req-d15552fa-d188-4112-befe-7138f1ee3d1b {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:14:08.208018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:14:08.208272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d15552fa-d188-4112-befe-7138f1ee3d1b {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:14:08.208703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'status': 'completed', 'code': 200} Dec 24 03:14:08.291378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-40cc2530-7dbf-4ab7-b064-811ad2625c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.292971 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-40cc2530-7dbf-4ab7-b064-811ad2625c3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1096 time: 0.0414233 Dec 24 03:14:08.401110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-b53c89f1-0708-4dfc-bf63-29044adc407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.402581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-b53c89f1-0708-4dfc-bf63-29044adc407c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f380f6bd04d44740aed2b46891780668&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936768 Dec 24 03:14:08.504013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-98633695-72fb-491d-9ca1-3e3618659f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.505506 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-515905d6-1a6f-4a36-8ec4-6cea91104f16 req-98633695-72fb-491d-9ca1-3e3618659f25 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913706 Dec 24 03:14:08.610604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-4ecaa6f3-2bc8-402a-8502-5b70d0cbd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.612005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-4ecaa6f3-2bc8-402a-8502-5b70d0cbd1e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1096 time: 0.0409400 Dec 24 03:14:08.664406 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-04046682-10c9-49ea-8433-a020ed0edd28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 217 time: 0.0328398 Dec 24 03:14:08.719824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-35579c05-8759-4b43-a61a-c949c4b4bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.721281 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-35579c05-8759-4b43-a61a-c949c4b4bcd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 200 len: 852 time: 0.0463438 Dec 24 03:14:08.757785 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-6a58c222-da43-40ea-baa3-a7b26d5886e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246487 Dec 24 03:14:08.854980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-64fee58d-d9f2-4e8d-b251-7f6d913eb1d8 service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854716 Dec 24 03:14:08.952534 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-399ad090-f2f9-420b-8d84-bb34731b2c24 req-1a96b16a-fa13-4bd8-ae55-4516a879ba5b service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887470 Dec 24 03:14:08.985452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426dac-9d19-458f-a1cb-aa2a933c4449 req-0a0582ab-c489-491b-93db-d29d373a23ee tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:08.986898 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29426dac-9d19-458f-a1cb-aa2a933c4449 req-0a0582ab-c489-491b-93db-d29d373a23ee tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 943 time: 0.0490494 Dec 24 03:14:09.037860 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-29426dac-9d19-458f-a1cb-aa2a933c4449 req-db8fddc5-8dda-451c-98f9-b72252b3bde7 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Dec 24 03:14:10.153167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78348937-c39a-498a-b3d3-1c37185b3899 req-c96ff773-a1c2-4a75-870c-6de610dc406a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:10.154627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-78348937-c39a-498a-b3d3-1c37185b3899 req-c96ff773-a1c2-4a75-870c-6de610dc406a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 943 time: 0.0484982 Dec 24 03:14:10.201558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-78348937-c39a-498a-b3d3-1c37185b3899 req-98cb9b63-66f4-4588-a9fe-4bc7e2f9c61e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Dec 24 03:14:11.113085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:14:11.204915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:11.215443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2', 'port_id': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'mac_address': 'fa:16:3e:23:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c866ec-0789-448e-8ef3-0d56ec3ef3fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:14:11.257507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:11.270924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:14:11.290313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:11.317122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178cf65-ece1-45d4-85c3-2d44508ea1c5 req-b3bc92af-1de5-4714-8bca-29c4226647e4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:11.318609 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7178cf65-ece1-45d4-85c3-2d44508ea1c5 req-b3bc92af-1de5-4714-8bca-29c4226647e4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 943 time: 0.0496352 Dec 24 03:14:11.366832 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7178cf65-ece1-45d4-85c3-2d44508ea1c5 req-95e3d7af-31fe-4dd7-8878-b6289ee60d68 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Dec 24 03:14:11.371701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:11.418627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:11.730017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['e6ff39aa-4b22-47e2-a905-ffb63f2606ad'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:14:12.048487 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:14:12.484331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06a2d7-0f32-4cf9-a138-f02192f56d4b req-074113ee-305e-45e9-905d-160029e5b9b6 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:12.485926 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f06a2d7-0f32-4cf9-a138-f02192f56d4b req-074113ee-305e-45e9-905d-160029e5b9b6 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 944 time: 0.0534990 Dec 24 03:14:12.532501 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f06a2d7-0f32-4cf9-a138-f02192f56d4b req-58c8cef4-1a72-4ec2-903f-fcb441de1a62 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Dec 24 03:14:13.130857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:14:13.234489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port e6ff39aa-4b22-47e2-a905-ffb63f2606ad completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:14:13.238070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port e6ff39aa-4b22-47e2-a905-ffb63f2606ad triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:14:13.238437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:13.311854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:13.333577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:14:13.335756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0f9d6-bfde-46c9-a482-33a46762f21c" -d '{"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-plugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:14:13.351686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:13.370846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00faac-cef7-4f42-9d30-0407df1910bb x-openstack-request-id: req-da00faac-cef7-4f42-9d30-0407df1910bb {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:14:13.371144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-plugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:14:13.371407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da00faac-cef7-4f42-9d30-0407df1910bb {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:14:13.371799 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'code': 200} Dec 24 03:14:13.432595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:13.481936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:13.650981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aed38-f0c5-4a97-9c61-d8e997323b59 req-7049bbf7-8616-40e9-b0a7-bd5b3ade9159 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:13.652515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-251aed38-f0c5-4a97-9c61-d8e997323b59 req-7049bbf7-8616-40e9-b0a7-bd5b3ade9159 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0513361 Dec 24 03:14:13.726916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-251aed38-f0c5-4a97-9c61-d8e997323b59 req-f9fab30a-b2bc-4211-8f82-1d0aab058f7a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680842 Dec 24 03:14:13.729562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3c67-0422-4981-9113-6e37ca59b8a5 req-40e3fabe-65ae-4dad-b069-615efb07bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:13.730970 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8cd3c67-0422-4981-9113-6e37ca59b8a5 req-40e3fabe-65ae-4dad-b069-615efb07bbfa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1098 time: 0.0665050 Dec 24 03:14:13.784153 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e8cd3c67-0422-4981-9113-6e37ca59b8a5 req-257ecbf7-13a0-480c-9a65-e1bc2d149e06 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Dec 24 03:14:14.841479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603bc0-2614-4861-96bb-6927ebd5cf50 req-c62f3290-e171-4f6d-ae14-630045878680 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:14.842938 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-72603bc0-2614-4861-96bb-6927ebd5cf50 req-c62f3290-e171-4f6d-ae14-630045878680 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0475051 Dec 24 03:14:14.891709 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-72603bc0-2614-4861-96bb-6927ebd5cf50 req-b3989eeb-9c32-4d36-b65b-54099e20df93 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Dec 24 03:14:16.018971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75206aa5-b552-48a0-b320-2451e8700509 req-925315c3-59ba-4450-ac22-6e4651e19a97 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:16.020441 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75206aa5-b552-48a0-b320-2451e8700509 req-925315c3-59ba-4450-ac22-6e4651e19a97 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0477726 Dec 24 03:14:16.066461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75206aa5-b552-48a0-b320-2451e8700509 req-53fd9e7c-653b-44d1-94d7-f8211d433acb tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Dec 24 03:14:16.534249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c542ec2-666f-49dd-a78b-febefb15c1b7 req-dd7df222-23d0-4afb-8980-38494a68ba8f tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:16.535733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4c542ec2-666f-49dd-a78b-febefb15c1b7 req-dd7df222-23d0-4afb-8980-38494a68ba8f tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0489531 Dec 24 03:14:16.586127 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4c542ec2-666f-49dd-a78b-febefb15c1b7 req-b8a1c52a-a88f-4ba1-b9dd-f75f19e7916d tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Dec 24 03:14:16.685898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37184) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:16.773563 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-381f6aa1-5201-4646-bdeb-606104f5e8da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865397 Dec 24 03:14:16.782348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-ee81394c-882a-4da3-bdc6-0966645f843a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:14:16.783299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-ee81394c-882a-4da3-bdc6-0966645f843a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048931 Dec 24 03:14:17.710858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d586d4-b7ca-4e61-8cf4-477969ace7a0 req-3e4cda1c-fa48-4507-b9c7-0a440301c94c tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:17.712324 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-27d586d4-b7ca-4e61-8cf4-477969ace7a0 req-3e4cda1c-fa48-4507-b9c7-0a440301c94c tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0574729 Dec 24 03:14:17.758669 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-27d586d4-b7ca-4e61-8cf4-477969ace7a0 req-0fe2fe20-3dbf-4d00-ae66-ffe4ca65e441 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 Dec 24 03:14:18.876548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c6fd1-daf6-48e6-ab45-202b72f3138b req-0125b416-edc4-4128-8aab-908a67a0dffc tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:18.878064 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-523c6fd1-daf6-48e6-ab45-202b72f3138b req-0125b416-edc4-4128-8aab-908a67a0dffc tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0493894 Dec 24 03:14:18.926121 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-523c6fd1-daf6-48e6-ab45-202b72f3138b req-3749ac90-4c61-4ec9-b6ee-044776982266 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Dec 24 03:14:19.130803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-4ae887d8-4833-45af-9a15-2cee4a479fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:19.132261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-4ae887d8-4833-45af-9a15-2cee4a479fd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1098 time: 0.0403373 Dec 24 03:14:19.228244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-f42cfded-378b-4e32-8aac-6072ee581990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:19.229740 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-f42cfded-378b-4e32-8aac-6072ee581990 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 913 time: 0.0880756 Dec 24 03:14:19.271611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-ebcbe7fc-4c09-4cc3-8836-bcf78b7a76e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 217 time: 0.0344102 Dec 24 03:14:19.324625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-e615de31-3da8-45ff-b454-4f095d0a1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:19.326038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-e615de31-3da8-45ff-b454-4f095d0a1bbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 200 len: 852 time: 0.0466430 Dec 24 03:14:19.358863 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-ae1cf4ec-b490-42a8-be69-1d3505ba5d3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237985 Dec 24 03:14:19.445658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-2bf3a2e6-36ea-4ede-bedc-28b57197feee service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796609 Dec 24 03:14:19.537867 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-c8451951-bdd4-4e88-932d-4b564e421c02 service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Dec 24 03:14:20.039163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8302a-570a-4371-a4a6-1ab55ba0dfae req-062756ef-f584-4c74-8aef-645a00a922f2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:20.040647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9bb8302a-570a-4371-a4a6-1ab55ba0dfae req-062756ef-f584-4c74-8aef-645a00a922f2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0475316 Dec 24 03:14:20.087512 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9bb8302a-570a-4371-a4a6-1ab55ba0dfae req-5a90d2da-e152-48f9-b427-8fedba6207f0 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Dec 24 03:14:20.210875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f35c84e-8fd8-4e8e-a8ff-9648babc6304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:21.201682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2ec6c-ae90-438e-9f6d-0ff9c00b9ecc req-6fc5e904-9e45-4822-a2cb-f390b89c6e93 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:21.203181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9c2ec6c-ae90-438e-9f6d-0ff9c00b9ecc req-6fc5e904-9e45-4822-a2cb-f390b89c6e93 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0490594 Dec 24 03:14:21.249402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c9c2ec6c-ae90-438e-9f6d-0ff9c00b9ecc req-1affd8ff-aa01-4aab-bb7e-666d953ce1c0 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Dec 24 03:14:22.371034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ab855-4b54-4c4c-95be-c4f7f01ebf6f req-fa41a626-64c8-4c53-9822-5c1b8158e1fe tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:22.373186 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9c7ab855-4b54-4c4c-95be-c4f7f01ebf6f req-fa41a626-64c8-4c53-9822-5c1b8158e1fe tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0535893 Dec 24 03:14:22.390077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd329277-4f3f-464b-acfd-4aab10cee190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:22.424355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-d08e5273-52aa-41a0-b3d6-bdc5bb7f6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:22.425304 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9c7ab855-4b54-4c4c-95be-c4f7f01ebf6f req-b7ad230e-81fa-4a65-9193-94f0e0470ad2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454199 Dec 24 03:14:22.426643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-d08e5273-52aa-41a0-b3d6-bdc5bb7f6d8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1098 time: 0.0461733 Dec 24 03:14:22.530845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-d61d0583-b4b4-42e5-939d-8341def12396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:22.532463 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-d61d0583-b4b4-42e5-939d-8341def12396 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 913 time: 0.0854902 Dec 24 03:14:22.576342 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-b49035fb-f6c4-48ba-9f0c-0df4004a5532 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 217 time: 0.0370872 Dec 24 03:14:22.623330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-7cbe6b2c-9f52-4e1c-8762-152cbccbfab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:22.624750 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-7cbe6b2c-9f52-4e1c-8762-152cbccbfab3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 200 len: 852 time: 0.0413053 Dec 24 03:14:22.655579 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-7fe47915-592c-4689-9477-9e0479413fe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239780 Dec 24 03:14:22.749625 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-7e64b38f-91b8-4d31-a8db-411ea566959e service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861785 Dec 24 03:14:22.837344 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20511cba-5ffa-4058-ae2d-65aa1f3c1321 req-e704a6c8-eb4f-43f5-b51a-fad95864b67a service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801980 Dec 24 03:14:23.539686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c427b90-af6b-4833-92f1-ee1e190a3d20 req-9279c4ed-5723-4d41-8c69-869a58770461 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:23.541161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c427b90-af6b-4833-92f1-ee1e190a3d20 req-9279c4ed-5723-4d41-8c69-869a58770461 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0490041 Dec 24 03:14:23.591984 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c427b90-af6b-4833-92f1-ee1e190a3d20 req-bf32f784-6d7d-4715-a958-dddea3f04829 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Dec 24 03:14:23.763368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:24.865901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfb33c-1b90-44c0-aa6f-cdce05d05c85 req-ca38e256-90aa-49c0-a689-86c0e9f40439 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:24.865901 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1ebfb33c-1b90-44c0-aa6f-cdce05d05c85 req-ca38e256-90aa-49c0-a689-86c0e9f40439 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0511732 Dec 24 03:14:24.909677 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1ebfb33c-1b90-44c0-aa6f-cdce05d05c85 req-10edcb3f-6652-4434-87a8-8abc6a0d2d1a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Dec 24 03:14:25.085482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:25.873806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:26.026382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8ba4b-2ab1-413a-9f6f-a192bb074baf req-00083c14-e131-437d-be5b-3b839531e6b9 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:26.027839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27a8ba4b-2ab1-413a-9f6f-a192bb074baf req-00083c14-e131-437d-be5b-3b839531e6b9 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0492687 Dec 24 03:14:26.075447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27a8ba4b-2ab1-413a-9f6f-a192bb074baf req-5f0c4295-75d5-47e6-b283-6e48eb9531f8 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Dec 24 03:14:27.188767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7115b28-bf5c-4824-b4e6-f87979d0693a req-2aaf1d44-796d-4989-b024-4c4ca71fce0f tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:27.190167 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e7115b28-bf5c-4824-b4e6-f87979d0693a req-2aaf1d44-796d-4989-b024-4c4ca71fce0f tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0479376 Dec 24 03:14:27.236068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e7115b28-bf5c-4824-b4e6-f87979d0693a req-4eda7c12-5e2a-4b4a-bfb9-f41c0a90773a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Dec 24 03:14:28.350424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acff64f-c4bc-4bdb-b472-ce9f380dd5e1 req-e4ccbfa3-3084-46aa-a16b-18308e6b1499 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:28.351898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5acff64f-c4bc-4bdb-b472-ce9f380dd5e1 req-e4ccbfa3-3084-46aa-a16b-18308e6b1499 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0491033 Dec 24 03:14:28.397766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5acff64f-c4bc-4bdb-b472-ce9f380dd5e1 req-d5567989-b464-432a-855e-77c71acc719c tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Dec 24 03:14:29.521069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a46c-e371-44d0-b930-6f3df21e2536 req-60e5c5d5-5add-494a-a27d-f187059882ec tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:29.522524 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e322a46c-e371-44d0-b930-6f3df21e2536 req-60e5c5d5-5add-494a-a27d-f187059882ec tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0517097 Dec 24 03:14:29.569052 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e322a46c-e371-44d0-b930-6f3df21e2536 req-2cc96b1e-4a5e-4131-885d-930727fc2cc4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Dec 24 03:14:30.022247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:30.686996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d94d3-6cc5-4535-8726-1dfa638c92c2 req-895ff7f6-a6a9-4b01-abc1-77e12674eeb2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:30.689251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a67d94d3-6cc5-4535-8726-1dfa638c92c2 req-895ff7f6-a6a9-4b01-abc1-77e12674eeb2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0521078 Dec 24 03:14:30.735380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a67d94d3-6cc5-4535-8726-1dfa638c92c2 req-a166c07c-84c0-4f22-bccc-1d2db9daeab8 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Dec 24 03:14:31.852238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf865c-268e-4211-b470-48b6d68f5f23 req-4b6fe703-61e1-4e08-83de-5b52393fa572 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:31.854436 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-23cf865c-268e-4211-b470-48b6d68f5f23 req-4b6fe703-61e1-4e08-83de-5b52393fa572 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0496304 Dec 24 03:14:31.901454 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-23cf865c-268e-4211-b470-48b6d68f5f23 req-d505e966-a96b-4693-ae3e-d2dfd49eaf54 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Dec 24 03:14:33.013897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1bbce-5f3c-427f-8bd4-1d9fe8fdacea req-3168d00a-6e26-4068-bb6a-0e42aa0ef34a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:33.015340 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8f1bbce-5f3c-427f-8bd4-1d9fe8fdacea req-3168d00a-6e26-4068-bb6a-0e42aa0ef34a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0474021 Dec 24 03:14:33.061503 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8f1bbce-5f3c-427f-8bd4-1d9fe8fdacea req-8289c746-972e-49d1-9770-baae9de7a50e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Dec 24 03:14:34.179690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8636a4-a7fc-4147-acb7-1342481574db req-5fc451df-6f92-4c4f-a77c-b304f254865b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:34.181169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b8636a4-a7fc-4147-acb7-1342481574db req-5fc451df-6f92-4c4f-a77c-b304f254865b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0515280 Dec 24 03:14:34.227191 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b8636a4-a7fc-4147-acb7-1342481574db req-c6b0f5ac-c9c3-405b-9ba7-a4ab9a4c437d tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Dec 24 03:14:35.339913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd19e-76ec-4faf-bd3c-47138bf153d7 req-5fe9186e-7193-4912-ba95-28c633b0921a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:35.341384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-896cd19e-76ec-4faf-bd3c-47138bf153d7 req-5fe9186e-7193-4912-ba95-28c633b0921a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0481057 Dec 24 03:14:35.391324 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-896cd19e-76ec-4faf-bd3c-47138bf153d7 req-a8409d82-8f38-442c-8255-5a5758c199e2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Dec 24 03:14:36.506052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96865dc9-89f7-40c4-86a9-b5c03a71fa06 req-4b9bc417-e615-478e-9c32-fa2f2f86279b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:36.507489 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-96865dc9-89f7-40c4-86a9-b5c03a71fa06 req-4b9bc417-e615-478e-9c32-fa2f2f86279b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0486624 Dec 24 03:14:36.554559 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-96865dc9-89f7-40c4-86a9-b5c03a71fa06 req-c99e4cfc-3313-4cd4-a671-d56c77713ce4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Dec 24 03:14:37.667817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b56e-fac9-4d64-8843-e5325bc15218 req-22d914b9-da86-4b92-b099-3bb193492e09 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:37.669295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3145b56e-fac9-4d64-8843-e5325bc15218 req-22d914b9-da86-4b92-b099-3bb193492e09 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0481305 Dec 24 03:14:37.716614 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3145b56e-fac9-4d64-8843-e5325bc15218 req-652116c3-7656-4978-bf4a-b96a50207957 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Dec 24 03:14:38.830961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c380884-3984-41e4-81c9-dd136595be0f req-64f63dfa-a305-45ee-bdf8-f88b582e94c4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:38.832407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c380884-3984-41e4-81c9-dd136595be0f req-64f63dfa-a305-45ee-bdf8-f88b582e94c4 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0485740 Dec 24 03:14:38.882180 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c380884-3984-41e4-81c9-dd136595be0f req-ea9f1911-6279-4fca-be04-62a39e8a8790 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438628 Dec 24 03:14:40.001895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4ab11-5008-4383-b67b-b7719a0b3dfe req-590ebf92-dcbd-4fe7-ab26-d9f56e5004f0 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:40.003353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-90d4ab11-5008-4383-b67b-b7719a0b3dfe req-590ebf92-dcbd-4fe7-ab26-d9f56e5004f0 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0478809 Dec 24 03:14:40.049056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-90d4ab11-5008-4383-b67b-b7719a0b3dfe req-d680a072-aed3-4367-be27-004a09151d9b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Dec 24 03:14:41.168111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13bb35-03c8-4fe6-9324-2fe5465a78b5 req-cad5798f-7e8b-49f6-b392-d4eeee30cfde tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:41.169650 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8e13bb35-03c8-4fe6-9324-2fe5465a78b5 req-cad5798f-7e8b-49f6-b392-d4eeee30cfde tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0474904 Dec 24 03:14:41.215279 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8e13bb35-03c8-4fe6-9324-2fe5465a78b5 req-8d5216f6-3a1f-486e-9324-81361e20a87c tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Dec 24 03:14:42.332077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ba9a2-7cc9-4ac6-9d4c-fbf0b7b67c9e req-ad4f0415-8cdd-45c8-985a-b5cc8d2cd7d1 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:42.333555 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e67ba9a2-7cc9-4ac6-9d4c-fbf0b7b67c9e req-ad4f0415-8cdd-45c8-985a-b5cc8d2cd7d1 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0512977 Dec 24 03:14:42.379082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e67ba9a2-7cc9-4ac6-9d4c-fbf0b7b67c9e req-804c3a82-cd54-420b-869f-46e4f6d3026a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Dec 24 03:14:43.491852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84788a2c-5b07-4163-affe-19f7900e57ee req-9b89fdd9-d8bf-4d88-982e-c86cb10e829e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:43.493336 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-84788a2c-5b07-4163-affe-19f7900e57ee req-9b89fdd9-d8bf-4d88-982e-c86cb10e829e tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0480227 Dec 24 03:14:43.538932 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-84788a2c-5b07-4163-affe-19f7900e57ee req-595f48fb-8641-46f3-a583-29a871c8aa43 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Dec 24 03:14:44.660450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcf374-fe9c-4eb1-a9ed-8e860fefeb8b req-82390e90-429d-4be4-a38e-54a31db2b395 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:44.661899 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f3dcf374-fe9c-4eb1-a9ed-8e860fefeb8b req-82390e90-429d-4be4-a38e-54a31db2b395 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0558710 Dec 24 03:14:44.710710 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f3dcf374-fe9c-4eb1-a9ed-8e860fefeb8b req-15314a5a-5b7f-4993-9011-691069b53fc6 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Dec 24 03:14:45.828862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce457338-eea3-4848-b705-d99b81e6a3e2 req-45754db7-e54b-436e-9cae-9731736f85ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:45.830323 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ce457338-eea3-4848-b705-d99b81e6a3e2 req-45754db7-e54b-436e-9cae-9731736f85ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0517733 Dec 24 03:14:45.876394 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ce457338-eea3-4848-b705-d99b81e6a3e2 req-1892fee6-15f3-477e-b59a-b4c8a58cbc20 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397706 Dec 24 03:14:46.927708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-e4327b81-fc8a-46c8-aa35-f2569a25cfce service neutron] 10.222.0.49 "GET /v2.0/ports/e6ff39aa-4b22-47e2-a905-ffb63f2606ad/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0616741 Dec 24 03:14:47.000345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cc29e-b00f-4ffa-9d3f-5f78dcd2c1ee req-06709f7f-6ec2-425b-9815-28079c983878 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:47.001860 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-761cc29e-b00f-4ffa-9d3f-5f78dcd2c1ee req-06709f7f-6ec2-425b-9815-28079c983878 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0519745 Dec 24 03:14:47.048703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-761cc29e-b00f-4ffa-9d3f-5f78dcd2c1ee req-0b78b025-27e6-453e-a74c-fa60dad2b3a8 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Dec 24 03:14:47.684836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-39e63bd3-51d0-49ca-a466-13ce16745611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:47.686298 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-39e63bd3-51d0-49ca-a466-13ce16745611 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf&tenant_id=f380f6bd04d44740aed2b46891780668 HTTP/1.1" status: 200 len: 1098 time: 0.0676646 Dec 24 03:14:47.771838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-7e48a6ce-37b2-406c-80a8-e62cfd690e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:47.773302 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-7e48a6ce-37b2-406c-80a8-e62cfd690e3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1098 time: 0.0430861 Dec 24 03:14:47.866163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-7db93937-9ff3-404a-85e7-8a0e284d6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:47.867618 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-7db93937-9ff3-404a-85e7-8a0e284d6dac service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 913 time: 0.0833774 Dec 24 03:14:47.912888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-dc49496f-f4e2-4517-9f9d-f9c4a60df6bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 217 time: 0.0378063 Dec 24 03:14:47.961267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-aed1f6ff-7aa3-446d-af04-0e5dbb6c931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:47.962591 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-aed1f6ff-7aa3-446d-af04-0e5dbb6c931c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 200 len: 852 time: 0.0431271 Dec 24 03:14:47.997371 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-ca91e029-cc66-48f0-b424-a7fdeb97d090 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237677 Dec 24 03:14:48.091629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-1b4b5211-c4b9-4f9c-8f33-4e59eed6b63d service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842233 Dec 24 03:14:48.163299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e40314-c8d3-4313-87c9-d89fac8719a5 req-87cda03a-2167-425c-942e-787fcd102e8a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:48.164791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2e40314-c8d3-4313-87c9-d89fac8719a5 req-87cda03a-2167-425c-942e-787fcd102e8a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0473747 Dec 24 03:14:48.184813 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37a1ce20-6faa-40eb-9b0a-3c34a1959566 req-f5b8e882-4756-48d3-a214-fe82a7d0da5f service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Dec 24 03:14:48.213372 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2e40314-c8d3-4313-87c9-d89fac8719a5 req-4b76339c-7c19-4978-9a12-6329947051e0 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Dec 24 03:14:49.047299 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:14:49.329392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90784d56-8a17-4dbe-9dbf-5e7ace8be694 req-2deb0aa5-63a3-4778-875d-3a601736cc72 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:49.330862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-90784d56-8a17-4dbe-9dbf-5e7ace8be694 req-2deb0aa5-63a3-4778-875d-3a601736cc72 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0481722 Dec 24 03:14:49.379631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-90784d56-8a17-4dbe-9dbf-5e7ace8be694 req-801e43bc-4156-4e4a-9fa8-d1b886aeb197 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Dec 24 03:14:50.214462 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-072e053c-6398-42d9-98b6-e187ce9ad16c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:50.495925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72f58f-6ce0-45e9-ae8b-4168b5ab1e4e req-264d8207-4baf-4b18-ae7c-f42d717efb76 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:50.497397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc72f58f-6ce0-45e9-ae8b-4168b5ab1e4e req-264d8207-4baf-4b18-ae7c-f42d717efb76 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0476401 Dec 24 03:14:50.550150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc72f58f-6ce0-45e9-ae8b-4168b5ab1e4e req-dd18018d-f350-4766-a7ad-dcccf8c4b8e2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464394 Dec 24 03:14:51.261814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:14:51.271899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:14:51.412973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:51.415493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:51.432786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'network_id': 'c3bbf593-a1cc-46f6-bcaa-07b4848a71e2', 'port_id': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'mac_address': 'fa:16:3e:23:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c866ec-0789-448e-8ef3-0d56ec3ef3fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:14:51.448961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:14:51.451176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd322f-044b-43b3-a7d3-f8a57df7cd18" -d '{"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:14:51.483862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:51.495920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:51.509349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:14:51.520942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e1f2a-7781-4c20-b63a-b8f81742d7e6 x-openstack-request-id: req-086e1f2a-7781-4c20-b63a-b8f81742d7e6 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:14:51.521235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:14:51.521482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-086e1f2a-7781-4c20-b63a-b8f81742d7e6 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:14:51.521864 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'code': 200} Dec 24 03:14:51.542170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:51.611906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:14:51.612263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:14:51.616644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:51.623510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.623856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.624197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.624561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.624892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.625214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.625538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.625923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.626255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.626716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.627041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.627361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.627676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:51.667263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408855d-b342-4e33-a4de-4c15346dfbe9 req-eb5fd0c4-e817-42c2-87e1-cd92d2f9923a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:51.668730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5408855d-b342-4e33-a4de-4c15346dfbe9 req-eb5fd0c4-e817-42c2-87e1-cd92d2f9923a tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 943 time: 0.0487528 Dec 24 03:14:51.714811 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5408855d-b342-4e33-a4de-4c15346dfbe9 req-aa142b0d-ec8e-42a9-90aa-1c4a785191de tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Dec 24 03:14:52.147478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:52.163624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:14:52.184088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:52.193193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-fd264ac2-66a6-45a8-8f26-6b4990257639 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:52.194641 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-fd264ac2-66a6-45a8-8f26-6b4990257639 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf&tenant_id=f380f6bd04d44740aed2b46891780668&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 943 time: 0.0832648 Dec 24 03:14:52.273512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:52.294254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-bc158c71-d757-4b1d-bb2b-4c716b14452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:52.295779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-bc158c71-d757-4b1d-bb2b-4c716b14452c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f380f6bd04d44740aed2b46891780668&device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 1096 time: 0.0402100 Dec 24 03:14:52.332638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:52.381913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9fa38ff-a238-4492-bfe0-279e00da066d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:52.393698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-512f3772-2a35-4713-82ce-ec28e15d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:52.395155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-512f3772-2a35-4713-82ce-ec28e15d7263 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 200 len: 913 time: 0.0921204 Dec 24 03:14:52.411376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['e6ff39aa-4b22-47e2-a905-ffb63f2606ad'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:14:52.438089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-3f6f4798-569a-4d81-b981-1e8f61fb3e97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 200 len: 217 time: 0.0344558 Dec 24 03:14:52.490026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-06ca25b1-27f8-4775-a277-b73f44a56cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:52.491479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-06ca25b1-27f8-4775-a277-b73f44a56cf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 200 len: 852 time: 0.0467515 Dec 24 03:14:52.524242 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-7c56541a-5fa2-4e23-b4cf-4e24e47ed78f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248559 Dec 24 03:14:52.611068 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-4fb0e814-e177-48ba-a71d-05055189ff64 service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795014 Dec 24 03:14:52.702336 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-313759ec-bcf7-4e22-8803-ae56063df7be service neutron] 10.222.0.49 "GET /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Dec 24 03:14:53.266808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:14:53.315947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port e6ff39aa-4b22-47e2-a905-ffb63f2606ad triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:14:53.316664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:53.395352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:53.426916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:53.501838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:53.524002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:14:53.526145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc2704-bb6e-4b27-b991-be90b288ddb3" -d '{"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-plugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:14:53.553959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:53.563861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca7e24c-9041-4e66-8f2d-efe1d20f5bf9 x-openstack-request-id: req-3ca7e24c-9041-4e66-8f2d-efe1d20f5bf9 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:14:53.564152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-plugged", "status": "completed", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:14:53.564406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ca7e24c-9041-4e66-8f2d-efe1d20f5bf9 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:14:53.564823 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'code': 200} Dec 24 03:14:53.770271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:54.383547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b40bf-5ecc-4a66-9c42-2ef38f37fe4c req-750e8a7a-3638-43c6-8716-592dc7835ff9 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:54.385003 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fe4b40bf-5ecc-4a66-9c42-2ef38f37fe4c req-750e8a7a-3638-43c6-8716-592dc7835ff9 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0482893 Dec 24 03:14:54.429618 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fe4b40bf-5ecc-4a66-9c42-2ef38f37fe4c req-8d05fd53-1317-4e3f-81b3-cb306dc47dc5 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Dec 24 03:14:55.102295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:55.544623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d57b58-2daf-40e8-99f1-52b9419e83b2 req-e58a6a82-7a1e-4ce0-9b0b-7374d06f6412 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:55.546062 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75d57b58-2daf-40e8-99f1-52b9419e83b2 req-e58a6a82-7a1e-4ce0-9b0b-7374d06f6412 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0477252 Dec 24 03:14:55.592231 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75d57b58-2daf-40e8-99f1-52b9419e83b2 req-020e5787-7f81-4cc3-b277-932485de53f2 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Dec 24 03:14:55.878451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:56.415741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-dbb7a4a0-4cf2-4ef3-9a52-874e593f056b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:56.417279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-dbb7a4a0-4cf2-4ef3-9a52-874e593f056b tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.49 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0517726 Dec 24 03:14:56.503986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Deleting port e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:14:56.504329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:56.592011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] For port e6ff39aa-4b22-47e2-a905-ffb63f2606ad, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,segment=NetworkSegment(ee35c761-1540-467c-a0f8-5b03d351afb5),segment_id=ee35c761-1540-467c-a0f8-5b03d351afb5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:14:56.592772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:56.605003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Calling delete_port for e6ff39aa-4b22-47e2-a905-ffb63f2606ad owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:14:56.711576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889af55b-9f9c-4ea1-b154-f9cdfad9a4d4 req-989831bf-c591-47da-9319-7c1863ba46bb tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:14:56.712993 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-889af55b-9f9c-4ea1-b154-f9cdfad9a4d4 req-989831bf-c591-47da-9319-7c1863ba46bb tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 945 time: 0.0514252 Dec 24 03:14:56.759631 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-889af55b-9f9c-4ea1-b154-f9cdfad9a4d4 req-97394642-63df-4fdc-806b-2f8151194512 tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/security-groups?id=57a2df87-9b3e-4a98-aa07-d85026316764&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Dec 24 03:14:56.797300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:56.827643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Pushing event deleted for resources: {'Port': ['ID=e6ff39aa-4b22-47e2-a905-ffb63f2606ad,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:56.838000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.838267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.838618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.838957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.839291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.839621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.839953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.840281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.840630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.840959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.841069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['e6ff39aa-4b22-47e2-a905-ffb63f2606ad'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:14:56.841459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.841597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.841918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:14:56.881362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] No DVR routers for this DVR port e6ff39aa-4b22-47e2-a905-ffb63f2606ad on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:14:56.883872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:56.887258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a160a12f-37fb-4b5e-a7cd-c71838f3b21e req-1b724664-79bb-4857-8cfc-aa96ccf879ce tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.49 "DELETE /v2.0/ports/e6ff39aa-4b22-47e2-a905-ffb63f2606ad HTTP/1.1" status: 204 len: 173 time: 0.4632151 Dec 24 03:14:56.887740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-deleted', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:14:56.890028 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92877e-2198-4545-a663-7bd21770b726" -d '{"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-deleted", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:14:56.926786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c628630-3f98-4589-a9fb-7e926daec78b x-openstack-request-id: req-2c628630-3f98-4589-a9fb-7e926daec78b {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:14:56.927085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dee3c35-fa4e-4497-85cb-05eb1d021daf", "name": "network-vif-deleted", "tag": "e6ff39aa-4b22-47e2-a905-ffb63f2606ad", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:14:56.927411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c628630-3f98-4589-a9fb-7e926daec78b {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:14:56.927812 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dee3c35-fa4e-4497-85cb-05eb1d021daf', 'name': 'network-vif-deleted', 'tag': 'e6ff39aa-4b22-47e2-a905-ffb63f2606ad', 'status': 'completed', 'code': 200} Dec 24 03:14:57.876144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5113a174-c271-47cb-9776-897eb1e046f2 req-1352fdaf-8cb6-4d44-8af7-5cdc20522b9d tempest-DeleteServersTestJSON-246104586 tempest-DeleteServersTestJSON-246104586-project] 10.222.0.36 "GET /v2.0/ports?device_id=8dee3c35-fa4e-4497-85cb-05eb1d021daf HTTP/1.1" status: 200 len: 210 time: 0.0291522 Dec 24 03:14:59.011447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37296) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:59.055020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Deleting subnet e8c866ec-0789-448e-8ef3-0d56ec3ef3fb {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:14:59.058015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.090257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.131290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.244646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.269923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c866ec-0789-448e-8ef3-0d56ec3ef3fb,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:14:59.273815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.276965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b54bc7d4-72ca-4d08-9749-ae0ff14911bd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e8c866ec-0789-448e-8ef3-0d56ec3ef3fb HTTP/1.1" status: 204 len: 168 time: 0.2645397 Dec 24 03:14:59.279584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37298) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:14:59.347314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.425818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.444574 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3bbf593-a1cc-46f6-bcaa-07b4848a71e2']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:14:59.454324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee35c761-1540-467c-a0f8-5b03d351afb5') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:14:59.454583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee35c761-1540-467c-a0f8-5b03d351afb5') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:14:59.463740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.476967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.482994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:14:59.483372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:14:59.485044 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:14:59.928463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.932540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:14:59.937097 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/c3bbf593-a1cc-46f6-bcaa-07b4848a71e2 HTTP/1.1" status: 204 len: 168 time: 0.6552746 Dec 24 03:14:59.948814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342e10a-e4c7-4981-b4ac-34cdd3a903cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bbf593-a1cc-46f6-bcaa-07b4848a71e2,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:00.025499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:00.224369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37302) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:15:00.263137 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4fe6c1b3-e6d2-410c-bbc8-37def628d73a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f380f6bd04d44740aed2b46891780668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375865 Dec 24 03:15:00.265604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37304) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:15:00.311037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:00.331993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:00.425811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:00.428263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:00.429466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57a2df87-9b3e-4a98-aa07-d85026316764 HTTP/1.1" status: 204 len: 168 time: 0.1623266 Dec 24 03:15:00.436893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e1efe-ba88-466f-8e00-dbbe309958e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2df87-9b3e-4a98-aa07-d85026316764,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:01.316886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:15:01.337586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: e6ff39aa-4b22-47e2-a905-ffb63f2606ad {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:15:01.337773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device e6ff39aa-4b22-47e2-a905-ffb63f2606ad not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:15:01.400392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37326) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:15:01.495988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-295423733-network', 'tenant_id': '5262fd65db2d4b78b4df812fb3452359'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:01.592722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Made reservation on behalf of 5262fd65db2d4b78b4df812fb3452359 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:15:01.595220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.606507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.678603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.747252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.771128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:15:01.780344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12121ce6-ba15-4401-956a-22b51a9732c7,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:01.785916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.786961 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Added segment ba834fa5-5404-4d21-9bf6-3465aa8b9ef3 of type vlan for network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 Dec 24 03:15:01.825416 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.940405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:01.941414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:01.941998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:02.003227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] Pushing event updated for resources: {'Network': ['ID=8c5104c1-a1db-43f3-aa6b-12cea62aabb4,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:02.012589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:15:02.045571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-282d46ca-7a01-46aa-b5b0-f1195404423b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6440754 Dec 24 03:15:02.048460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 37330) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:15:02.054091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Request body: {'subnet': {'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-295423733-subnet', 'tenant_id': '5262fd65db2d4b78b4df812fb3452359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:02.135506 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Made reservation on behalf of 5262fd65db2d4b78b4df812fb3452359 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:15:02.137891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:02.358591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:02.412278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1362fbde-2df4-490b-b96f-079d25593cb1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:02.422431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.422781 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.423126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.423466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.423836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.424172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.424537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.424865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.425191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.425520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.425841 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.426162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.426483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:02.431473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Checking segment: {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:15:02.431831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Network hostable DHCP agents. Network: 8c5104c1-a1db-43f3-aa6b-12cea62aabb4, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:15:02.519079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:15:02.598603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 8c5104c1-a1db-43f3-aa6b-12cea62aabb4) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:15:02.602605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:02.603502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:02.607695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e21937-8022-4767-a9c8-a4b38699634a None None] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:15:02.693413 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f5a32c71-b54f-4633-a0e3-4f0a3b2a1d64 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6428809 Dec 24 03:15:02.704332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557278a2-f2e2-4fe0-b585-9d0160179155 None None] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:15:03.110834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-902f42d3-a6c6-48a7-9b91-0e41ed0dadda tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:03.113068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-902f42d3-a6c6-48a7-9b91-0e41ed0dadda tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 814 time: 0.1035235 Dec 24 03:15:03.128302 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-56091c4b-f9e2-4064-a106-594321c911de tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/quotas/5262fd65db2d4b78b4df812fb3452359 HTTP/1.1" status: 200 len: 375 time: 0.0086689 Dec 24 03:15:03.158273 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-2703f431-f386-482d-b240-63d94bde29ee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248921 Dec 24 03:15:03.248963 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-ee1fc56f-6334-426f-9dbf-1d2b1536ae10 service neutron] 10.222.0.36 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833852 Dec 24 03:15:03.335108 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-5dd249c5-3dfe-4a51-a243-0351cdcd8210 service neutron] 10.222.0.36 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792243 Dec 24 03:15:03.595206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a46b6403-ddec-446b-ada8-fef3540edfb4 req-b97c56a2-a4be-4818-9256-ad5abf44da14 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 210 time: 0.0260031 Dec 24 03:15:04.692216 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2c9d4b6e-4367-47d8-aac7-974b4404c664 req-05387337-83e3-436e-b0ff-45c3026b0484 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 210 time: 0.0313148 Dec 24 03:15:05.814865 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a9aa58e8-8ed1-483d-824a-ffe60670fefe req-1e382cfe-2b1c-444b-bd74-b7ebaa7b6d7d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 210 time: 0.0360477 Dec 24 03:15:05.850870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-b576fddf-2f95-478a-863e-f4652f4596d2 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:05.852321 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-b576fddf-2f95-478a-863e-f4652f4596d2 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 814 time: 0.1309843 Dec 24 03:15:05.881270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Request body: {'port': {'device_id': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'admin_state_up': True, 'tenant_id': '5262fd65db2d4b78b4df812fb3452359'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:06.061602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Made reservation on behalf of 5262fd65db2d4b78b4df812fb3452359 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:15:06.065294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.194015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Allocated IP 172.20.0.13 (8c5104c1-a1db-43f3-aa6b-12cea62aabb4/1362fbde-2df4-490b-b96f-079d25593cb1/d1080b6e-4361-4d14-b994-30a416280661) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:15:06.339031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.433514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.476923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:15:06.479979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:15:06.483485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:15:06.508390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:06.536815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:06.537419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.595632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-16ab9426-05d3-4131-bd3b-3ad2ac00f4cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191842 Dec 24 03:15:06.621881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Request body: {'port': {'device_id': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:06.677289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.937288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8865cd0-c8c9-4226-ae45-2e092ea1dd2b req-0339ee84-0393-46a8-a06b-8702d1bdfb69 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:06.938777 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d8865cd0-c8c9-4226-ae45-2e092ea1dd2b req-0339ee84-0393-46a8-a06b-8702d1bdfb69 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 932 time: 0.0487580 Dec 24 03:15:06.943952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:15:06.951663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:06.963810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Transition to ACTIVE for port object d1080b6e-4361-4d14-b994-30a416280661 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:15:06.988327 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d8865cd0-c8c9-4226-ae45-2e092ea1dd2b req-4b6c55f7-318f-4040-894d-7737aea8641a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Dec 24 03:15:07.043979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:07.097202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:07.163394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Attempting to bind port d1080b6e-4361-4d14-b994-30a416280661 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:15:07.163727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Attempting to bind port d1080b6e-4361-4d14-b994-30a416280661 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:15:07.164058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Attempting to bind port d1080b6e-4361-4d14-b994-30a416280661 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:15:07.168181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Port d1080b6e-4361-4d14-b994-30a416280661 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:15:07.168595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Attempting to bind port d1080b6e-4361-4d14-b994-30a416280661 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:15:07.173330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:15:07.173658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Checking segment: {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:15:07.174033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Bound using segment: {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:15:07.174450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Bound port: d1080b6e-4361-4d14-b994-30a416280661, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:15:07.175321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:07.235809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:15:07.239309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:15:07.302049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:07.332706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.333445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:07.335261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] 10.222.0.49 "PUT /v2.0/ports/d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 1094 time: 0.7175031 Dec 24 03:15:07.337445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:15:07.339680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "tag": "d1080b6e-4361-4d14-b994-30a416280661"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:15:07.366458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a70e0-15e5-44bd-950f-99af699d3838 service neutron] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:07.382578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4501a1-2bfa-4bdd-9a3a-49ca21b7b631 x-openstack-request-id: req-2a4501a1-2bfa-4bdd-9a3a-49ca21b7b631 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:15:07.382868 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "tag": "d1080b6e-4361-4d14-b994-30a416280661", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:15:07.383121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a4501a1-2bfa-4bdd-9a3a-49ca21b7b631 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:15:07.383537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661', 'status': 'completed', 'code': 200} Dec 24 03:15:07.469108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-7d25ea7a-50c5-4c47-946a-444c89024913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.470654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-7d25ea7a-50c5-4c47-946a-444c89024913 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1097 time: 0.0442479 Dec 24 03:15:07.580742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-6ed4a955-481f-425f-b95a-9e6b581f6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.582766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-6ed4a955-481f-425f-b95a-9e6b581f6360 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5262fd65db2d4b78b4df812fb3452359&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902307 Dec 24 03:15:07.683685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-7f17fcaa-c77c-468b-9567-fae4f5a7323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.685079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-806585ea-2d4a-4b5e-acf4-3a683ea7cff9 req-7f17fcaa-c77c-468b-9567-fae4f5a7323d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909274 Dec 24 03:15:07.794269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8d111732-3ff4-4cda-89cc-a6a13c259d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.795745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-8d111732-3ff4-4cda-89cc-a6a13c259d44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1097 time: 0.0411637 Dec 24 03:15:07.856150 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-29deea0e-2654-4840-ba1f-e830726972dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 217 time: 0.0370915 Dec 24 03:15:07.915645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49008b-1137-4f42-9731-91ad75dac548 req-da7ae546-7577-4edc-9689-be82be20c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:07.917176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-da7ae546-7577-4edc-9689-be82be20c89a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0488968 Dec 24 03:15:07.953762 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-81356c21-9df3-4b2b-bb13-3f9d8df8e95a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249956 Dec 24 03:15:08.049182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-4fc0c41d-0c2a-4f99-8822-c5f087e76da8 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826254 Dec 24 03:15:08.102830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921891d3-fa86-4f4a-81cc-ab52c6b70772 req-c2e24a59-606b-4429-bc21-71340b1934c0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:08.104298 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-921891d3-fa86-4f4a-81cc-ab52c6b70772 req-c2e24a59-606b-4429-bc21-71340b1934c0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 944 time: 0.0485539 Dec 24 03:15:08.150004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49008b-1137-4f42-9731-91ad75dac548 req-f0f04ca3-ffe3-4a52-8103-51fe38fd9732 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888858 Dec 24 03:15:08.151700 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-921891d3-fa86-4f4a-81cc-ab52c6b70772 req-49944253-dba6-4b4c-87c6-442a70e15dee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Dec 24 03:15:09.266664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f90b-8542-4f9b-bf33-d40acaf4b0e2 req-0791517e-410a-4315-96ca-1c55b86b0f60 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:09.268126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5286f90b-8542-4f9b-bf33-d40acaf4b0e2 req-0791517e-410a-4315-96ca-1c55b86b0f60 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 944 time: 0.0484779 Dec 24 03:15:09.314039 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5286f90b-8542-4f9b-bf33-d40acaf4b0e2 req-605bacc2-f337-4d4b-bfeb-afde540b931e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Dec 24 03:15:10.428814 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f4f92-2d48-4a25-81ba-ea3e99a11ce0 req-3a990ea7-2f0d-4be0-9fe8-a66c4e7dc4ae tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:10.430265 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-805f4f92-2d48-4a25-81ba-ea3e99a11ce0 req-3a990ea7-2f0d-4be0-9fe8-a66c4e7dc4ae tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 944 time: 0.0504782 Dec 24 03:15:10.477256 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-805f4f92-2d48-4a25-81ba-ea3e99a11ce0 req-ad4bc12f-33d1-493b-9199-9b5439578c0f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Dec 24 03:15:11.363827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:15:11.455036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:11.466342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'd1080b6e-4361-4d14-b994-30a416280661', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'port_id': 'd1080b6e-4361-4d14-b994-30a416280661', 'mac_address': 'fa:16:3e:e0:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1362fbde-2df4-490b-b96f-079d25593cb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:15:11.509044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:11.522384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:15:11.542683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:11.596763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294d0b4-86e6-4969-b313-c4a62475032b req-f0466da3-1245-46db-abaf-0705fc792285 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:11.598359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8294d0b4-86e6-4969-b313-c4a62475032b req-f0466da3-1245-46db-abaf-0705fc792285 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 944 time: 0.0546296 Dec 24 03:15:11.604374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:11.646809 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8294d0b4-86e6-4969-b313-c4a62475032b req-3da32713-c9e2-40c1-a0da-b41dd314d6a4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Dec 24 03:15:11.652043 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:11.968457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['d1080b6e-4361-4d14-b994-30a416280661'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:15:12.762264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60483709-603c-44a1-bd80-80f8b7c1bc4b req-cdf837b8-6b01-4e81-bf09-427f8adb5c33 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:12.763699 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60483709-603c-44a1-bd80-80f8b7c1bc4b req-cdf837b8-6b01-4e81-bf09-427f8adb5c33 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Dec 24 03:15:12.810085 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60483709-603c-44a1-bd80-80f8b7c1bc4b req-a149f6ad-ded5-4537-84cb-d0f0e74f897c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Dec 24 03:15:13.380042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:15:13.499699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port d1080b6e-4361-4d14-b994-30a416280661 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:15:13.504374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port d1080b6e-4361-4d14-b994-30a416280661 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:15:13.504600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:13.578157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:13.600004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:15:13.602265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d33f8f-6871-4491-a4e3-ebd7deddf707" -d '{"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-plugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:15:13.617752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:13.639062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93428b1-140c-48d1-af80-e325742aaf30 x-openstack-request-id: req-f93428b1-140c-48d1-af80-e325742aaf30 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:15:13.639350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-plugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:15:13.639607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f93428b1-140c-48d1-af80-e325742aaf30 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:15:13.640001 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661', 'code': 200} Dec 24 03:15:13.684315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:13.735006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:13.930390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa59f6c-f626-41e1-a58b-4785a0e02bd8 req-19114d8e-6338-4da0-a20c-f583a9341dc1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:13.931866 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cfa59f6c-f626-41e1-a58b-4785a0e02bd8 req-19114d8e-6338-4da0-a20c-f583a9341dc1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0538080 Dec 24 03:15:13.958841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ab419-a6fe-4695-83b9-7c098552c7a8 req-e985bbe2-32d5-48e3-a6e7-c2ff745e4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:13.960360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-447ab419-a6fe-4695-83b9-7c098552c7a8 req-e985bbe2-32d5-48e3-a6e7-c2ff745e4016 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1099 time: 0.0410421 Dec 24 03:15:14.011985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-447ab419-a6fe-4695-83b9-7c098552c7a8 req-3340cb9d-ef64-45aa-868d-ad1a4310a376 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Dec 24 03:15:14.289218 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cfa59f6c-f626-41e1-a58b-4785a0e02bd8 req-169d8fe5-6439-457f-9888-8e5bb125663d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509021 Dec 24 03:15:15.413777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059291de-ed99-4cd3-832b-f6cebe8febcb req-cff27b29-dcba-4ff4-b458-2f13e632fba8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:15.415246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-059291de-ed99-4cd3-832b-f6cebe8febcb req-cff27b29-dcba-4ff4-b458-2f13e632fba8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0552366 Dec 24 03:15:15.463369 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-059291de-ed99-4cd3-832b-f6cebe8febcb req-5ef5ba3e-58d0-4afa-a6a3-86c261f78ef1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Dec 24 03:15:16.576088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c70d82-e229-4a51-8527-c54922d58550 req-a72b9211-3a12-4834-8d73-1c2947ccd7a9 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:16.577556 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55c70d82-e229-4a51-8527-c54922d58550 req-a72b9211-3a12-4834-8d73-1c2947ccd7a9 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0478194 Dec 24 03:15:16.624062 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55c70d82-e229-4a51-8527-c54922d58550 req-2add915c-d9d3-44ad-9617-880c5b76a1f0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Dec 24 03:15:16.738464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32be225-e0d8-4423-89f2-478abfb2b7af req-6e295a2a-4a92-4f2a-ad3c-589eb913f2af tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:16.740085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a32be225-e0d8-4423-89f2-478abfb2b7af req-6e295a2a-4a92-4f2a-ad3c-589eb913f2af tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0497904 Dec 24 03:15:16.787360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a32be225-e0d8-4423-89f2-478abfb2b7af req-46b24c5f-58c2-426a-897f-e9a2269fbdac tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Dec 24 03:15:17.062679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d05335-c7e3-4765-a352-66e4540b05ae req-acfe088e-1628-4815-9054-0d8241d78a00 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:17.064144 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d4d05335-c7e3-4765-a352-66e4540b05ae req-acfe088e-1628-4815-9054-0d8241d78a00 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0486579 Dec 24 03:15:17.115391 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d4d05335-c7e3-4765-a352-66e4540b05ae req-d9560d87-78e8-4db9-b2e1-6addda5e55de tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Dec 24 03:15:17.227770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5e1f2-939d-43eb-a555-fb5800eeb177 req-b3f5f656-199c-483f-85f5-0b354689ab23 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:17.229247 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dbd5e1f2-939d-43eb-a555-fb5800eeb177 req-b3f5f656-199c-483f-85f5-0b354689ab23 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0476787 Dec 24 03:15:17.279956 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dbd5e1f2-939d-43eb-a555-fb5800eeb177 req-ced37387-dc5b-45c4-9b95-9974d040539d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Dec 24 03:15:17.712298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9367388-4d58-4e6b-9006-a2a4ba71df4e req-58ba12b8-beb5-4d14-800c-eb4a661abbe8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:17.713675 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e9367388-4d58-4e6b-9006-a2a4ba71df4e req-58ba12b8-beb5-4d14-800c-eb4a661abbe8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0494299 Dec 24 03:15:17.763017 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e9367388-4d58-4e6b-9006-a2a4ba71df4e req-6b0714a8-907f-47d6-b22f-209a1cbc478b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Dec 24 03:15:17.785629 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-e013974c-cacf-4053-9730-f89d87ea25bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401626 Dec 24 03:15:18.880616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c017e4-a68d-4b67-b7d7-13eee0c9805f req-03c760c4-b729-4b26-9653-cf37370e7b93 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:18.882137 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e4c017e4-a68d-4b67-b7d7-13eee0c9805f req-03c760c4-b729-4b26-9653-cf37370e7b93 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Dec 24 03:15:18.929939 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e4c017e4-a68d-4b67-b7d7-13eee0c9805f req-d947c54c-cb1a-4ecd-9d08-e476e265d7cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Dec 24 03:15:20.043956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-c2acd879-76fa-40dd-8b7e-ed785326edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:20.045488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-c2acd879-76fa-40dd-8b7e-ed785326edd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1099 time: 0.0410047 Dec 24 03:15:20.046798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648663ab-aff9-41ac-b3e4-c305d313ad57 req-478dad98-9f7b-4a97-b394-537015a38959 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:20.048236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-648663ab-aff9-41ac-b3e4-c305d313ad57 req-478dad98-9f7b-4a97-b394-537015a38959 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0491962 Dec 24 03:15:20.095991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-648663ab-aff9-41ac-b3e4-c305d313ad57 req-6d2a3d9f-7b82-4b02-83fa-95ffd5f3cc81 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Dec 24 03:15:20.139604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-e99f365b-fc95-4d1c-b33d-206e2b6cb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:20.141355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-e99f365b-fc95-4d1c-b33d-206e2b6cb3c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0886459 Dec 24 03:15:20.181994 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-49729223-40ed-444a-acaf-5655ab49a134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 217 time: 0.0334740 Dec 24 03:15:20.234748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-5783bd31-b126-4b59-b16a-255334b947c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:20.236259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-5783bd31-b126-4b59-b16a-255334b947c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0478284 Dec 24 03:15:20.236758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-472251d9-34ee-4ca2-a8c2-6cbf3a5b093d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:20.268875 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-5dfb1a72-b2d4-4a68-9033-61abb8a45123 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249021 Dec 24 03:15:20.366761 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-cbe7da70-11e3-409e-b9d7-9d645d64f017 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831435 Dec 24 03:15:20.466362 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-7ec06f64-30bb-4eb4-9704-7cc7345b1ff7 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867190 Dec 24 03:15:21.215501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf61fba-7c9a-4b4e-85fa-75bad9882305 req-fba6ed68-1c5f-498b-9ae7-791a665db234 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:21.216992 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7bf61fba-7c9a-4b4e-85fa-75bad9882305 req-fba6ed68-1c5f-498b-9ae7-791a665db234 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0484359 Dec 24 03:15:21.262885 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7bf61fba-7c9a-4b4e-85fa-75bad9882305 req-2533d892-eede-426f-aee2-8bf7c56c7036 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401182 Dec 24 03:15:22.373908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-872984b4-ccb1-4f90-add6-04b7442d9b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:22.382889 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbfb12-41ee-489f-8bc0-ef96a4cfc201 req-27cf2787-0cdd-4a36-9154-9ae214a09c5b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:22.384517 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0fbfb12-41ee-489f-8bc0-ef96a4cfc201 req-27cf2787-0cdd-4a36-9154-9ae214a09c5b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0534089 Dec 24 03:15:22.431307 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0fbfb12-41ee-489f-8bc0-ef96a4cfc201 req-915cf77c-9836-4da8-8521-7795de97ffe3 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Dec 24 03:15:23.423545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-a19a35fd-52fe-4f4d-8895-f3469f7e924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:23.425065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-a19a35fd-52fe-4f4d-8895-f3469f7e924f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1099 time: 0.0444229 Dec 24 03:15:23.534577 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-4c368673-cb85-4248-83c8-246b98c60dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:23.536139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-4c368673-cb85-4248-83c8-246b98c60dea service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0910556 Dec 24 03:15:23.584812 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-e3a16e5c-68a5-44ac-9e4f-5687c83a0d70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 217 time: 0.0411701 Dec 24 03:15:23.636159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-b6d37fc1-7c9d-4f3e-968b-3d39440a56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:23.637756 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-b6d37fc1-7c9d-4f3e-968b-3d39440a56ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0460582 Dec 24 03:15:23.672160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-e6839659-c297-4fc4-9178-a1f869686915 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271244 Dec 24 03:15:23.773482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e8ce1-8148-4f6f-adba-c605c3b49d7b req-52e29516-9815-4d7e-a3f2-5004f969484e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:23.774870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e04e8ce1-8148-4f6f-adba-c605c3b49d7b req-52e29516-9815-4d7e-a3f2-5004f969484e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.1057208 Dec 24 03:15:23.786602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:23.807816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-e23c0648-7369-4687-903f-5d8db5da398e service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284857 Dec 24 03:15:23.856759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e04e8ce1-8148-4f6f-adba-c605c3b49d7b req-5b7ea5c4-9c94-4e23-b8d0-21250f41005b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757418 Dec 24 03:15:23.917861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd59838c-0c59-4153-9bf0-76c09fc88fd2 req-aaa510ee-e7bb-42dc-843d-aa8fff1f4539 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993087 Dec 24 03:15:24.973653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9d48-3953-4b57-8a96-8f32f40d7906 req-4be1e1c6-b08a-4b4f-9262-3bc1b968b69c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:24.975153 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-eaaf9d48-3953-4b57-8a96-8f32f40d7906 req-4be1e1c6-b08a-4b4f-9262-3bc1b968b69c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0485611 Dec 24 03:15:25.024155 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-eaaf9d48-3953-4b57-8a96-8f32f40d7906 req-721a721b-be44-440f-a780-fc66e1b31625 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Dec 24 03:15:25.196131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:25.884225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:26.048191 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:15:26.137449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba27ca8-01c6-43ac-9280-04086d844173 req-e8864f1e-e139-4364-9f2e-255676fdfb11 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:26.138796 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4ba27ca8-01c6-43ac-9280-04086d844173 req-e8864f1e-e139-4364-9f2e-255676fdfb11 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0488591 Dec 24 03:15:26.186492 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4ba27ca8-01c6-43ac-9280-04086d844173 req-62ce57a1-0493-4510-a771-9ca12da6b973 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Dec 24 03:15:27.298345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5716f-8612-49b7-b253-cde7dfc7a703 req-a67ed6b2-436c-4691-b2cb-0ea3892f669b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:27.299807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d6f5716f-8612-49b7-b253-cde7dfc7a703 req-a67ed6b2-436c-4691-b2cb-0ea3892f669b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0468156 Dec 24 03:15:27.349710 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d6f5716f-8612-49b7-b253-cde7dfc7a703 req-598b288a-0277-4745-8012-1a24a5ae580e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Dec 24 03:15:28.462606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eef0e-9f7e-40d3-abcd-f262f50345f0 req-0c9e4e9c-66ac-4ad5-81cf-b53f6bcedcbe tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:28.464059 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a69eef0e-9f7e-40d3-abcd-f262f50345f0 req-0c9e4e9c-66ac-4ad5-81cf-b53f6bcedcbe tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0483229 Dec 24 03:15:28.510014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a69eef0e-9f7e-40d3-abcd-f262f50345f0 req-b09248db-5790-4ba1-9331-faff18849d22 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400839 Dec 24 03:15:29.624995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516cab-25e1-4b0d-8a08-a4cecf873b90 req-5e647299-b921-4924-ba98-a46e31bd96fe tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:29.626444 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d516cab-25e1-4b0d-8a08-a4cecf873b90 req-5e647299-b921-4924-ba98-a46e31bd96fe tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0481417 Dec 24 03:15:29.671648 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d516cab-25e1-4b0d-8a08-a4cecf873b90 req-985286c7-1ecc-44f6-b03c-42cb8c847754 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Dec 24 03:15:30.014695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:30.791336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cfc15-7a36-4017-a836-6f80259213f3 req-fe69e973-4690-4166-bd37-233b00b31435 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:30.792819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e5cfc15-7a36-4017-a836-6f80259213f3 req-fe69e973-4690-4166-bd37-233b00b31435 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0538390 Dec 24 03:15:30.839792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e5cfc15-7a36-4017-a836-6f80259213f3 req-575bd318-1f19-4d1c-a51d-26e54e229fdc tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Dec 24 03:15:31.955001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd86ee-27b7-4b7c-ad47-fbf49f69e233 req-a1108553-69d1-417c-98da-8e1f1be1db4e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:31.956470 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f0fd86ee-27b7-4b7c-ad47-fbf49f69e233 req-a1108553-69d1-417c-98da-8e1f1be1db4e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0482066 Dec 24 03:15:32.002003 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f0fd86ee-27b7-4b7c-ad47-fbf49f69e233 req-8f1de2fa-b6fd-4961-a14e-8ba7303ac74f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Dec 24 03:15:33.119679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525277c-743c-47ba-ac08-f36bde59e178 req-0c33bcb6-79ec-4516-8f06-bd825d400110 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:33.121178 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c525277c-743c-47ba-ac08-f36bde59e178 req-0c33bcb6-79ec-4516-8f06-bd825d400110 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0499334 Dec 24 03:15:33.167317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c525277c-743c-47ba-ac08-f36bde59e178 req-9f721cc2-9477-4f0e-9916-085013f346e1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Dec 24 03:15:34.282751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef3cba-5cc1-4126-8046-34c7dcd855c0 req-49447b6f-2266-437c-83e5-d051f8918810 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:34.284211 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c4ef3cba-5cc1-4126-8046-34c7dcd855c0 req-49447b6f-2266-437c-83e5-d051f8918810 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0520103 Dec 24 03:15:34.330632 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c4ef3cba-5cc1-4126-8046-34c7dcd855c0 req-91fede28-97fb-4319-b53e-1f9633376850 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Dec 24 03:15:35.449816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101aaad5-3899-411b-8219-5f801dd439eb req-910df630-300a-434b-9929-b29852e85c8a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:35.451268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-101aaad5-3899-411b-8219-5f801dd439eb req-910df630-300a-434b-9929-b29852e85c8a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0531487 Dec 24 03:15:35.497526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-101aaad5-3899-411b-8219-5f801dd439eb req-b9fd9b9f-5344-4c61-ae2d-5152c775d735 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Dec 24 03:15:36.611270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ad4b3-d61c-46a2-9dac-9dd3f09d6fe6 req-84310be0-e537-4adf-a446-90f2c150733c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:36.612749 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-902ad4b3-d61c-46a2-9dac-9dd3f09d6fe6 req-84310be0-e537-4adf-a446-90f2c150733c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0485477 Dec 24 03:15:36.658122 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-902ad4b3-d61c-46a2-9dac-9dd3f09d6fe6 req-fc3e8686-5203-45fc-949b-329966d1b42a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388365 Dec 24 03:15:37.773854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d25eee-e8a7-4238-8e61-44b7e751a427 req-0ed2c096-ddb9-4f41-826e-62f5aaa9adaf tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:37.775294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91d25eee-e8a7-4238-8e61-44b7e751a427 req-0ed2c096-ddb9-4f41-826e-62f5aaa9adaf tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0472713 Dec 24 03:15:37.821373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91d25eee-e8a7-4238-8e61-44b7e751a427 req-3424b7ef-be06-408d-90f1-6338d17a7dda tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Dec 24 03:15:38.940576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaeecb-d182-4d29-9d8c-779fb05fb94a req-5ffc2f61-c7a5-407b-bf3d-c2e4c7dff99e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:38.942508 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8dbaeecb-d182-4d29-9d8c-779fb05fb94a req-5ffc2f61-c7a5-407b-bf3d-c2e4c7dff99e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0528257 Dec 24 03:15:38.989535 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8dbaeecb-d182-4d29-9d8c-779fb05fb94a req-44fd3bfe-92bc-4e7e-91b6-9030ee983240 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Dec 24 03:15:40.103856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae24d6f-ba26-49aa-a8af-d6dac5f32bf1 req-dd44ce9e-07fc-41a5-b4c7-488decb4cc2e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:40.105234 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aae24d6f-ba26-49aa-a8af-d6dac5f32bf1 req-dd44ce9e-07fc-41a5-b4c7-488decb4cc2e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Dec 24 03:15:40.155450 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aae24d6f-ba26-49aa-a8af-d6dac5f32bf1 req-f545dabb-3110-40e4-ab28-b1a2e80907b3 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Dec 24 03:15:41.268293 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb74a56-c886-4f4b-ae71-22029c2b4ea8 req-2ed84f61-5b91-46bf-a249-e10554db5676 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:41.269769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2cb74a56-c886-4f4b-ae71-22029c2b4ea8 req-2ed84f61-5b91-46bf-a249-e10554db5676 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0474699 Dec 24 03:15:41.317780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2cb74a56-c886-4f4b-ae71-22029c2b4ea8 req-b566b086-6651-470f-b171-f109793c7875 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Dec 24 03:15:42.433386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d76c-b95e-405a-9b46-21fa0deb7926 req-e6d8fc61-fbda-48b6-8501-702559cb212c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:42.434814 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6c31d76c-b95e-405a-9b46-21fa0deb7926 req-e6d8fc61-fbda-48b6-8501-702559cb212c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0495462 Dec 24 03:15:42.480792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6c31d76c-b95e-405a-9b46-21fa0deb7926 req-b218cf45-6a64-4629-998b-93b52f14cebb tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Dec 24 03:15:43.593242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dc9e7-0a1f-489b-aa83-0387a8a26174 req-b8b456da-8d04-4493-8c12-24d46742735d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:43.594718 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e90dc9e7-0a1f-489b-aa83-0387a8a26174 req-b8b456da-8d04-4493-8c12-24d46742735d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0473685 Dec 24 03:15:43.645343 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e90dc9e7-0a1f-489b-aa83-0387a8a26174 req-931a091d-5e8c-4ead-bd0a-5215513d61b9 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435317 Dec 24 03:15:44.759324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd676b-94f1-4671-bae2-cc9c3bda0983 req-c72bb6b6-fb10-4ddc-995f-146b94a2ef09 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:44.760821 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25dd676b-94f1-4671-bae2-cc9c3bda0983 req-c72bb6b6-fb10-4ddc-995f-146b94a2ef09 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0484715 Dec 24 03:15:44.807498 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25dd676b-94f1-4671-bae2-cc9c3bda0983 req-754416dc-add4-41b9-a51b-2cc63d8eab00 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Dec 24 03:15:45.924700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef49a-b3dd-4456-9bba-eed06d1e0298 req-c6bf7fb5-7a8a-4f89-8643-cea9625a44fa tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:45.927201 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0f4ef49a-b3dd-4456-9bba-eed06d1e0298 req-c6bf7fb5-7a8a-4f89-8643-cea9625a44fa tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0504358 Dec 24 03:15:45.973910 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0f4ef49a-b3dd-4456-9bba-eed06d1e0298 req-550155eb-2f9a-4536-8f66-47991b6d4807 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Dec 24 03:15:47.093230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad439dc-849a-47cd-94de-b2d65d8a9a55 req-048025e6-a305-466b-b042-d42594a199ee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:47.094699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9ad439dc-849a-47cd-94de-b2d65d8a9a55 req-048025e6-a305-466b-b042-d42594a199ee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0533540 Dec 24 03:15:47.141611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9ad439dc-849a-47cd-94de-b2d65d8a9a55 req-0b950a98-ee56-4ad6-ad26-9572cd7d6eeb tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Dec 24 03:15:48.056211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-77fa18c0-1a65-48ff-a05d-7033fe568ba2 service neutron] 10.222.0.49 "GET /v2.0/ports/d1080b6e-4361-4d14-b994-30a416280661/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0542185 Dec 24 03:15:48.258108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5260f-16f5-4071-a39d-1bc92049e113 req-4ed6b5d3-a2dc-4b71-84f7-45340b993338 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:48.259604 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aec5260f-16f5-4071-a39d-1bc92049e113 req-4ed6b5d3-a2dc-4b71-84f7-45340b993338 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0498405 Dec 24 03:15:48.307680 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aec5260f-16f5-4071-a39d-1bc92049e113 req-e8e2e952-367c-4368-b49c-d580e38ed09b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Dec 24 03:15:48.580357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-7a8b9a94-462e-44b3-9aa9-5563659b7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:48.581898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-7a8b9a94-462e-44b3-9aa9-5563659b7e6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1&tenant_id=5262fd65db2d4b78b4df812fb3452359 HTTP/1.1" status: 200 len: 1099 time: 0.0408008 Dec 24 03:15:48.668384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-95085f21-d85b-4dd3-ad1a-c6ad887fcc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:48.669948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-95085f21-d85b-4dd3-ad1a-c6ad887fcc9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1099 time: 0.0434077 Dec 24 03:15:48.760001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-a2288a39-6361-4b72-963a-cc421cd39cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:48.761517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-a2288a39-6361-4b72-963a-cc421cd39cd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0820019 Dec 24 03:15:48.809412 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-64b66dfb-2b7b-4d7f-bdd3-b69d2d349293 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 217 time: 0.0359921 Dec 24 03:15:48.861550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-0a8ba18a-2d8b-46b9-8c23-63662f488005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:48.862854 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-0a8ba18a-2d8b-46b9-8c23-63662f488005 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0426896 Dec 24 03:15:48.900690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-7fc384aa-0f66-4571-b059-ad4d76cf3507 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262389 Dec 24 03:15:48.997495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-bf1dfde7-f1a2-4ccd-8962-94c0bba2ab51 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Dec 24 03:15:49.091383 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd8eaa88-b490-4a80-bb44-a671de2c8192 req-0a9c0988-251d-478c-830a-0d4d93af9481 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812654 Dec 24 03:15:49.428018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2bdcd-d47f-4bf6-8cef-ad7928117c16 req-a0ed5286-887f-4eb6-88b3-7fc3420a17bf tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:49.429514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32d2bdcd-d47f-4bf6-8cef-ad7928117c16 req-a0ed5286-887f-4eb6-88b3-7fc3420a17bf tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0522652 Dec 24 03:15:49.478672 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32d2bdcd-d47f-4bf6-8cef-ad7928117c16 req-bc7f29bc-ee19-46d0-8c04-243d974b6428 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433140 Dec 24 03:15:50.214697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d964501-d0da-4595-b854-41c60ff5993a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:50.599267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55788465-9f3e-4793-8aa0-3fa9652fe8ff req-d2701e7a-d375-4e7b-b7ba-321cbf3e506e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:50.600769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55788465-9f3e-4793-8aa0-3fa9652fe8ff req-d2701e7a-d375-4e7b-b7ba-321cbf3e506e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0528057 Dec 24 03:15:50.647491 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55788465-9f3e-4793-8aa0-3fa9652fe8ff req-bc893ef0-4df7-467b-9710-04b9946ccb31 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Dec 24 03:15:51.582157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:15:51.592137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:15:51.735244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:51.737492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:51.756283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'd1080b6e-4361-4d14-b994-30a416280661', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'port_id': 'd1080b6e-4361-4d14-b994-30a416280661', 'mac_address': 'fa:16:3e:e0:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1362fbde-2df4-490b-b96f-079d25593cb1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:15:51.763587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bf684-6e87-4736-bdd0-3982db0650d1 req-1872d051-eb7a-466f-8720-bb710254c0ea tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:51.765124 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-646bf684-6e87-4736-bdd0-3982db0650d1 req-1872d051-eb7a-466f-8720-bb710254c0ea tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0498874 Dec 24 03:15:51.771827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:15:51.774051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f45faa-bdb7-48e1-9fda-bacc6a2c9286" -d '{"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:15:51.818296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-646bf684-6e87-4736-bdd0-3982db0650d1 req-b399e119-80b7-4899-b9d2-a4f9c18214b6 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Dec 24 03:15:51.818488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:51.821056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:51.835266 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:15:51.857419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ebd88d-a89a-4cf6-b310-ef442a560b08 x-openstack-request-id: req-e2ebd88d-a89a-4cf6-b310-ef442a560b08 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:15:51.857419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:15:51.857419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2ebd88d-a89a-4cf6-b310-ef442a560b08 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:15:51.857419 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661', 'code': 200} Dec 24 03:15:51.872848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:51.948460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:15:51.948823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:15:51.949327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:51.956218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.956601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.957052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.957393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.957729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.958066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.958397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.958728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.959059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.959387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.959714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.960038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:51.960359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:52.150498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d4974-8888-4575-8c4e-14df10810b19 req-0a5ffffe-b6e4-41af-8fef-dd287f582a11 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:52.151865 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-744d4974-8888-4575-8c4e-14df10810b19 req-0a5ffffe-b6e4-41af-8fef-dd287f582a11 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 944 time: 0.0511410 Dec 24 03:15:52.200852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-744d4974-8888-4575-8c4e-14df10810b19 req-e6d6ab29-c66e-4dfa-a691-da865e4b4010 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Dec 24 03:15:52.279720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-70e32539-a1e6-48a0-b26e-72aaf6460f1e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:52.281185 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-70e32539-a1e6-48a0-b26e-72aaf6460f1e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1&tenant_id=5262fd65db2d4b78b4df812fb3452359&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.0497785 Dec 24 03:15:52.368639 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fa1798fa-8616-4d5d-807e-08f7f96d7f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:52.381348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-9282c42e-f762-4baa-9695-cda1fd5129de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:52.382817 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-9282c42e-f762-4baa-9695-cda1fd5129de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 1097 time: 0.0403743 Dec 24 03:15:52.476354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-4fa74c74-5aa1-4fc5-9347-a01b0afd57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:52.477750 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-4fa74c74-5aa1-4fc5-9347-a01b0afd57b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0872314 Dec 24 03:15:52.487831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:52.501570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:15:52.522255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:52.524685 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-167025b1-800c-4f9a-87e9-a6fa272ba168 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 200 len: 217 time: 0.0388937 Dec 24 03:15:52.563037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:52.578256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-3a6b79c9-eb95-4bfa-a9cf-d06eb34d45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:52.579703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-3a6b79c9-eb95-4bfa-a9cf-d06eb34d45b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0483346 Dec 24 03:15:52.611240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:52.611826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-22f12547-7b8a-4a02-920c-f7827be01aa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242145 Dec 24 03:15:52.700237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['d1080b6e-4361-4d14-b994-30a416280661'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:15:52.701140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-927c20b5-f308-49cb-b219-a3c6ce5d0976 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819447 Dec 24 03:15:52.795346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2f6e1388-1c6b-49b4-ad08-26ef8161bda7 req-f7aeb2bb-271d-4739-a66b-0d9e6389908e service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Dec 24 03:15:53.320502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893952-9d9e-4787-9e3e-6af0cf82a513 req-45b48ca6-9ff2-46f7-bd43-ec3f4a3f06f7 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:53.322001 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0b893952-9d9e-4787-9e3e-6af0cf82a513 req-45b48ca6-9ff2-46f7-bd43-ec3f4a3f06f7 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Dec 24 03:15:53.371109 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0b893952-9d9e-4787-9e3e-6af0cf82a513 req-859c6411-6728-4291-868d-f529e9d2451f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Dec 24 03:15:53.594055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:15:53.641847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port d1080b6e-4361-4d14-b994-30a416280661 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:15:53.642600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:53.731052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:53.762947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:53.814815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:53.851987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:15:53.854445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f774fd-7c91-47bf-824f-93393253acb6" -d '{"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-plugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:15:53.872768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:53.896165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a0ca75-2f95-4a47-8357-0e8b7278edcf x-openstack-request-id: req-38a0ca75-2f95-4a47-8357-0e8b7278edcf {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:15:53.896483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-plugged", "status": "completed", "tag": "d1080b6e-4361-4d14-b994-30a416280661", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:15:53.896744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38a0ca75-2f95-4a47-8357-0e8b7278edcf {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:15:53.897139 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661', 'code': 200} Dec 24 03:15:53.922594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:54.487915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876af01-bce2-4a4d-982e-42c70eb554d3 req-d2d0709d-8de7-49fc-a1c6-ba0363373246 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:54.490163 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6876af01-bce2-4a4d-982e-42c70eb554d3 req-d2d0709d-8de7-49fc-a1c6-ba0363373246 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0523312 Dec 24 03:15:54.536091 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6876af01-bce2-4a4d-982e-42c70eb554d3 req-65af66e5-75a4-4b5d-8352-001d5df26da0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Dec 24 03:15:54.649866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d630e1a-52a5-4c73-b9d2-50a80aefa46d req-f53074b3-6128-45a3-8b97-26c6163eac26 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:54.651243 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8d630e1a-52a5-4c73-b9d2-50a80aefa46d req-f53074b3-6128-45a3-8b97-26c6163eac26 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0485153 Dec 24 03:15:54.700835 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8d630e1a-52a5-4c73-b9d2-50a80aefa46d req-708b8005-0dbd-425c-bbf6-e221fd8a1e3e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Dec 24 03:15:54.812261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64efc-cb10-4964-b37d-ebadeeb1616e req-84a33972-0834-4e2c-90d9-741f84a66445 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:54.813721 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f8c64efc-cb10-4964-b37d-ebadeeb1616e req-84a33972-0834-4e2c-90d9-741f84a66445 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0486076 Dec 24 03:15:54.860787 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f8c64efc-cb10-4964-b37d-ebadeeb1616e req-af15e9b7-24a9-45b4-b45f-90ef3b5c0b00 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Dec 24 03:15:55.122980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:55.455597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-d6abd59e-7b29-4b4f-bd55-40b93046166d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:55.457105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-d6abd59e-7b29-4b4f-bd55-40b93046166d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 814 time: 0.1028996 Dec 24 03:15:55.471634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-8f7c76a3-52ed-4843-81da-764c1a2769f4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/quotas/5262fd65db2d4b78b4df812fb3452359 HTTP/1.1" status: 200 len: 375 time: 0.0087085 Dec 24 03:15:55.520499 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-612ef20a-92bf-4707-b07f-96ba4fb18fce tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427191 Dec 24 03:15:55.611359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-23a51519-5176-4dd0-809b-821bb686e68a service neutron] 10.222.0.36 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839849 Dec 24 03:15:55.699965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-d0b6f9be-74ac-4f24-b363-3930fc3d07f5 service neutron] 10.222.0.36 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 Dec 24 03:15:55.881619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:55.951177 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ff70f7ac-e73a-44fb-b6be-c457e00da46e req-6e5af54c-cf1b-45c9-bdda-6ccce8f137e5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Dec 24 03:15:57.047462 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9d540a22-51bd-44a6-8171-31cf0a387064 req-7537135f-c8c6-43bb-8724-a49b80db8fb8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Dec 24 03:15:57.576968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-54b2e746-80b1-428b-ba63-99612a618328 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:57.578407 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-54b2e746-80b1-428b-ba63-99612a618328 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/ports?device_id=84834ea1-7ec7-4baa-8832-060dc52228c1 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Dec 24 03:15:57.680657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Deleting port d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:15:57.681192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:57.784631 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] For port d1080b6e-4361-4d14-b994-30a416280661, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=d1080b6e-4361-4d14-b994-30a416280661,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:15:57.785487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:57.799550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Calling delete_port for d1080b6e-4361-4d14-b994-30a416280661 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:15:58.157142 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3f6cf6f2-7591-4aab-9dea-e7a94fd68e8d req-e1ae1e97-a467-472b-9695-237373ed7e4c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 210 time: 0.0279291 Dec 24 03:15:58.324524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9ebb90fa-d700-4f36-80a1-5f26d882a6da tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:58.325944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9ebb90fa-d700-4f36-80a1-5f26d882a6da tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 814 time: 0.4847329 Dec 24 03:15:58.356266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Request body: {'port': {'device_id': 'e7183cb0-7796-4660-aace-5af078cff650', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'admin_state_up': True, 'tenant_id': '5262fd65db2d4b78b4df812fb3452359'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:58.494278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:58.525005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Pushing event deleted for resources: {'Port': ['ID=d1080b6e-4361-4d14-b994-30a416280661,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:58.540184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['d1080b6e-4361-4d14-b994-30a416280661'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:15:58.551654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.557235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:15:58.558274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Made reservation on behalf of 5262fd65db2d4b78b4df812fb3452359 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:15:58.561676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:58.587144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] No DVR routers for this DVR port d1080b6e-4361-4d14-b994-30a416280661 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:15:58.590491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:58.593817 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "DELETE /v2.0/ports/d1080b6e-4361-4d14-b994-30a416280661 HTTP/1.1" status: 204 len: 173 time: 1.0077770 Dec 24 03:15:58.594249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-deleted', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:15:58.596510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f57fafd-e21a-40db-9a1d-79b8e2489968" -d '{"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-deleted", "tag": "d1080b6e-4361-4d14-b994-30a416280661"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:15:58.643004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad0b4f-5083-4406-a2c4-0a3274cd9695 x-openstack-request-id: req-1cad0b4f-5083-4406-a2c4-0a3274cd9695 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:15:58.643300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84834ea1-7ec7-4baa-8832-060dc52228c1", "name": "network-vif-deleted", "tag": "d1080b6e-4361-4d14-b994-30a416280661", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:15:58.643553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cad0b4f-5083-4406-a2c4-0a3274cd9695 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:15:58.643945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84834ea1-7ec7-4baa-8832-060dc52228c1', 'name': 'network-vif-deleted', 'tag': 'd1080b6e-4361-4d14-b994-30a416280661', 'status': 'completed', 'code': 200} Dec 24 03:15:58.716704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Allocated IP 172.20.0.12 (8c5104c1-a1db-43f3-aa6b-12cea62aabb4/1362fbde-2df4-490b-b96f-079d25593cb1/9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:15:58.867486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:58.951899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:58.991791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['d1080b6e-4361-4d14-b994-30a416280661'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:15:58.995665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:15:58.998662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:15:59.002378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:15:59.029408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:59.053834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:59.054548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.136985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-f606cf2b-f4e6-43a2-8021-8432fa766a36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7877724 Dec 24 03:15:59.157806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Request body: {'port': {'device_id': 'e7183cb0-7796-4660-aace-5af078cff650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:15:59.215641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.275731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd562345-cdd8-4c9b-8d20-660903a849b7 req-96902937-5c46-4f17-97d7-7b7e9dc9246d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:59.277335 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bd562345-cdd8-4c9b-8d20-660903a849b7 req-96902937-5c46-4f17-97d7-7b7e9dc9246d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 932 time: 0.0511293 Dec 24 03:15:59.327761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bd562345-cdd8-4c9b-8d20-660903a849b7 req-7120a5b7-76d9-406d-b23e-7c4c93ffa53f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443716 Dec 24 03:15:59.477051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:15:59.484637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.497328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Transition to ACTIVE for port object 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:15:59.574647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.629460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:15:59.697188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Attempting to bind port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:15:59.697444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Attempting to bind port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:15:59.697775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Attempting to bind port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:15:59.702335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:15:59.702656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Attempting to bind port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 on network 8c5104c1-a1db-43f3-aa6b-12cea62aabb4 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:15:59.708153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:15:59.708525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Checking segment: {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:15:59.708916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Bound using segment: {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:15:59.709346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Bound port: 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:15:59.709699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.771291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:15:59.774321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:15:59.842309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.873711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:15:59.874331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:15:59.875694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] 10.222.0.49 "PUT /v2.0/ports/9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 1094 time: 0.7220185 Dec 24 03:15:59.901831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bcb0d-c98f-4aad-928a-fa6a3742216d service neutron] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:00.030394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:00.055449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-31ca23de-9553-4ba0-bf29-97a87554a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.056976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-31ca23de-9553-4ba0-bf29-97a87554a6d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1097 time: 0.0449431 Dec 24 03:16:00.114272 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-34122a03-88bd-4332-b87b-5a2bb1b50ae0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0346532 Dec 24 03:16:00.168179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-1cbaa71c-380e-49e9-889d-a042467de8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.169647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-1cbaa71c-380e-49e9-889d-a042467de8f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0435336 Dec 24 03:16:00.205221 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-2a608ccb-0d61-4511-bd0c-102fb8b5945b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246396 Dec 24 03:16:00.303754 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-c564d2e5-c191-4154-acec-384a314586e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850475 Dec 24 03:16:00.401110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78a6722-b550-41d7-9be6-b3621f60cc93 req-aa78a984-4d30-444b-a0fb-7557c346a167 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:00.446681 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:00.450177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57efd58-8581-4c57-9a4e-ec5869c97af5 req-72d28f89-0113-4078-a955-8d30ff0160d5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.450616 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e57efd58-8581-4c57-9a4e-ec5869c97af5 req-72d28f89-0113-4078-a955-8d30ff0160d5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 944 time: 0.0486434 Dec 24 03:16:00.497493 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e57efd58-8581-4c57-9a4e-ec5869c97af5 req-c9919d7c-92c8-4782-ba93-7897d00f2611 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Dec 24 03:16:00.645570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:16:00.647825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:16:00.683652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8312f-ccc4-4411-8f82-051f606601f3 x-openstack-request-id: req-57e8312f-ccc4-4411-8f82-051f606601f3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:16:00.683951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:16:00.684206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57e8312f-ccc4-4411-8f82-051f606601f3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:16:00.684632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'status': 'completed', 'code': 200} Dec 24 03:16:00.773917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-7b99f345-5d4f-4872-936c-aab82fcdba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.775394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-7b99f345-5d4f-4872-936c-aab82fcdba03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1097 time: 0.0409729 Dec 24 03:16:00.869727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-6a19758a-d27a-42ed-b9ca-45a11f7bb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.871191 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-6a19758a-d27a-42ed-b9ca-45a11f7bb19b service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0873539 Dec 24 03:16:00.913512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-64792a4a-9dc3-4354-a11d-7d054ea18bdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0347366 Dec 24 03:16:00.967914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-38a3ea3d-db34-40de-bec7-262ef1f92082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:00.969390 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-38a3ea3d-db34-40de-bec7-262ef1f92082 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0478380 Dec 24 03:16:01.000911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-f003b466-55f8-41f7-8c35-04adbc632cba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236018 Dec 24 03:16:01.091166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-7426323d-73a7-4751-9194-b0b85a7287a2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819724 Dec 24 03:16:01.187480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e3f1767-2303-4a3f-ae2b-f1ef62a4215e req-06f85522-a6e5-4722-b88c-cc72c4a936a1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845385 Dec 24 03:16:01.615035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed71df4-4769-422b-b47b-a690f4d15e59 req-033832b5-9479-4a49-91fc-204dc06027d8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:01.616579 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7ed71df4-4769-422b-b47b-a690f4d15e59 req-033832b5-9479-4a49-91fc-204dc06027d8 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 944 time: 0.0493073 Dec 24 03:16:01.629439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:16:01.650279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: d1080b6e-4361-4d14-b994-30a416280661 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:16:01.650705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device d1080b6e-4361-4d14-b994-30a416280661 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:16:01.663894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7ed71df4-4769-422b-b47b-a690f4d15e59 req-2f427109-9987-47b3-86c1-f69e7a2c0c32 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Dec 24 03:16:02.782807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089097ed-c140-4a2e-9b40-b309feb3c2e6 req-9593f8d3-4f6b-4a07-97cb-938edac6b04e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:02.784250 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-089097ed-c140-4a2e-9b40-b309feb3c2e6 req-9593f8d3-4f6b-4a07-97cb-938edac6b04e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 944 time: 0.0521851 Dec 24 03:16:02.830224 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-089097ed-c140-4a2e-9b40-b309feb3c2e6 req-12bfe1b4-70a4-4679-ba3f-cd59c63c5da3 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Dec 24 03:16:03.047130 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:16:03.643525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:16:03.737379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:03.747989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'port_id': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'mac_address': 'fa:16:3e:64:e6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1362fbde-2df4-490b-b96f-079d25593cb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:16:03.783751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:03.799227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:16:03.818419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:03.917264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:03.950926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dc10a-560e-4548-9e38-5ae4da6c7ed8 req-052323da-f618-49b6-9f1b-ceb3af0503cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:03.953051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-403dc10a-560e-4548-9e38-5ae4da6c7ed8 req-052323da-f618-49b6-9f1b-ceb3af0503cd tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 944 time: 0.0548503 Dec 24 03:16:03.966379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:04.007753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-403dc10a-560e-4548-9e38-5ae4da6c7ed8 req-ce9ef0be-2b60-4aaf-bba1-40f621b12056 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Dec 24 03:16:04.282125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:16:05.120707 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed34b4-a815-4523-870b-2b72d75d0cdb req-d3f23c3d-c8be-40db-84d2-3b59b3c51312 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:05.122176 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95ed34b4-a815-4523-870b-2b72d75d0cdb req-d3f23c3d-c8be-40db-84d2-3b59b3c51312 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Dec 24 03:16:05.168392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-95ed34b4-a815-4523-870b-2b72d75d0cdb req-9efeb056-c310-48a2-b339-7468d6a97e89 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Dec 24 03:16:05.659401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:16:05.772501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:16:05.776257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:05.776666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:05.851091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:05.873219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:16:05.875421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470cd0c-d9f0-44e5-86ac-a814512cccef" -d '{"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:16:05.891752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:05.914048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8608f-2658-4e90-a1d4-384eacb0a070 x-openstack-request-id: req-54c8608f-2658-4e90-a1d4-384eacb0a070 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:16:05.914048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:16:05.914048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54c8608f-2658-4e90-a1d4-384eacb0a070 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:16:05.914419 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'code': 200} Dec 24 03:16:05.961406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:06.011619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:06.242638 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf13078-bffa-46eb-9d2f-eea2e5a92cac req-85a15556-f9ad-4254-8bc0-0098c6be7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:06.244123 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0bf13078-bffa-46eb-9d2f-eea2e5a92cac req-85a15556-f9ad-4254-8bc0-0098c6be7f50 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1099 time: 0.0398672 Dec 24 03:16:06.286157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878676-747f-411d-bb60-d2d4d2ea52c5 req-a73a0a61-9ff9-4e31-a1c1-6de6bb8f9528 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:06.287666 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99878676-747f-411d-bb60-d2d4d2ea52c5 req-a73a0a61-9ff9-4e31-a1c1-6de6bb8f9528 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0503063 Dec 24 03:16:06.289767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0bf13078-bffa-46eb-9d2f-eea2e5a92cac req-209d53fd-1c04-49d4-90b5-9f89d877e46c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384121 Dec 24 03:16:06.342926 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99878676-747f-411d-bb60-d2d4d2ea52c5 req-3240b928-9eda-478a-b2e6-8d0ec748b0b1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 Dec 24 03:16:07.460087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56958c3-14ab-48c2-bc5d-ed9c79e72a2b req-65e68320-c89d-4ee7-be06-27e515648712 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:07.462440 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d56958c3-14ab-48c2-bc5d-ed9c79e72a2b req-65e68320-c89d-4ee7-be06-27e515648712 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0519412 Dec 24 03:16:07.513673 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d56958c3-14ab-48c2-bc5d-ed9c79e72a2b req-b32bb65c-271f-4a42-98da-1b36af96f90e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Dec 24 03:16:08.679821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b928c2b-a6d8-41dc-ae47-7e727c15c30a req-67a1365a-b99b-4cbf-af8e-c2847a43c2c4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:08.681356 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b928c2b-a6d8-41dc-ae47-7e727c15c30a req-67a1365a-b99b-4cbf-af8e-c2847a43c2c4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.1008992 Dec 24 03:16:08.727339 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b928c2b-a6d8-41dc-ae47-7e727c15c30a req-c366eb80-d34c-491d-8b8f-f932fc0cab90 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Dec 24 03:16:08.839409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5dc58-7f74-4496-a471-62b47c8f9d7a req-b08c1f2c-a65d-494a-8ecf-733be1e53d0b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:08.840770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cdb5dc58-7f74-4496-a471-62b47c8f9d7a req-b08c1f2c-a65d-494a-8ecf-733be1e53d0b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Dec 24 03:16:08.888248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cdb5dc58-7f74-4496-a471-62b47c8f9d7a req-2051fcbe-5cff-4251-84f3-d17ed93de7a1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Dec 24 03:16:09.241882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d82eb-e3b4-418b-a20b-b49e003273e7 req-f9664bb9-7a94-4e5d-ade5-a978ec6d27d5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:09.243384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-633d82eb-e3b4-418b-a20b-b49e003273e7 req-f9664bb9-7a94-4e5d-ade5-a978ec6d27d5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Dec 24 03:16:09.334632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-e6419f45-f9ab-4bfd-bcc8-0a4c513de0da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587304 Dec 24 03:16:09.361515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-633d82eb-e3b4-418b-a20b-b49e003273e7 req-19487de6-5d42-453a-82f8-dd8b13c81c90 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122048 Dec 24 03:16:10.480365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8108a-a891-43a5-a495-57e2f2d31b19 req-74af2757-1720-4f4b-a357-2f92acd0e84b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:10.481920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd8108a-a891-43a5-a495-57e2f2d31b19 req-74af2757-1720-4f4b-a357-2f92acd0e84b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0520401 Dec 24 03:16:10.530735 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd8108a-a891-43a5-a495-57e2f2d31b19 req-a25eecc2-fe9e-4f15-b171-91c2a4b16309 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Dec 24 03:16:11.378956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-61b8f177-4a26-4490-b21f-428461aedcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:11.380592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-61b8f177-4a26-4490-b21f-428461aedcb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1099 time: 0.0408885 Dec 24 03:16:11.473888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-6afcfae3-072b-469e-8d73-b5c75a2258b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:11.475391 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-6afcfae3-072b-469e-8d73-b5c75a2258b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0877304 Dec 24 03:16:11.517839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-b425d917-ca71-47f6-abe6-ab993ef167e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Dec 24 03:16:11.567805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-bfa8fb55-7add-4173-923d-ffef4b4fb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:11.569304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-bfa8fb55-7add-4173-923d-ffef4b4fb7e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0446732 Dec 24 03:16:11.603438 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-99a9ea8d-1245-4212-862c-27594d261671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266428 Dec 24 03:16:11.707358 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b84b-4932-4a02-9ac7-fdcaf5e694b4 req-3215a195-dade-42b8-a5dd-b893f27db818 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:11.708757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4f6b84b-4932-4a02-9ac7-fdcaf5e694b4 req-3215a195-dade-42b8-a5dd-b893f27db818 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.1076593 Dec 24 03:16:11.743385 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-b8917a96-0fcb-41d0-ab26-2dba91cb98c4 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322622 Dec 24 03:16:11.794790 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b4f6b84b-4932-4a02-9ac7-fdcaf5e694b4 req-d07005a4-9976-420c-9679-520edef9435d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800061 Dec 24 03:16:11.854613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-e9c60595-ef89-4dae-9317-d4d09934af77 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993500 Dec 24 03:16:12.913338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeaa4ff-e5e3-44de-8bd2-2a3aed4045bc req-9ff007d1-6a0a-46c8-a36c-f08a3ca6d8d0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:12.914793 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-edeaa4ff-e5e3-44de-8bd2-2a3aed4045bc req-9ff007d1-6a0a-46c8-a36c-f08a3ca6d8d0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Dec 24 03:16:12.962746 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-edeaa4ff-e5e3-44de-8bd2-2a3aed4045bc req-f0c986d8-7c2b-4a33-97b2-0613fb3d8bed tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Dec 24 03:16:14.076816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b3654-0c20-405b-941b-9dad94004974 req-a79b556f-b23e-45bc-a88b-4ef6e52a18e1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:14.078292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b25b3654-0c20-405b-941b-9dad94004974 req-a79b556f-b23e-45bc-a88b-4ef6e52a18e1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0488913 Dec 24 03:16:14.125085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b25b3654-0c20-405b-941b-9dad94004974 req-e2baf887-48e0-4849-8865-50cae8c3f5bc tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Dec 24 03:16:15.240334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23d8e7-4922-429f-be96-2e17f71b5ff3 req-00f6bf82-33f6-47cf-aa02-b656e9ab2a06 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:15.241858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-da23d8e7-4922-429f-be96-2e17f71b5ff3 req-00f6bf82-33f6-47cf-aa02-b656e9ab2a06 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0486307 Dec 24 03:16:15.288216 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-da23d8e7-4922-429f-be96-2e17f71b5ff3 req-b94d943d-d55f-4899-b348-6e9b683b72d7 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Dec 24 03:16:16.407017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369905a-ca66-4f03-8a4f-a8c91146821b req-92e7a782-82ca-4fcb-b998-d4a50943388b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:16.408516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1369905a-ca66-4f03-8a4f-a8c91146821b req-92e7a782-82ca-4fcb-b998-d4a50943388b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0524242 Dec 24 03:16:16.455207 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1369905a-ca66-4f03-8a4f-a8c91146821b req-afda325c-d0ce-4531-a125-74df19d75a82 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 Dec 24 03:16:17.574987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48790796-5520-416c-80ae-e173e642ea99 req-297d2ee4-0cf5-4b31-8027-42505831c468 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:17.576449 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-48790796-5520-416c-80ae-e173e642ea99 req-297d2ee4-0cf5-4b31-8027-42505831c468 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0527647 Dec 24 03:16:17.624961 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-48790796-5520-416c-80ae-e173e642ea99 req-93168248-9756-4f0b-b235-189e9e6d56d4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Dec 24 03:16:18.737132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a40129-a55a-45a1-9e16-43575f273f0d req-7e9a01bf-9218-4e07-b554-cc55850decee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:18.738580 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13a40129-a55a-45a1-9e16-43575f273f0d req-7e9a01bf-9218-4e07-b554-cc55850decee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0483277 Dec 24 03:16:18.784538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13a40129-a55a-45a1-9e16-43575f273f0d req-f9369099-b2c3-4e2e-9236-bec5f97971f1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Dec 24 03:16:19.902004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35dab3-f9b3-46f6-a138-56307ae1d9cb req-52bc3504-a9ab-4f8f-9bf0-6bd1b8301f77 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:19.907073 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-da35dab3-f9b3-46f6-a138-56307ae1d9cb req-52bc3504-a9ab-4f8f-9bf0-6bd1b8301f77 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0492861 Dec 24 03:16:19.950260 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-da35dab3-f9b3-46f6-a138-56307ae1d9cb req-545030ac-2f99-47ea-87b2-e3303ae0f969 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405767 Dec 24 03:16:20.208687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-901f5f10-e2fd-44ee-a793-90ff62805754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:21.063585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aef6f-1dcd-4d5d-9aa7-9a612300bc11 req-d61a22d3-c78e-4f52-94c1-b7bb06457e05 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:21.065082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-df1aef6f-1dcd-4d5d-9aa7-9a612300bc11 req-d61a22d3-c78e-4f52-94c1-b7bb06457e05 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0486670 Dec 24 03:16:21.116234 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-df1aef6f-1dcd-4d5d-9aa7-9a612300bc11 req-96fa31f8-a8a7-4e4e-80a0-b1c7e6f5ef20 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Dec 24 03:16:22.232449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa68a2c-481c-4b19-9ab4-5c0086086286 req-31ce0d42-a481-496b-9f7b-6d94f1c68e67 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:22.233902 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7fa68a2c-481c-4b19-9ab4-5c0086086286 req-31ce0d42-a481-496b-9f7b-6d94f1c68e67 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Dec 24 03:16:22.284384 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7fa68a2c-481c-4b19-9ab4-5c0086086286 req-1643151e-6c51-48f1-b833-8a23260b115c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Dec 24 03:16:22.380172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-debe50e0-06eb-4036-bee5-4fc4b297bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:23.401526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019c01b-7483-4322-a323-f9c1e12a58fb req-5be97560-7914-4dfb-83ca-acf5a348e82f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:23.402988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9019c01b-7483-4322-a323-f9c1e12a58fb req-5be97560-7914-4dfb-83ca-acf5a348e82f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0504763 Dec 24 03:16:23.449779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9019c01b-7483-4322-a323-f9c1e12a58fb req-1068b97e-df7a-4134-9391-70eb7ff9f73e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Dec 24 03:16:23.772402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:24.454299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-2671df48-d251-4960-a457-dcf08ddf2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:24.455747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-2671df48-d251-4960-a457-dcf08ddf2359 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1099 time: 0.0815213 Dec 24 03:16:24.564425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-129271c1-462f-404c-b9a5-cc0b6097c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:24.565299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995e3ca-a2ad-4aab-adaa-dc6aaefa8ba8 req-2ceda0ef-1314-4a85-b07a-8c5cd55bea4d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:24.565901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-129271c1-462f-404c-b9a5-cc0b6097c7b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0886056 Dec 24 03:16:24.566758 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a995e3ca-a2ad-4aab-adaa-dc6aaefa8ba8 req-2ceda0ef-1314-4a85-b07a-8c5cd55bea4d tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0489054 Dec 24 03:16:24.646502 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-d856b6b3-fc9c-4f26-8795-e8e2724ca4cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0351889 Dec 24 03:16:24.647409 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a995e3ca-a2ad-4aab-adaa-dc6aaefa8ba8 req-3b6480f2-abb4-4530-a49a-2a054b3ac03b tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Dec 24 03:16:24.664775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-1d557c9c-75de-4c30-936a-8efd123abb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:24.666215 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-1d557c9c-75de-4c30-936a-8efd123abb12 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0482140 Dec 24 03:16:24.699265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-bcd18edb-610b-4039-be71-2b692d510a2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243289 Dec 24 03:16:24.711290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-62b46206-c49b-4dc6-aa22-c021cffe5579 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:16:24.712226 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-62b46206-c49b-4dc6-aa22-c021cffe5579 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053673 Dec 24 03:16:24.801134 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-21c665bd-3d46-415f-8461-7a048c31c43e service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810742 Dec 24 03:16:24.895672 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4acd13c9-a567-4991-a59f-654304e23cf1 req-4d6f4d86-a228-4abe-8a4c-1202d218587e service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866942 Dec 24 03:16:25.103635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:25.733956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e22882-56fa-4616-bcda-cd65e1812f74 req-d278e3c1-fc15-452a-8731-b4b732d19eb1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:25.735415 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56e22882-56fa-4616-bcda-cd65e1812f74 req-d278e3c1-fc15-452a-8731-b4b732d19eb1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0485597 Dec 24 03:16:25.781827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56e22882-56fa-4616-bcda-cd65e1812f74 req-f4d4303f-18e6-47e8-bcf3-210421a0142a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Dec 24 03:16:25.887701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:26.897807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7cda3-210b-4e61-9326-1b392e0c782a req-dfead0cd-9fe8-46fb-a6c8-4517338b2d86 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:26.899511 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e8b7cda3-210b-4e61-9326-1b392e0c782a req-dfead0cd-9fe8-46fb-a6c8-4517338b2d86 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0505471 Dec 24 03:16:26.949803 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e8b7cda3-210b-4e61-9326-1b392e0c782a req-50692220-9d54-46ef-acbb-ab5e47d8fe10 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Dec 24 03:16:28.067766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3427fd-840e-403a-a3a1-2bb827df9cbd req-c300f353-8e66-40fc-89f6-c57751105635 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:28.069233 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c3427fd-840e-403a-a3a1-2bb827df9cbd req-c300f353-8e66-40fc-89f6-c57751105635 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Dec 24 03:16:28.115152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c3427fd-840e-403a-a3a1-2bb827df9cbd req-ea67a5fb-ddbc-435e-9d7d-2f23341aed6c tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391204 Dec 24 03:16:29.235925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d959af-6e23-4b11-a439-578120375eaa req-5e8abf5d-20c7-465e-948a-41e41b9a9c05 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:29.237413 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-23d959af-6e23-4b11-a439-578120375eaa req-5e8abf5d-20c7-465e-948a-41e41b9a9c05 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0534415 Dec 24 03:16:29.283588 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-23d959af-6e23-4b11-a439-578120375eaa req-560ef448-488e-4b76-8bd5-372e78004810 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Dec 24 03:16:30.035098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:30.397031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c94d-e11d-4c7f-9392-bc89010a27bd req-a238f2a6-f652-43e9-a97f-14d4bb818427 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:30.398519 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88e4c94d-e11d-4c7f-9392-bc89010a27bd req-a238f2a6-f652-43e9-a97f-14d4bb818427 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0487249 Dec 24 03:16:30.445407 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88e4c94d-e11d-4c7f-9392-bc89010a27bd req-5a5372ba-af6b-42c6-9beb-f0de78aacda3 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Dec 24 03:16:31.563730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428e1a-d32f-43a1-bfd5-f5aa5e9cd33f req-dc41a273-bcea-4a78-9b1b-26a9805924a4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:31.565232 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2c428e1a-d32f-43a1-bfd5-f5aa5e9cd33f req-dc41a273-bcea-4a78-9b1b-26a9805924a4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0480893 Dec 24 03:16:31.612155 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2c428e1a-d32f-43a1-bfd5-f5aa5e9cd33f req-876c51ab-d5d5-4a3c-8968-b9156052d634 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Dec 24 03:16:32.725882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498d7c6-639e-4943-8789-1015133962c9 req-327dbe35-91ab-467f-a5af-9a2f8bc42712 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:32.727325 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4498d7c6-639e-4943-8789-1015133962c9 req-327dbe35-91ab-467f-a5af-9a2f8bc42712 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0474787 Dec 24 03:16:32.777507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4498d7c6-639e-4943-8789-1015133962c9 req-f559f29f-61c9-42d6-9866-548612ec1e27 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Dec 24 03:16:33.893310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb24ec-b482-4fbc-9646-e67cc6f639b3 req-02f435e9-fd86-4b3b-8f90-3c05cd7838ea tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:33.894782 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02cb24ec-b482-4fbc-9646-e67cc6f639b3 req-02f435e9-fd86-4b3b-8f90-3c05cd7838ea tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0503609 Dec 24 03:16:33.946427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02cb24ec-b482-4fbc-9646-e67cc6f639b3 req-0d2b7be8-7dee-4fed-bcf5-12e7d7a803e0 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Dec 24 03:16:35.063112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd333fab-339c-4db1-948b-f9a3d650ebe0 req-649a0a71-f19b-4701-9849-07665aa2e672 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:35.064599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd333fab-339c-4db1-948b-f9a3d650ebe0 req-649a0a71-f19b-4701-9849-07665aa2e672 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0485864 Dec 24 03:16:35.112680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fd333fab-339c-4db1-948b-f9a3d650ebe0 req-5865c568-ea23-47cc-9486-011c061cb867 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421114 Dec 24 03:16:36.228334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7693d-4e62-4519-80cb-d12138f61088 req-2601eaf6-af1b-44ae-afd5-c4ca5260a9e1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:36.229856 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06c7693d-4e62-4519-80cb-d12138f61088 req-2601eaf6-af1b-44ae-afd5-c4ca5260a9e1 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0495999 Dec 24 03:16:36.275906 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06c7693d-4e62-4519-80cb-d12138f61088 req-2d9c37ef-dd7c-4053-8b1a-718ed4159047 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Dec 24 03:16:37.389547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4e1fd-39ae-4aff-9608-1a6e88a4d8e7 req-40ca08e7-4c0a-4513-b4d4-1a1b46e3bf36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:37.390988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-beb4e1fd-39ae-4aff-9608-1a6e88a4d8e7 req-40ca08e7-4c0a-4513-b4d4-1a1b46e3bf36 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Dec 24 03:16:37.439718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-beb4e1fd-39ae-4aff-9608-1a6e88a4d8e7 req-aa3625f1-b84e-4295-a46a-708901676b7f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Dec 24 03:16:38.552706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a25ba-a87a-4722-b9af-464152f6836b req-dd5f5402-d3c6-4898-97e5-6cb6726751e5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:38.554323 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e6a25ba-a87a-4722-b9af-464152f6836b req-dd5f5402-d3c6-4898-97e5-6cb6726751e5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0489368 Dec 24 03:16:38.600801 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1e6a25ba-a87a-4722-b9af-464152f6836b req-91c40da7-f09e-41a5-85f0-6c822e5047bb tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Dec 24 03:16:39.329449 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-1494480b-3d29-4a79-a580-398704a45778 service neutron] 10.222.0.49 "GET /v2.0/ports/9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0568972 Dec 24 03:16:39.719496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4982a-ff5e-408e-827d-03bac32f4e50 req-f094ee96-a256-4e38-a70d-9a9967867454 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:39.721024 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02f4982a-ff5e-408e-827d-03bac32f4e50 req-f094ee96-a256-4e38-a70d-9a9967867454 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0494003 Dec 24 03:16:39.793772 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02f4982a-ff5e-408e-827d-03bac32f4e50 req-f3f56826-5cd8-4437-be6a-bfaaee155edf tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662043 Dec 24 03:16:39.807152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-7559e868-8770-4b0b-a63f-346b2374e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:39.808574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-7559e868-8770-4b0b-a63f-346b2374e7b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650&tenant_id=5262fd65db2d4b78b4df812fb3452359 HTTP/1.1" status: 200 len: 1099 time: 0.0525415 Dec 24 03:16:39.895489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-ae6a5284-154c-4e85-b7bc-d0ff347c887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:39.896995 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-ae6a5284-154c-4e85-b7bc-d0ff347c887b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1099 time: 0.0449638 Dec 24 03:16:39.992058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-84ebd55d-49a8-4c75-b8ba-fc2a2ff3b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:39.994204 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-84ebd55d-49a8-4c75-b8ba-fc2a2ff3b346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0846405 Dec 24 03:16:40.043523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-737ca3ba-813f-4a9a-b895-40d549c3b0ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0371413 Dec 24 03:16:40.045649 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:16:40.097874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-e79b4446-3b98-4e1d-bbb7-179c2e0c01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:40.099297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-e79b4446-3b98-4e1d-bbb7-179c2e0c01a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0439792 Dec 24 03:16:40.134690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-5dc6f7f4-a3c4-4b53-a0f8-f719100749e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243139 Dec 24 03:16:40.230729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-d1595fd2-7df3-469c-8d07-2e0edad76d21 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Dec 24 03:16:40.325222 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c429d64-00fe-4646-9a4e-14a4df9ab9bc req-16acc0f5-a6a2-48d2-870a-455d9b3c92ae service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820735 Dec 24 03:16:40.914712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bd38e-a7ac-415f-8332-04b5315b5988 req-a0d30a28-af41-43e1-afb6-c877bd65f58e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:40.917301 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b6bd38e-a7ac-415f-8332-04b5315b5988 req-a0d30a28-af41-43e1-afb6-c877bd65f58e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0548480 Dec 24 03:16:40.965400 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b6bd38e-a7ac-415f-8332-04b5315b5988 req-67fb5b11-94f0-4d45-b74e-0a3b9b01e4b5 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Dec 24 03:16:42.080343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e524f-26a8-419c-9f00-839c908e5bff req-5d2636b0-91db-441c-9ffe-489b10e19a33 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:42.081924 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c8e524f-26a8-419c-9f00-839c908e5bff req-5d2636b0-91db-441c-9ffe-489b10e19a33 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0486357 Dec 24 03:16:42.132838 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c8e524f-26a8-419c-9f00-839c908e5bff req-9c110d4a-10e1-4669-be55-b502327cffd4 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 Dec 24 03:16:43.246459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed9a02-3a5e-40fe-8d20-49a7f0a87691 req-d135bebf-d2e1-451b-98f0-2d4d7d7eedef tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:43.247907 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26ed9a02-3a5e-40fe-8d20-49a7f0a87691 req-d135bebf-d2e1-451b-98f0-2d4d7d7eedef tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0479498 Dec 24 03:16:43.293968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26ed9a02-3a5e-40fe-8d20-49a7f0a87691 req-50143fa5-c0d2-410f-b0a2-5614c732ebab tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Dec 24 03:16:43.648797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817727e4-d6d6-49fe-900e-34441850d9e5 req-455b4311-8421-46cd-a45c-f59d43a6062f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:43.650379 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-817727e4-d6d6-49fe-900e-34441850d9e5 req-455b4311-8421-46cd-a45c-f59d43a6062f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0549216 Dec 24 03:16:43.698412 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-817727e4-d6d6-49fe-900e-34441850d9e5 req-41aa3d85-bc53-4482-9747-c0b74e7561c6 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416276 Dec 24 03:16:43.723126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382534e-8638-467a-9112-51b792d3c7ef req-e2ddae88-dc91-4a1d-a27f-09aa8dc4a922 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:43.727239 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-e2ddae88-dc91-4a1d-a27f-09aa8dc4a922 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650&tenant_id=5262fd65db2d4b78b4df812fb3452359&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 946 time: 0.0518386 Dec 24 03:16:43.825624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382534e-8638-467a-9112-51b792d3c7ef req-a8a8a8dc-ed77-4816-9f91-150b9c8cdc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:43.827064 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-a8a8a8dc-ed77-4816-9f91-150b9c8cdc82 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5262fd65db2d4b78b4df812fb3452359&device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 1099 time: 0.0426285 Dec 24 03:16:43.892706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:16:43.923592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382534e-8638-467a-9112-51b792d3c7ef req-ebac5e33-78d6-467b-8a5a-55bc466ae476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:43.925117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-ebac5e33-78d6-467b-8a5a-55bc466ae476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 200 len: 915 time: 0.0901651 Dec 24 03:16:43.967551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-c0efab17-3b79-4576-8c23-e77882507713 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 200 len: 217 time: 0.0350423 Dec 24 03:16:43.988164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:44.002983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'network_id': '8c5104c1-a1db-43f3-aa6b-12cea62aabb4', 'port_id': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'mac_address': 'fa:16:3e:64:e6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1362fbde-2df4-490b-b96f-079d25593cb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:16:44.016759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382534e-8638-467a-9112-51b792d3c7ef req-98c96c30-bb2b-4720-a297-9936f03f820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:44.018216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-98c96c30-bb2b-4720-a297-9936f03f820f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 200 len: 854 time: 0.0432320 Dec 24 03:16:44.041636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:44.050437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-f8c05bd6-9733-4a51-a769-acc1f90bb7c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c5104c1-a1db-43f3-aa6b-12cea62aabb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252435 Dec 24 03:16:44.054145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:16:44.074121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:44.127490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:44.144782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-358d0038-8932-41db-9f3e-9444a1a97216 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865777 Dec 24 03:16:44.174588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:44.240361 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9382534e-8638-467a-9112-51b792d3c7ef req-724bd937-b106-47bc-aa0b-75b2e7cc1883 service neutron] 10.222.0.49 "GET /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883284 Dec 24 03:16:44.262393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:16:44.818557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b56345-0f28-4d92-8c29-57bfbf19e0dd req-7163ca69-7327-49d4-8e5c-b455d832a370 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:44.821704 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37b56345-0f28-4d92-8c29-57bfbf19e0dd req-7163ca69-7327-49d4-8e5c-b455d832a370 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Dec 24 03:16:44.867287 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37b56345-0f28-4d92-8c29-57bfbf19e0dd req-611d26b9-16a3-4508-acb0-5dfb10d3b405 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Dec 24 03:16:45.921683 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:16:45.969749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:45.970116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:45.985551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac181-a177-454d-95b3-abce1b5dd8d5 req-6bbeea3a-9b34-4f78-9321-bafeec958564 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:45.987036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e47ac181-a177-454d-95b3-abce1b5dd8d5 req-6bbeea3a-9b34-4f78-9321-bafeec958564 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 945 time: 0.0506017 Dec 24 03:16:46.035735 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e47ac181-a177-454d-95b3-abce1b5dd8d5 req-1125cc0f-224d-47e0-8003-13aeb8c43dee tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 Dec 24 03:16:46.050427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:46.073705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:16:46.076075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078e1bba-376a-4a6d-844b-a6f0b90b9386" -d '{"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:16:46.088593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:46.113501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cfbbf9-8f72-4dc1-babb-373b704251ae x-openstack-request-id: req-91cfbbf9-8f72-4dc1-babb-373b704251ae {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:16:46.113792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:16:46.114050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91cfbbf9-8f72-4dc1-babb-373b704251ae {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:16:46.114440 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'code': 200} Dec 24 03:16:46.144999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:46.154357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68464767-7165-4f2d-b95c-1ae424bee1b7 req-0c2e8d36-cc21-44f4-b918-8b611e14133e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:46.156373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68464767-7165-4f2d-b95c-1ae424bee1b7 req-0c2e8d36-cc21-44f4-b918-8b611e14133e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 945 time: 0.0514522 Dec 24 03:16:46.192609 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:46.205105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68464767-7165-4f2d-b95c-1ae424bee1b7 req-4dfd8561-8ed4-4c64-a6bb-636b4684aaf9 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431266 Dec 24 03:16:46.321821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3854dbb-53c3-4acc-ad2b-dc65fb23370b req-27b03e46-f243-4e19-8ac2-d18adb554070 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:46.323561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3854dbb-53c3-4acc-ad2b-dc65fb23370b req-27b03e46-f243-4e19-8ac2-d18adb554070 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0510235 Dec 24 03:16:46.375765 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3854dbb-53c3-4acc-ad2b-dc65fb23370b req-ad272965-f9cf-4902-83cb-e9f94dbe7d90 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459590 Dec 24 03:16:46.899507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc84be4-c8c3-4890-a237-4a7b302be261 req-2e6f705f-c11e-437b-a2b2-a2e6b6503350 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:46.900995 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ecc84be4-c8c3-4890-a237-4a7b302be261 req-2e6f705f-c11e-437b-a2b2-a2e6b6503350 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0508428 Dec 24 03:16:46.946688 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ecc84be4-c8c3-4890-a237-4a7b302be261 req-a4e903db-39ed-40d6-b9df-56a6008a448a tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Dec 24 03:16:48.061034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8156d4-5570-4b7c-8e29-2f3b3b5ccb01 req-b0e6988d-a06b-4c93-aa0b-65c1f6e9bb9f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:48.062468 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dc8156d4-5570-4b7c-8e29-2f3b3b5ccb01 req-b0e6988d-a06b-4c93-aa0b-65c1f6e9bb9f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0485163 Dec 24 03:16:48.109663 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dc8156d4-5570-4b7c-8e29-2f3b3b5ccb01 req-a90b8c90-f44b-4c59-8179-779910a4a2ab tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Dec 24 03:16:48.808473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-d02c23bd-5338-47ea-a749-902aa9860d26 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:48.810197 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-d02c23bd-5338-47ea-a749-902aa9860d26 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0473528 Dec 24 03:16:48.903130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Deleting port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:16:48.903495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:48.989607 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] For port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,segment=NetworkSegment(ba834fa5-5404-4d21-9bf6-3465aa8b9ef3),segment_id=ba834fa5-5404-4d21-9bf6-3465aa8b9ef3)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:48.989963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:49.002345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Calling delete_port for 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:16:49.212290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:49.230783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de3b19-ec19-4df7-a220-74f12bac2a58 req-a3084f57-38c2-4045-a5fe-61638275ed0f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:49.232255 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20de3b19-ec19-4df7-a220-74f12bac2a58 req-a3084f57-38c2-4045-a5fe-61638275ed0f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7183cb0-7796-4660-aace-5af078cff650 HTTP/1.1" status: 200 len: 946 time: 0.0562005 Dec 24 03:16:49.259322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Pushing event deleted for resources: {'Port': ['ID=9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:49.259535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:16:49.309412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] No DVR routers for this DVR port 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:16:49.315877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:49.319129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e44bc063-09a0-405c-a6e5-90c9f7983087 req-2581cbe9-0ef7-4e65-8cec-ac9cb1e14b8f tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.49 "DELETE /v2.0/ports/9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 HTTP/1.1" status: 204 len: 173 time: 0.5013707 Dec 24 03:16:49.319569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-deleted', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:16:49.321804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d635530-2060-4f7e-a05d-85d1ef5a3ea6" -d '{"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-deleted", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:16:49.342290 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20de3b19-ec19-4df7-a220-74f12bac2a58 req-5b6a8573-8e12-4d7c-8fb2-abcb9ed68a48 tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] 10.222.0.36 "GET /v2.0/security-groups?id=12121ce6-ba15-4401-956a-22b51a9732c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902951 Dec 24 03:16:49.361158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116a6554-b3fb-4e45-a950-4dd04561a0f3 x-openstack-request-id: req-116a6554-b3fb-4e45-a950-4dd04561a0f3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:16:49.361454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7183cb0-7796-4660-aace-5af078cff650", "name": "network-vif-deleted", "tag": "9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:16:49.361710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-116a6554-b3fb-4e45-a950-4dd04561a0f3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:16:49.362113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7183cb0-7796-4660-aace-5af078cff650', 'name': 'network-vif-deleted', 'tag': '9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9', 'status': 'completed', 'code': 200} Dec 24 03:16:50.207664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27ed11ad-53f2-4de8-bf90-a8f0338f6dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.462267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 37690) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:50.506318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Deleting subnet 1362fbde-2df4-490b-b96f-079d25593cb1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:16:50.509276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.543302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.585846 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.693290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.720234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1362fbde-2df4-490b-b96f-079d25593cb1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:50.724719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.727931 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1362fbde-2df4-490b-b96f-079d25593cb1 HTTP/1.1" status: 204 len: 168 time: 0.2645350 Dec 24 03:16:50.730525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37692) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:50.733106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.733464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.733810 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.734152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.734489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.734825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.735156 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.735486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.735816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.736146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.736499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.736829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.737215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33048f2b-1bfd-4528-a4eb-f9458d3aafa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:50.799210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.879284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.899903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5104c1-a1db-43f3-aa6b-12cea62aabb4']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:50.909332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:50.909630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba834fa5-5404-4d21-9bf6-3465aa8b9ef3') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:50.918811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.932114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.939408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:16:50.945121 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:16:51.407043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.410819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.413976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c5104c1-a1db-43f3-aa6b-12cea62aabb4 HTTP/1.1" status: 204 len: 168 time: 0.6824768 Dec 24 03:16:51.426529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c563-777c-42ee-929e-6be6f0c824fe admin admin] Pushing event deleted for resources: {'Network': ['ID=8c5104c1-a1db-43f3-aa6b-12cea62aabb4,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:51.690418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37696) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:51.730957 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f7ff61a6-6f36-4245-9663-597a49e41ef0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5262fd65db2d4b78b4df812fb3452359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393851 Dec 24 03:16:51.733468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:51.779924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.800488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.904872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.907537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:51.908721 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12121ce6-ba15-4401-956a-22b51a9732c7 HTTP/1.1" status: 204 len: 168 time: 0.1743369 Dec 24 03:16:51.916791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42414c-171c-41bc-90bc-1538867aa8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12121ce6-ba15-4401-956a-22b51a9732c7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:51.953450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:16:51.973832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:16:51.974187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 9a1ce7f2-b6fc-48a4-9d31-f6a2db24ece9 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:16:52.395738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33a06038-4121-4d74-80ff-612f7ce1c06d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:52.875583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37720) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:52.971903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1593133933-network', 'tenant_id': '9e15e646716042268ca41f4fded03091'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:16:53.052695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:16:53.054978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.063380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.139278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.206744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.232277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:16:53.238248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126398c7-7928-4fe1-8bd2-9d59d3885d50,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:53.244521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.244859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Added segment b33ce9a1-cfbe-4c96-9968-d936bf5a1706 of type vlan for network fea6f00c-56e1-4187-b366-65b48a16edca Dec 24 03:16:53.284562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.348882 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.349765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:53.350327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.406920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=fea6f00c-56e1-4187-b366-65b48a16edca,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:53.416371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network fea6f00c-56e1-4187-b366-65b48a16edca details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:16:53.431562 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e919baac-fb50-46b5-b6d7-a2c0fc25a7a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5548809 Dec 24 03:16:53.440190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37724) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:53.445138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Request body: {'subnet': {'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1593133933-subnet', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:16:53.531680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:16:53.534137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.761823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.784367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:53.821804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5c2fff-1275-4d31-82ae-ccbaeceddbde,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:53.831190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:16:53.831543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Network hostable DHCP agents. Network: fea6f00c-56e1-4187-b366-65b48a16edca, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:16:53.921525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Network fea6f00c-56e1-4187-b366-65b48a16edca is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:16:54.018132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, fea6f00c-56e1-4187-b366-65b48a16edca) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:16:54.022157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:16:54.022754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.027655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d700a8-e1f7-4f8c-a756-89715b2778c2 None None] Network fea6f00c-56e1-4187-b366-65b48a16edca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:16:54.083891 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-84080357-9c8b-4dcb-ad26-51a71b31fcb1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6425865 Dec 24 03:16:54.086876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37726) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:54.092208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:16:54.127653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-fea6f00c-56e1-4187-b366-65b48a16edca', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:16:54.128531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.161437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.162494 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.212043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.256727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Allocated IP 172.20.0.2 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/71779bf9-38ce-44c9-9c15-5d028aa1137d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:16:54.381799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.396729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.481925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.524134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:16:54.526916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:16:54.530932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:16:54.537902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Pushing event updated for resources: {'Port': ['ID=71779bf9-38ce-44c9-9c15-5d028aa1137d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:54.559320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.559691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.560041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.560650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.560992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.561324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.561651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.561980 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.562308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.562632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.562954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.563273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.563591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:54.596869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Attempting to bind port 71779bf9-38ce-44c9-9c15-5d028aa1137d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:16:54.597239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Attempting to bind port 71779bf9-38ce-44c9-9c15-5d028aa1137d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:16:54.597596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Attempting to bind port 71779bf9-38ce-44c9-9c15-5d028aa1137d on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:16:54.602444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:16:54.602817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:16:54.603228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.603613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:16:54.604073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Bound port: 71779bf9-38ce-44c9-9c15-5d028aa1137d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:16:54.604470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.631085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.654131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.664737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] For port 71779bf9-38ce-44c9-9c15-5d028aa1137d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:16:54.667623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] For port 71779bf9-38ce-44c9-9c15-5d028aa1137d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71779bf9-38ce-44c9-9c15-5d028aa1137d,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:16:54.710120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.755615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Allocated IP 172.26.7.169 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/e3b91b9f-7876-4557-960a-138a3d69fe1c) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:16:54.774100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f676-2f4f-4b10-92d6-118c10ac9f58 None None] Pushing event updated for resources: {'Port': ['ID=71779bf9-38ce-44c9-9c15-5d028aa1137d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:54.869310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.956640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:54.998000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:16:55.000814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:16:55.004333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:16:55.015565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fbe410-be35-4908-b0c0-4c73f7d1e0a4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:16:55.035482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b91b9f-7876-4557-960a-138a3d69fe1c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:55.228046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c05ddcc5-ffc4-4312-b4a0-5c406210a9e0 None None] Provisioning complete for port e3b91b9f-7876-4557-960a-138a3d69fe1c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:55.228406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c05ddcc5-ffc4-4312-b4a0-5c406210a9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.263891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c05ddcc5-ffc4-4312-b4a0-5c406210a9e0 None None] Port e3b91b9f-7876-4557-960a-138a3d69fe1c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:16:55.303021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.375083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.577071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.660841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b4c32-d3af-4ee2-b582-b38e849997f7 None None] Network fea6f00c-56e1-4187-b366-65b48a16edca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:16:55.729875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] Provisioning complete for port 71779bf9-38ce-44c9-9c15-5d028aa1137d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:55.730162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.789082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:16:55.858422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.904238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] For port 71779bf9-38ce-44c9-9c15-5d028aa1137d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71779bf9-38ce-44c9-9c15-5d028aa1137d,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:55.913723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:16:55.921555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:55.928021 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:16:55.941198 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:16:55.941813 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:55.973174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.006941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.009269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-7b3a5b7b-687f-4abd-9214-f82576931127 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9211686 Dec 24 03:16:56.010562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37728) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:56.020773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71779bf9-38ce-44c9-9c15-5d028aa1137d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:16:56.090205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326b41-b9b9-4d44-aeac-468f240c64a1 None None] Pushing event updated for resources: {'Port': ['ID=71779bf9-38ce-44c9-9c15-5d028aa1137d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:56.113817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e65500d3-6b0c-4206-a4d9-0ad41e371d73 None None] Provisioning complete for port 71779bf9-38ce-44c9-9c15-5d028aa1137d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:56.114818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e65500d3-6b0c-4206-a4d9-0ad41e371d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.152627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 71779bf9-38ce-44c9-9c15-5d028aa1137d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:56.153140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.166165 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:16:56.347434 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:55Z', 'revision_number': 3, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:56.378216 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:16:56.378566 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Updating router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 port e3b91b9f-7876-4557-960a-138a3d69fe1c binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:16:56.403440 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.444856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.643604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Allocated IP 172.20.0.1 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/60605fe3-50e5-44bc-b618-19a08b44ef93) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:16:56.649211 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.704166 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.749179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7038f7-3da5-4090-b1c9-a099be12440d None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:16:56.749743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.755342 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Attempting to bind port e3b91b9f-7876-4557-960a-138a3d69fe1c on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:16:56.757722 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Attempting to bind port e3b91b9f-7876-4557-960a-138a3d69fe1c by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:16:56.757722 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Attempting to bind port e3b91b9f-7876-4557-960a-138a3d69fe1c on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:16:56.767409 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:16:56.767780 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:16:56.768505 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.768622 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:16:56.769017 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Bound port: e3b91b9f-7876-4557-960a-138a3d69fe1c, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:16:56.769386 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.771989 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Pushing event updated for resources: {'Port': ['ID=e3b91b9f-7876-4557-960a-138a3d69fe1c,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:56.786903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b34ba498-7d69-46ba-a709-d87aa4e03ffa None None] Provisioning complete for port e3b91b9f-7876-4557-960a-138a3d69fe1c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:56.787268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34ba498-7d69-46ba-a709-d87aa4e03ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.798333 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.798679 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.799015 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.799343 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.799666 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.799986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.800302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.800641 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.800960 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.801304 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.801621 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.801933 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.802242 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:56.825810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b34ba498-7d69-46ba-a709-d87aa4e03ffa None None] Port e3b91b9f-7876-4557-960a-138a3d69fe1c cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:16:56.836121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.836386 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] For port e3b91b9f-7876-4557-960a-138a3d69fe1c, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:16:56.839448 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] For port e3b91b9f-7876-4557-960a-138a3d69fe1c, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e3b91b9f-7876-4557-960a-138a3d69fe1c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:16:56.876624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:16:56.880885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:16:56.885310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:16:56.889186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Pushing event updated for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:56.889285 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.928613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:56.952519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:16:56.953229 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:56.953642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb50a2a-3e89-46d1-b77b-95136e56a84b None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:16:56.994909 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd4d9a-5017-4c1f-b04a-00304e1d61ee None None] Pushing event updated for resources: {'Port': ['ID=e3b91b9f-7876-4557-960a-138a3d69fe1c,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:57.047081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] Provisioning complete for port e3b91b9f-7876-4557-960a-138a3d69fe1c triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:57.047800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.077223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:16:57.147492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.147968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.170804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] For port e3b91b9f-7876-4557-960a-138a3d69fe1c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e3b91b9f-7876-4557-960a-138a3d69fe1c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:16:57.264046 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:55Z', 'revision_number': 3, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:57.264956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.290473 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ece94b-2ead-47bf-9c6c-28709365bb0c None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:55Z', 'revision_number': 3, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:16:57.317301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30648673-ee59-4c9b-80af-488a7a5c412b None None] Pushing event updated for resources: {'Port': ['ID=e3b91b9f-7876-4557-960a-138a3d69fe1c,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:57.320948 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.389973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.390222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a8349a41-77d6-4fac-b400-8b5f2c747a40 None None] Provisioning complete for port 60605fe3-50e5-44bc-b618-19a08b44ef93 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:57.390674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a8349a41-77d6-4fac-b400-8b5f2c747a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.427786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a8349a41-77d6-4fac-b400-8b5f2c747a40 None None] Port 60605fe3-50e5-44bc-b618-19a08b44ef93 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:16:57.472704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.485675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Pushing event updated for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:57.597889 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:16:57.599273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:16:57.736016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:16:57.859476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ef781bc3-4b0b-409d-8e0c-f9a77a043096 None None] Provisioning complete for port 60605fe3-50e5-44bc-b618-19a08b44ef93 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:57.860039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef781bc3-4b0b-409d-8e0c-f9a77a043096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:57.863493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:16:57.880813 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d4feb3df-6427-4ef5-8c71-f5d78b52a27e admin admin] 10.222.0.36 "PUT /v2.0/routers/1621fb48-ba3b-42c5-8fb2-5947b6a01c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579988 Dec 24 03:16:57.929932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ef781bc3-4b0b-409d-8e0c-f9a77a043096 None None] Port 60605fe3-50e5-44bc-b618-19a08b44ef93 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:16:58.037068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71779bf9-38ce-44c9-9c15-5d028aa1137d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:16:58.101439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 71779bf9-38ce-44c9-9c15-5d028aa1137d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:58.101993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:58.191228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e3b91b9f-7876-4557-960a-138a3d69fe1c up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:16:58.237956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e3b91b9f-7876-4557-960a-138a3d69fe1c triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:58.238332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:58.860666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:16:58.870091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:16:58.882049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:58.975279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:16:59.166231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 2, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:59.195892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:16:59.196250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Updating router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 port 60605fe3-50e5-44bc-b618-19a08b44ef93 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:16:59.222855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.478246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.515027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37738) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:59.519701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553133120', 'description': 'tempest-description--681558847'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:16:59.537253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.586219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fceabcd-b45a-4120-9ef4-9392ebd4b7d1 None None] Pushing event updated for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:59.635543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.638871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Attempting to bind port 60605fe3-50e5-44bc-b618-19a08b44ef93 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:16:59.639348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Attempting to bind port 60605fe3-50e5-44bc-b618-19a08b44ef93 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:16:59.639718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Attempting to bind port 60605fe3-50e5-44bc-b618-19a08b44ef93 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:16:59.645451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:16:59.649976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:16:59.649976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.649976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:16:59.649976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Bound port: 60605fe3-50e5-44bc-b618-19a08b44ef93, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:16:59.649976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.711533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.730948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] For port 60605fe3-50e5-44bc-b618-19a08b44ef93, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:16:59.734194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] For port 60605fe3-50e5-44bc-b618-19a08b44ef93, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60605fe3-50e5-44bc-b618-19a08b44ef93,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:16:59.765925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-15c66487-fbfb-4628-a4f9-165a428ee2bf None None] Provisioning complete for port 60605fe3-50e5-44bc-b618-19a08b44ef93 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:16:59.766293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-15c66487-fbfb-4628-a4f9-165a428ee2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.779262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.787976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.808916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9853551e-6f3e-4e76-8eba-96fb11eeabc3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:59.816195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.816582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.816933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.817273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.817612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.817943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.818273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.818604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.818942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.819272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.819599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.819925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.820248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:16:59.839566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-15c66487-fbfb-4628-a4f9-165a428ee2bf None None] Port 60605fe3-50e5-44bc-b618-19a08b44ef93 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:16:59.859200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:16:59.859809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:16:59.865050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fceabcd-b45a-4120-9ef4-9392ebd4b7d1 None None] Pushing event updated for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:16:59.870020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:16:59.871308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b13de147-52d1-4cf5-80ee-8f20085c66ae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3552620 Dec 24 03:16:59.874962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37740) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:16:59.881218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'security_group_rule': {'security_group_id': '9853551e-6f3e-4e76-8eba-96fb11eeabc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:16:59.984927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:16:59.985407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.050449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.090357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.126830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.131522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] Provisioning complete for port 60605fe3-50e5-44bc-b618-19a08b44ef93 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:00.131971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.144945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb3c03e-6dc1-4c31-8932-257e0b76823d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:00.213912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.215265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3fa1542b-04a1-4e82-b2ac-072f6a5351ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393071 Dec 24 03:17:00.218098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37742) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:00.222465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'security_group_rule': {'security_group_id': '9853551e-6f3e-4e76-8eba-96fb11eeabc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:00.304087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.364440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.405865 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.445219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:16:59Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:00.447026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.449616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] For port 60605fe3-50e5-44bc-b618-19a08b44ef93, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60605fe3-50e5-44bc-b618-19a08b44ef93,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:00.466424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d56b17-a936-4056-b728-d0e1b6d8aef6,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:00.474600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33c87f6-0d97-491e-9b54-967f9c9003c1 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:16:59Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:17:00.527173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.539039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.543474 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-716f382c-0f49-408c-819e-f96d1a8c2f0a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227520 Dec 24 03:17:00.546071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37744) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:00.550615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:00.595476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef919c0f-23e9-4f93-a300-f08e6ccfa1d6 None None] Pushing event updated for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:00.636136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.750503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:00.857054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Allocated IP 172.26.7.164 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/02e10a71-b305-4c23-9baf-25ac6bd9abc6) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:17:01.322072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.441016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.480338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:01.483894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:01.487246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:17:01.514953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=02e10a71-b305-4c23-9baf-25ac6bd9abc6,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:01.577033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.654231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.802484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.846856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.915704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=02e10a71-b305-4c23-9baf-25ac6bd9abc6,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:01.926690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.972231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60605fe3-50e5-44bc-b618-19a08b44ef93 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:17:01.997553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:01.999645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b6b8a0c0-c15d-4dcb-bf3b-07c806867617 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4527566 Dec 24 03:17:02.018674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 60605fe3-50e5-44bc-b618-19a08b44ef93 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:02.019049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:02.145429 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-42e9597a-831e-4e6b-844e-5864a47423ad tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1553133120&fields=id&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 267 time: 0.0423639 Dec 24 03:17:02.253144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-3c33f738-0d46-47f9-b058-efaafc421421 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:02.254555 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-3c33f738-0d46-47f9-b058-efaafc421421 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1024964 Dec 24 03:17:02.274146 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-fafbdebf-47e6-44a0-814f-d7c0a8e0fa33 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/quotas/9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 375 time: 0.0138733 Dec 24 03:17:02.326309 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-d712a252-301d-4868-8b93-a365834fb593 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457487 Dec 24 03:17:02.424036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-8969a478-60ee-4bb9-9dbd-b892664f6980 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863690 Dec 24 03:17:02.512531 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-c516cfa7-0bfe-4cbc-8a7f-fd6403326029 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822918 Dec 24 03:17:02.781881 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9607fb86-b14f-4fd9-9379-143ed4f2c5f8 req-16731059-5bdd-4b8a-8f3e-6609aa90ebab tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 210 time: 0.0263546 Dec 24 03:17:03.878167 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f79947a9-d77b-41f3-b497-2264cc7de6ed req-e1a991bb-c390-4482-9e12-beef4d2e3c55 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 210 time: 0.0280011 Dec 24 03:17:04.967645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-bb5e9e57-c70a-48c3-a33e-8b8f908163e7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:04.969156 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-bb5e9e57-c70a-48c3-a33e-8b8f908163e7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1144004 Dec 24 03:17:04.981782 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2f8bdf9-7828-42f1-a2c2-427171f36814 req-9f8ea981-31f1-413f-8483-f0954787d8b5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 210 time: 0.0287633 Dec 24 03:17:05.044213 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-9be593d3-23eb-4ef2-9f14-d9954ab2f00a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 380 time: 0.0535934 Dec 24 03:17:05.069961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'port': {'device_id': 'b35888be-a288-4139-baed-90278f6a9d9a', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'admin_state_up': True, 'tenant_id': '9e15e646716042268ca41f4fded03091', 'security_groups': ['9853551e-6f3e-4e76-8eba-96fb11eeabc3']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:05.247350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:17:05.251006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.374539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Allocated IP 172.20.0.6 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/acb3cc04-6a5e-4468-9b2d-d20a40823ec6) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:17:05.512664 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.595945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.638106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:17:05.641077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:17:05.644599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:17:05.674793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:05.704229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:05.704902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.758431 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-0c627733-45a7-4af3-a426-6446d1c1ac59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6924174 Dec 24 03:17:05.781749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Request body: {'port': {'device_id': 'b35888be-a288-4139-baed-90278f6a9d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:05.835997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.888575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5fae3ee7-a7cd-4aa8-bdb8-93aa8cf29325 None None] Provisioning complete for port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:05.888998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5fae3ee7-a7cd-4aa8-bdb8-93aa8cf29325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:05.924686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5fae3ee7-a7cd-4aa8-bdb8-93aa8cf29325 None None] Port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:17:06.132716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:17:06.146268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8185c-9a34-4d0b-be31-3ffcc949e14f req-87ae0f82-e780-40ad-8ff6-5e0323b35568 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:06.147810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b7b8185c-9a34-4d0b-be31-3ffcc949e14f req-87ae0f82-e780-40ad-8ff6-5e0323b35568 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 931 time: 0.0930443 Dec 24 03:17:06.149497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:06.174590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Transition to ACTIVE for port object acb3cc04-6a5e-4468-9b2d-d20a40823ec6 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:17:06.202871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b7b8185c-9a34-4d0b-be31-3ffcc949e14f req-b682dd9d-510a-4317-a997-4cb04400faaf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Dec 24 03:17:06.246928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:06.297480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:06.372802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Attempting to bind port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:17:06.373143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Attempting to bind port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:17:06.373663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Attempting to bind port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:17:06.378437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 on network fea6f00c-56e1-4187-b366-65b48a16edca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:17:06.378761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Attempting to bind port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:17:06.384071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:17:06.384341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:17:06.384762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:17:06.385190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Bound port: acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:17:06.385551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:06.451932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:17:06.454913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:17:06.533322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:06.568933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:06.569645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:06.571014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] 10.222.0.49 "PUT /v2.0/ports/acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 1093 time: 0.7939487 Dec 24 03:17:06.571781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:17:06.574001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de" -d '{"events": [{"name": "network-changed", "server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:17:06.597627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee7836-509e-4d86-af38-99aa36561036 service neutron] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:06.615578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cadc080-7084-4b22-9bc8-52e54a64690c x-openstack-request-id: req-5cadc080-7084-4b22-9bc8-52e54a64690c {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:17:06.616151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:17:06.616430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cadc080-7084-4b22-9bc8-52e54a64690c {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:17:06.616853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'status': 'completed', 'code': 200} Dec 24 03:17:06.702806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-af9f393a-85a1-417d-be63-13812c8405a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:06.704326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-af9f393a-85a1-417d-be63-13812c8405a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1096 time: 0.0435266 Dec 24 03:17:06.830125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-15ece955-c991-4447-a993-98d33a322b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:06.831533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-15ece955-c991-4447-a993-98d33a322b3c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e15e646716042268ca41f4fded03091&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1016502 Dec 24 03:17:06.933210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-2a50dd94-e43b-47a3-82eb-3112c759df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:06.934838 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2e4f9c4b-b708-4e23-87f7-6ea2d0a730de req-2a50dd94-e43b-47a3-82eb-3112c759df4f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922122 Dec 24 03:17:07.036700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-88ee241d-1be9-4c29-aa8b-54f69706c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:07.038194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-88ee241d-1be9-4c29-aa8b-54f69706c96f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1096 time: 0.0417001 Dec 24 03:17:07.095094 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-45d2bc9a-603d-47cc-8ff1-023ef1e2f592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 217 time: 0.0344534 Dec 24 03:17:07.156687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-e6d7f819-f7c0-457e-a462-487441d748bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:07.158102 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-e6d7f819-f7c0-457e-a462-487441d748bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0468402 Dec 24 03:17:07.208015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-e0a1a59b-8fb7-4939-b32e-e6dc370d7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:07.209420 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-e0a1a59b-8fb7-4939-b32e-e6dc370d7c1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393064 Dec 24 03:17:07.331966 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-b015d11b-efc0-4fb1-b069-c7720e5a4a89 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110113 Dec 24 03:17:07.344331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75791b93-9627-434b-9c24-081f6201b9ad req-4cf06674-810d-45ed-a299-83d1b39a28f0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:07.345792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75791b93-9627-434b-9c24-081f6201b9ad req-4cf06674-810d-45ed-a299-83d1b39a28f0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 943 time: 0.0696197 Dec 24 03:17:07.442628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-75791b93-9627-434b-9c24-081f6201b9ad req-fb247eb2-7773-4298-a49d-66f5f3d513a7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889685 Dec 24 03:17:07.460733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbd234c5-da6c-41da-916d-a095ee0582ab req-74448cd3-04eb-4e05-9037-50ee01f7c747 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138175 Dec 24 03:17:08.563188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158d36-7462-4dfe-ad9c-31a69ca4ad51 req-f1f5ae62-dc08-4f48-bbec-228bb3435371 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:08.564693 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2a158d36-7462-4dfe-ad9c-31a69ca4ad51 req-f1f5ae62-dc08-4f48-bbec-228bb3435371 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 943 time: 0.0537143 Dec 24 03:17:08.610554 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2a158d36-7462-4dfe-ad9c-31a69ca4ad51 req-ea67cf04-c216-47cd-a4b7-2b71352350a4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399220 Dec 24 03:17:09.733994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8b1bc-3a7d-4e51-87f5-501eb7f00fc9 req-3bfdcd0d-5068-49b6-8fb1-6a6b91e9dd03 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:09.735440 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ccd8b1bc-3a7d-4e51-87f5-501eb7f00fc9 req-3bfdcd0d-5068-49b6-8fb1-6a6b91e9dd03 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 943 time: 0.0524755 Dec 24 03:17:09.782006 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ccd8b1bc-3a7d-4e51-87f5-501eb7f00fc9 req-dcc00d21-fedf-4ea1-b821-1510ea0a0374 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Dec 24 03:17:10.031847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:17:10.128782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:10.139672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'mac_address': 'fa:16:3e:be:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:17:10.175906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:10.188465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:17:10.206930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:10.269158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:10.314429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:10.618837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['acb3cc04-6a5e-4468-9b2d-d20a40823ec6'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:17:10.896048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7e63b-f7bf-4dc4-a556-5aabce08989c req-f6417c7c-b21d-49c8-b93c-3e34154431bc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:10.897589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24f7e63b-f7bf-4dc4-a556-5aabce08989c req-f6417c7c-b21d-49c8-b93c-3e34154431bc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 944 time: 0.0493662 Dec 24 03:17:10.945108 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24f7e63b-f7bf-4dc4-a556-5aabce08989c req-16b898fb-056a-4567-9dcc-47810d712336 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Dec 24 03:17:12.040713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:17:12.067038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a888ba-b63e-41f1-8f8a-53dcd390ba5a req-6c427061-d2e3-4980-a32d-181c64810abe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:12.068837 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-45a888ba-b63e-41f1-8f8a-53dcd390ba5a req-6c427061-d2e3-4980-a32d-181c64810abe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 944 time: 0.0501065 Dec 24 03:17:12.116391 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-45a888ba-b63e-41f1-8f8a-53dcd390ba5a req-080a314c-1a60-47ba-bb87-0eb4ceac633c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Dec 24 03:17:12.126175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:17:12.130503 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:17:12.130869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:12.210281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:12.233387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:17:12.235596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87200003-28f8-43bc-b7cb-0c349aba1441" -d '{"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-plugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:17:12.248048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:17:12.272688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a3e18-032b-4136-b2b1-aaeffdb4164b x-openstack-request-id: req-1f2a3e18-032b-4136-b2b1-aaeffdb4164b {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:17:12.272979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-plugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:17:12.273232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f2a3e18-032b-4136-b2b1-aaeffdb4164b {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:17:12.273627 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'code': 200} Dec 24 03:17:12.326303 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:12.375103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:17:12.591885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3cea4-1b01-483f-80e8-05257c06ac17 req-9ca0166b-c55e-4c9a-b926-1b1cbc2c62da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:12.593382 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5ce3cea4-1b01-483f-80e8-05257c06ac17 req-9ca0166b-c55e-4c9a-b926-1b1cbc2c62da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1098 time: 0.0435390 Dec 24 03:17:12.639705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5ce3cea4-1b01-483f-80e8-05257c06ac17 req-1d7cf7cf-aed1-4f84-aa38-10a69a765fca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367773 Dec 24 03:17:13.228693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca726b-9eb4-459a-bc37-a9aa1800171b req-7cd68865-e454-4b85-9239-13e3a388e7e0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:13.230142 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57ca726b-9eb4-459a-bc37-a9aa1800171b req-7cd68865-e454-4b85-9239-13e3a388e7e0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0480034 Dec 24 03:17:13.276464 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57ca726b-9eb4-459a-bc37-a9aa1800171b req-8e3264dc-ce1c-4c6d-9621-e40f1c40dc04 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397608 Dec 24 03:17:14.394452 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc80b8-c13e-4b70-ab42-53b47518afb8 req-3c05d08b-018a-4a73-8dd5-be99e1cebb0e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:14.396250 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09bc80b8-c13e-4b70-ab42-53b47518afb8 req-3c05d08b-018a-4a73-8dd5-be99e1cebb0e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0481448 Dec 24 03:17:14.446777 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09bc80b8-c13e-4b70-ab42-53b47518afb8 req-61d80bb8-4db6-4b60-ac78-78522146881f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Dec 24 03:17:14.556995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716546fc-ba9c-4159-859c-95a550d51142 req-92e2577d-b704-4770-80a6-62de8366bfd2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:14.558371 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-716546fc-ba9c-4159-859c-95a550d51142 req-92e2577d-b704-4770-80a6-62de8366bfd2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0485852 Dec 24 03:17:14.566874 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 37798) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:17:14.571074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'floatingip': {'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:17:14.613318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:15.037000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:15.092032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:15.190030 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 associated. External IP: 172.26.7.164, port: acb3cc04-6a5e-4468-9b2d-d20a40823ec6. Dec 24 03:17:15.390970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:17:15.561515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:17:15.561515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:15.564235 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:17:15.564235 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:15.564235 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:15.565057 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fb681f23-68b0-430c-ab6b-c0f69911f660 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "PUT /v2.0/floatingips/583e90f9-b2d0-47fb-8dfd-724937b45049 HTTP/1.1" status: 200 len: 991 time: 0.9665630 Dec 24 03:17:15.565057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:17:15.565057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:17:15.635106 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:17:15.636033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620e9e3-9b40-4d9e-a6de-678036d5a229 x-openstack-request-id: req-7620e9e3-9b40-4d9e-a6de-678036d5a229 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:17:15.636340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:17:15.636624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7620e9e3-9b40-4d9e-a6de-678036d5a229 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:17:15.637027 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'status': 'completed', 'code': 200} Dec 24 03:17:15.723278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-2dff01c8-8773-440d-a2ac-30e1697c3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:15.724802 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-2dff01c8-8773-440d-a2ac-30e1697c3c3c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1098 time: 0.0415294 Dec 24 03:17:15.817636 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-fcdbd7b0-183e-4905-84f9-5ce3297343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:15.819005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-fcdbd7b0-183e-4905-84f9-5ce3297343e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0866671 Dec 24 03:17:15.859788 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:be:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35888be-a288-4139-baed-90278f6a9d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:17:14Z', 'revision_number': 1, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:15.885515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-eb4a65a5-ca4d-4ae6-bbf7-d1a1d2b684f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 999 time: 0.0583553 Dec 24 03:17:15.885756 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:17:15.894360 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:17:15.894966 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:16:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:15.940956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-0809b2dd-cfba-4917-b94d-59f359c885e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:15.942418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-0809b2dd-cfba-4917-b94d-59f359c885e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0494823 Dec 24 03:17:15.991551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-1c99979b-0790-4b53-b7ca-8950e897a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:15.993149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-1c99979b-0790-4b53-b7ca-8950e897a415 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425577 Dec 24 03:17:16.085259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-34b3a718-08da-46c9-ade0-eba6c89b4721 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Dec 24 03:17:16.092808 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:17:16.178313 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a41c595d-d51e-4d09-a671-f3e62ec0f4c9 req-d225efc0-c3e1-41fc-b49b-356e69bfc48f service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859599 Dec 24 03:17:16.311483 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:be:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35888be-a288-4139-baed-90278f6a9d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:17:14Z', 'revision_number': 1, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:17:16.341245 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b5aa03-cf3b-439d-8589-93f29a8aa43f None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:be:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35888be-a288-4139-baed-90278f6a9d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:17:14Z', 'revision_number': 1, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:17:16.546372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3761ebf6-2abf-41de-825a-174f4a4d12c8 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:17:17.045043 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:17:20.217885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3c26b793-8931-49a5-8a93-2920b44bffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:22.383003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-252eaa85-b750-4834-a3f8-261fe00d24df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:23.772081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:25.119442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:25.213304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-c29dd37c-6871-46c5-86dd-311eb91c7f27 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422645 Dec 24 03:17:25.318995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-f6db25f5-0748-4863-9046-c4a6ed1b934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:25.320509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-f6db25f5-0748-4863-9046-c4a6ed1b934a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1098 time: 0.0440462 Dec 24 03:17:25.423770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-52e2f973-775a-417f-b6a8-7595f16c9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:25.425270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-52e2f973-775a-417f-b6a8-7595f16c9738 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0838449 Dec 24 03:17:25.494861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-feee8528-e226-4eae-8374-b5f534dedf74 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0606828 Dec 24 03:17:25.545052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-858734b4-1c4f-438c-b35d-016bb6cdc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:25.546542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-858734b4-1c4f-438c-b35d-016bb6cdc863 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0440235 Dec 24 03:17:25.592937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-c88170d9-547f-4abd-80c5-b58e022c97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:25.594428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-c88170d9-547f-4abd-80c5-b58e022c97e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409632 Dec 24 03:17:25.689090 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-fe095d7f-d0f3-48c7-a629-04f494269b09 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 Dec 24 03:17:25.778996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d25f7716-35d0-4b22-8ea7-a200c3ce2736 req-78f7e539-a643-42c0-b641-6f4a9beaa6e1 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821273 Dec 24 03:17:25.864098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:30.034941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:50.210328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d7030ab7-628b-4393-9688-18557eb0b556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:52.359831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e82072c1-5927-404a-a179-ebb1a608a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:53.811436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:54.043753 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:17:55.130024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:55.868027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:17:56.025884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268561f8-328f-43a4-b908-6b26d6f15196 req-c8e4939c-0e0e-4412-ad26-ebf3d59da341 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:56.027359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-268561f8-328f-43a4-b908-6b26d6f15196 req-c8e4939c-0e0e-4412-ad26-ebf3d59da341 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0497222 Dec 24 03:17:56.074113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-268561f8-328f-43a4-b908-6b26d6f15196 req-ceae9829-2a6e-4889-9367-25c59a5cb290 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408034 Dec 24 03:17:56.418193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659945e-0d45-4609-bea3-cb0d8143c682 req-23674006-0d85-4685-9555-e3165226a010 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:56.419757 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8659945e-0d45-4609-bea3-cb0d8143c682 req-23674006-0d85-4685-9555-e3165226a010 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0504496 Dec 24 03:17:56.467230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8659945e-0d45-4609-bea3-cb0d8143c682 req-7e2bd6f0-f3c8-4bdd-9569-9c930361b589 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414279 Dec 24 03:17:56.537218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-b1775a4f-093d-412d-8d42-0db5b05de437 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428157 Dec 24 03:17:57.585818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f2d8-79ec-4844-b25b-5644f275c443 req-6dad051f-7c8b-485a-8dbf-f24a590c14d4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:57.587322 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4797f2d8-79ec-4844-b25b-5644f275c443 req-6dad051f-7c8b-485a-8dbf-f24a590c14d4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0506499 Dec 24 03:17:57.635793 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4797f2d8-79ec-4844-b25b-5644f275c443 req-9c5d3009-d3c0-4334-99fe-5b4ff649b99f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414710 Dec 24 03:17:58.647468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-1dfcac42-3d0a-40fa-8449-7b62a0aa91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:58.648928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-1dfcac42-3d0a-40fa-8449-7b62a0aa91a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1098 time: 0.0406322 Dec 24 03:17:58.774172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-cd59e7cb-d4e3-4127-bb80-47c7cd773411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:58.775631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-cd59e7cb-d4e3-4127-bb80-47c7cd773411 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.1152167 Dec 24 03:17:58.783955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a5463-e331-4e6e-90c5-26b5e3aec924 req-df648240-eeeb-4e42-a723-fed5febf73c3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:58.785390 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-865a5463-e331-4e6e-90c5-26b5e3aec924 req-df648240-eeeb-4e42-a723-fed5febf73c3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0747938 Dec 24 03:17:58.871085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-e88b9362-77fb-44d1-a838-2dc23acefc23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0825539 Dec 24 03:17:58.876064 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-865a5463-e331-4e6e-90c5-26b5e3aec924 req-27b4a9ae-d4d0-4e81-b800-19cb8587689e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818400 Dec 24 03:17:59.289561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-c3d11eaa-5ebb-4391-b2ac-a623d62e6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:59.291007 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-c3d11eaa-5ebb-4391-b2ac-a623d62e6a58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.4077749 Dec 24 03:17:59.343026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-53b41415-ca5e-49fb-bffa-951b93d8a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:17:59.344530 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-53b41415-ca5e-49fb-bffa-951b93d8a19b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433803 Dec 24 03:17:59.440279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-d307cb8e-4aa7-40f6-9e62-c454cf902637 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 Dec 24 03:17:59.532935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-c8ad855a-9375-4eaf-9a74-c5acd3aab98e service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835972 Dec 24 03:18:00.016101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2b5e1-2266-4336-8575-baaba3ce11c9 req-aaff778a-b257-420a-b3c9-f239f4020308 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:00.017673 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02f2b5e1-2266-4336-8575-baaba3ce11c9 req-aaff778a-b257-420a-b3c9-f239f4020308 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0641520 Dec 24 03:18:00.065426 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02f2b5e1-2266-4336-8575-baaba3ce11c9 req-6279bc3e-c710-495b-a94f-adaf413c2413 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Dec 24 03:18:00.067642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:01.182943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6e6e-1ad7-494c-bfe4-c309415645d9 req-2ea9b797-2c1d-4dfe-b12a-cf6eff536fe0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:01.184394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-768e6e6e-1ad7-494c-bfe4-c309415645d9 req-2ea9b797-2c1d-4dfe-b12a-cf6eff536fe0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0491378 Dec 24 03:18:01.235217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-768e6e6e-1ad7-494c-bfe4-c309415645d9 req-7d899960-0d1e-463d-becf-04c1885cb884 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Dec 24 03:18:02.353196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf539f1-a2dc-474d-8ae1-2d08f3e49813 req-730c4860-4125-4a8c-b4f1-3717bd46acb2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:02.354670 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fbf539f1-a2dc-474d-8ae1-2d08f3e49813 req-730c4860-4125-4a8c-b4f1-3717bd46acb2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0519910 Dec 24 03:18:02.401229 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fbf539f1-a2dc-474d-8ae1-2d08f3e49813 req-feb90f7c-9f9b-4e8d-9c97-bcd0ddec5a2d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Dec 24 03:18:03.516408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9e104-a253-44cf-94be-abed76c29004 req-32da4daa-9509-492f-a95a-987acb621073 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:03.517898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-46b9e104-a253-44cf-94be-abed76c29004 req-32da4daa-9509-492f-a95a-987acb621073 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0478268 Dec 24 03:18:03.563917 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-46b9e104-a253-44cf-94be-abed76c29004 req-903c010a-61fe-4c0e-84c8-7a10babc96cf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Dec 24 03:18:04.678623 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ffc6a-de90-43f5-89c4-31a14ed0f267 req-42debc18-49c4-45fb-807d-bd4d41dff0ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:04.680066 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-791ffc6a-de90-43f5-89c4-31a14ed0f267 req-42debc18-49c4-45fb-807d-bd4d41dff0ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0490494 Dec 24 03:18:04.727311 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-791ffc6a-de90-43f5-89c4-31a14ed0f267 req-3bbb6770-d7e1-4471-b216-9b7f01ca2722 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Dec 24 03:18:05.842076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1499a2-7a90-4cf5-bcb7-5f28db0e6244 req-ca224163-e8e2-49ae-a953-a7e57555c906 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:05.843534 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b1499a2-7a90-4cf5-bcb7-5f28db0e6244 req-ca224163-e8e2-49ae-a953-a7e57555c906 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0484726 Dec 24 03:18:05.903289 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b1499a2-7a90-4cf5-bcb7-5f28db0e6244 req-65ecfffd-365e-4135-b970-a8d348b6684c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536222 Dec 24 03:18:07.017660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd8082-91ca-4cf9-a4e9-f81e01f9afd2 req-eb2d11d0-05a6-48a7-96b4-03454453cf8d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:07.019124 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-90dd8082-91ca-4cf9-a4e9-f81e01f9afd2 req-eb2d11d0-05a6-48a7-96b4-03454453cf8d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0480533 Dec 24 03:18:07.069572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-90dd8082-91ca-4cf9-a4e9-f81e01f9afd2 req-4ef4e371-37ec-4bf5-a61d-c2412b993478 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 Dec 24 03:18:08.187661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078d58-a859-4f3c-a5e8-fcdea4d38287 req-28e54bef-78d5-4227-a770-28489aa65aaa tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:08.189052 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9a078d58-a859-4f3c-a5e8-fcdea4d38287 req-28e54bef-78d5-4227-a770-28489aa65aaa tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0518754 Dec 24 03:18:08.235151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9a078d58-a859-4f3c-a5e8-fcdea4d38287 req-739d6dab-a4ce-4201-8af4-1457988e9dcb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401912 Dec 24 03:18:09.350303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b317-c1c3-439e-ba2d-31ff9e5559e2 req-2e5b2602-8a4c-493e-94fd-9d67636d3199 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:09.351798 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17d3b317-c1c3-439e-ba2d-31ff9e5559e2 req-2e5b2602-8a4c-493e-94fd-9d67636d3199 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0488055 Dec 24 03:18:09.398731 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17d3b317-c1c3-439e-ba2d-31ff9e5559e2 req-c33ffad6-2eab-4d67-bd46-c91576c4235c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403404 Dec 24 03:18:10.514951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300c45d-4ea5-441a-979f-3206a5315f32 req-f906e030-407d-4d6e-8615-ed8398971361 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:10.516477 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9300c45d-4ea5-441a-979f-3206a5315f32 req-f906e030-407d-4d6e-8615-ed8398971361 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0493560 Dec 24 03:18:10.563626 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9300c45d-4ea5-441a-979f-3206a5315f32 req-79d82e1a-2dee-4d15-a1c2-ecc6c4f96c5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 Dec 24 03:18:11.678545 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8e63c-89aa-4176-b934-b8f14e0f26b9 req-ba692919-786b-43fc-a3ea-9057eea60dfb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:11.680053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c9a8e63c-89aa-4176-b934-b8f14e0f26b9 req-ba692919-786b-43fc-a3ea-9057eea60dfb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0482669 Dec 24 03:18:11.726521 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c9a8e63c-89aa-4176-b934-b8f14e0f26b9 req-a024bfd8-67a4-424c-a84f-948f1ebcfdac tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Dec 24 03:18:11.967843 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-3803c940-e69c-40d6-8f49-11ef1c7a9a25 service neutron] 10.222.0.49 "GET /v2.0/ports/acb3cc04-6a5e-4468-9b2d-d20a40823ec6/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0544856 Dec 24 03:18:12.529179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-5c5a0192-6616-4a63-aef8-27bb00bc465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.530671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-5c5a0192-6616-4a63-aef8-27bb00bc465a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1098 time: 0.0461059 Dec 24 03:18:12.612860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-2cead921-399a-4741-b1e1-7ee889abf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.614326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-2cead921-399a-4741-b1e1-7ee889abf4dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1098 time: 0.0396786 Dec 24 03:18:12.710650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-0c68d3e4-2b50-42e9-95b2-b3f6d32f07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.712099 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-0c68d3e4-2b50-42e9-95b2-b3f6d32f07d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0859218 Dec 24 03:18:12.782766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-d8564658-e681-4742-ac8b-8a730ce51de1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 1001 time: 0.0579424 Dec 24 03:18:12.867878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-947d3ba4-1b87-4a5c-a574-a7c6ed6ee96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.869353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-947d3ba4-1b87-4a5c-a574-a7c6ed6ee96a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0728121 Dec 24 03:18:12.881723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d651-573f-4076-af51-a670d5aeab04 req-87c67699-b868-4246-9aab-b75a1cafb03a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.883139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-60b6d651-573f-4076-af51-a670d5aeab04 req-87c67699-b868-4246-9aab-b75a1cafb03a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0882492 Dec 24 03:18:12.952855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956411f2-49ef-4714-9d86-e410acdf6831 req-5609fa2c-56e6-43d9-8103-76674fba187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:12.954376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-5609fa2c-56e6-43d9-8103-76674fba187e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703750 Dec 24 03:18:12.957770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-60b6d651-573f-4076-af51-a670d5aeab04 req-afbd6971-a810-4e71-9121-a91b6607792e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664086 Dec 24 03:18:13.050575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-4ea8b86a-626c-4aeb-b8c1-988e49386efc service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Dec 24 03:18:13.142910 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-956411f2-49ef-4714-9d86-e410acdf6831 req-a304d125-6ac1-40de-89da-c8cf4e9a2554 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815554 Dec 24 03:18:14.077308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f220390-0b88-460c-985e-4c4c72406052 req-36ac0d0e-70de-4f07-9515-3921f1392922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:14.078767 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5f220390-0b88-460c-985e-4c4c72406052 req-36ac0d0e-70de-4f07-9515-3921f1392922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0525482 Dec 24 03:18:14.126237 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5f220390-0b88-460c-985e-4c4c72406052 req-013d430a-0f93-41d0-bbca-7b5e40e92e57 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Dec 24 03:18:15.247041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4e933-e9ef-4b0c-bc91-9b6168ad850b req-134d4c85-7738-4461-b719-63ca0760e2d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:15.248577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38d4e933-e9ef-4b0c-bc91-9b6168ad850b req-134d4c85-7738-4461-b719-63ca0760e2d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0514841 Dec 24 03:18:15.303655 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38d4e933-e9ef-4b0c-bc91-9b6168ad850b req-92ed8083-b6a9-4fa8-871a-4c0728e55ee6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490029 Dec 24 03:18:16.359848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:18:16.369690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:18:16.423908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b1f0-b50d-44ac-86c7-1ce95df28d8e req-bc0c6321-1b15-4bf8-985a-5b9126882636 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:16.425438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-77d2b1f0-b50d-44ac-86c7-1ce95df28d8e req-bc0c6321-1b15-4bf8-985a-5b9126882636 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0505099 Dec 24 03:18:16.473253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-77d2b1f0-b50d-44ac-86c7-1ce95df28d8e req-f66f5fde-a0ed-4538-ada0-94ce20e098dd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Dec 24 03:18:16.522120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:16.530930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:16.535070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'mac_address': 'fa:16:3e:be:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:18:16.575391 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:16.577643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f756325-cb11-4aed-ab31-ee2ec34bff1f" -d '{"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:16.595216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:16.601032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:16.614152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:18:16.634116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad07d4-87b2-450a-b7d9-7cd628bf73c8 x-openstack-request-id: req-a6ad07d4-87b2-450a-b7d9-7cd628bf73c8 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:16.634116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-unplugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:16.634116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6ad07d4-87b2-450a-b7d9-7cd628bf73c8 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:16.634116 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'code': 200} Dec 24 03:18:16.679795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:16.757657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:18:16.758110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:18:16.760901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:16.768586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.768932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.769332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.769676 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.769986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.770305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.770625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.770942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.771261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.771579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.771893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.772205 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.772539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:16.849963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa4701-04f2-4e51-bfb5-798e628e5a24 req-f5619a7a-3e0b-4e56-8021-bbdce17ea5f7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:16.851378 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57fa4701-04f2-4e51-bfb5-798e628e5a24 req-f5619a7a-3e0b-4e56-8021-bbdce17ea5f7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 943 time: 0.0556493 Dec 24 03:18:16.904897 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57fa4701-04f2-4e51-bfb5-798e628e5a24 req-b62492ff-29ed-4bda-b1ca-1b70a45ffb2f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461249 Dec 24 03:18:16.929737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-c4411802-e21a-4d9b-9e07-7b944877291b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:16.931187 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-c4411802-e21a-4d9b-9e07-7b944877291b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a&tenant_id=9e15e646716042268ca41f4fded03091&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 943 time: 0.0541065 Dec 24 03:18:17.032150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-db6ff16f-fecb-4451-8714-1edf256d1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:17.033639 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-db6ff16f-fecb-4451-8714-1edf256d1617 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 1096 time: 0.0401576 Dec 24 03:18:17.127721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-34981e3b-c330-46cd-b1cb-f95668999281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:17.129321 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-34981e3b-c330-46cd-b1cb-f95668999281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0881999 Dec 24 03:18:17.197556 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-bc7de601-7fc9-4047-afdb-19206db93fb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 200 len: 999 time: 0.0603011 Dec 24 03:18:17.247183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-0b8bf6d3-b933-4ad2-83a4-bdbb0820d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:17.248661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-0b8bf6d3-b933-4ad2-83a4-bdbb0820d9c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0435014 Dec 24 03:18:17.294835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:17.299044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-26d8c6f5-07e7-46cd-9244-7a94fdcdd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:17.300604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-26d8c6f5-07e7-46cd-9244-7a94fdcdd5ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447097 Dec 24 03:18:17.307271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:18:17.326858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:17.389937 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-0e561b77-3502-4632-a1a2-a2a2958b89b6 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815585 Dec 24 03:18:17.467801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:17.487154 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b61b67c1-59f2-4ba7-abed-63b64caf89fc req-79e84448-dfda-4df2-9561-85682061c71d service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879982 Dec 24 03:18:17.515606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:17.603880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['acb3cc04-6a5e-4468-9b2d-d20a40823ec6'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:18:18.020223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075df9-4374-433e-94d9-1fe8be4d4830 req-be22fd7b-460c-495a-83da-6f33d138b33e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:18.021706 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-47075df9-4374-433e-94d9-1fe8be4d4830 req-be22fd7b-460c-495a-83da-6f33d138b33e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 944 time: 0.0487514 Dec 24 03:18:18.068384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-47075df9-4374-433e-94d9-1fe8be4d4830 req-3badb5aa-2fff-4864-91d4-54d64d118a95 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408075 Dec 24 03:18:18.371993 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:18:18.420245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:18:18.420638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:18.499684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:18.532586 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:18.587799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:18.627127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:18.629302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926df55f-a832-4fbf-b1b9-ca2d190d64f1" -d '{"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-plugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:18.641161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:18.677370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d7ed4-9163-4061-876f-3171294cd87f x-openstack-request-id: req-284d7ed4-9163-4061-876f-3171294cd87f {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:18.677664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-plugged", "status": "completed", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:18.677917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-284d7ed4-9163-4061-876f-3171294cd87f {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:18.678313 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'code': 200} Dec 24 03:18:19.188513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a0b64-c77a-439d-a37b-38caa7088f44 req-9324c4c1-ecbe-4cb3-87b8-820ddcf7f34e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:19.189934 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff6a0b64-c77a-439d-a37b-38caa7088f44 req-9324c4c1-ecbe-4cb3-87b8-820ddcf7f34e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0543292 Dec 24 03:18:19.238823 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff6a0b64-c77a-439d-a37b-38caa7088f44 req-38e59102-4e31-4d07-91cd-c35e268ef0c3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Dec 24 03:18:19.354059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2723f-2938-4141-b455-f6f02f3762f0 req-057d1da7-b072-421d-95c5-afa42e6f7806 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:19.355787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-64e2723f-2938-4141-b455-f6f02f3762f0 req-057d1da7-b072-421d-95c5-afa42e6f7806 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0495214 Dec 24 03:18:19.401427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-64e2723f-2938-4141-b455-f6f02f3762f0 req-5d976f50-374a-48d9-a290-8d9f92d14876 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Dec 24 03:18:19.512261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854647-0917-4393-b26f-facefc30ceea req-33018556-ef7e-40b5-b25b-0d80a902f3ec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:19.513601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5f854647-0917-4393-b26f-facefc30ceea req-33018556-ef7e-40b5-b25b-0d80a902f3ec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0480254 Dec 24 03:18:19.558186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5f854647-0917-4393-b26f-facefc30ceea req-8b257ac9-eeb3-4163-8a76-2ea247f06131 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387752 Dec 24 03:18:20.045179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c987f90-4e39-4ee1-9db8-37679bac7c1b req-47bf828c-6cd2-4a73-a6d6-f6990ba84dbe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:20.046656 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c987f90-4e39-4ee1-9db8-37679bac7c1b req-47bf828c-6cd2-4a73-a6d6-f6990ba84dbe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0481362 Dec 24 03:18:20.097504 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3c987f90-4e39-4ee1-9db8-37679bac7c1b req-a499e5d9-50a9-497d-902a-7060d8686dcd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449533 Dec 24 03:18:20.227309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab118-abb6-4e39-8a8e-1e5ef9128fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:21.213980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d346fb-3637-4081-a207-9d3986e263ac req-f411388b-6787-4338-9133-155cfa24f295 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:21.215587 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-31d346fb-3637-4081-a207-9d3986e263ac req-f411388b-6787-4338-9133-155cfa24f295 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0490565 Dec 24 03:18:21.269238 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-31d346fb-3637-4081-a207-9d3986e263ac req-790a5611-4665-47ae-a0e0-292e5f79033d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475488 Dec 24 03:18:22.102832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-f9b6a0bf-b938-4778-9634-de1bac42c7e5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:22.104270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-f9b6a0bf-b938-4778-9634-de1bac42c7e5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.0486357 Dec 24 03:18:22.197721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Deleting port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:18:22.198221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.289243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] For port acb3cc04-6a5e-4468-9b2d-d20a40823ec6, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:22.289603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.370171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4f784e21-e0a8-4064-a03f-125ea5828d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.441328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131ed22-e96e-4fc1-b3fa-6e9c2a18c64f req-9415de31-99d2-416b-b063-a6e165aa902f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:22.442788 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9131ed22-e96e-4fc1-b3fa-6e9c2a18c64f req-9415de31-99d2-416b-b063-a6e165aa902f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 945 time: 0.1039259 Dec 24 03:18:22.525547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.525814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.526131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 disassociated. External IP: 172.26.7.164, port: acb3cc04-6a5e-4468-9b2d-d20a40823ec6. Dec 24 03:18:22.526474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Calling delete_port for acb3cc04-6a5e-4468-9b2d-d20a40823ec6 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:18:22.543793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9131ed22-e96e-4fc1-b3fa-6e9c2a18c64f req-426dac3d-8400-4509-a297-c4bfa268c640 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698285 Dec 24 03:18:22.723915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:22.756361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'Port': ['ID=acb3cc04-6a5e-4468-9b2d-d20a40823ec6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:22.768198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.768581 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.768929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.769267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.769602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.769941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.770268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.770597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.770926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.771255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.771580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.771901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.772221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:18:22.889644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:18:22.995317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:18:23.005564 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:18:23.016223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:18:23.016857 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:18:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:23.036909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] No DVR routers for this DVR port acb3cc04-6a5e-4468-9b2d-d20a40823ec6 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:18:23.039291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:23.042591 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e78cfdd0-e8e1-4c1c-8168-bc135fa339ee req-e1e61bd1-c2cf-481c-a456-09bd37780f80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "DELETE /v2.0/ports/acb3cc04-6a5e-4468-9b2d-d20a40823ec6 HTTP/1.1" status: 204 len: 173 time: 0.9273179 Dec 24 03:18:23.043023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-deleted', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:23.045315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63671bf1-34cf-41fd-82db-359e6b8f8293" -d '{"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-deleted", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:23.081782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96188555-e8b9-4b7e-b500-458bbd70794b x-openstack-request-id: req-96188555-e8b9-4b7e-b500-458bbd70794b {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:23.082082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35888be-a288-4139-baed-90278f6a9d9a", "name": "network-vif-deleted", "tag": "acb3cc04-6a5e-4468-9b2d-d20a40823ec6", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:23.082360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96188555-e8b9-4b7e-b500-458bbd70794b {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:23.082777 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35888be-a288-4139-baed-90278f6a9d9a', 'name': 'network-vif-deleted', 'tag': 'acb3cc04-6a5e-4468-9b2d-d20a40823ec6', 'status': 'completed', 'code': 200} Dec 24 03:18:23.129988 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:23.327326 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:23.357874 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:18:23.366652 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:18:23.367266 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:18:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:23.472033 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:23.648117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1e12a09c-f4af-4660-94c3-74c0cc435b81 req-b122ac5f-e06c-4e15-a3f9-e9315b5a433f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=b35888be-a288-4139-baed-90278f6a9d9a HTTP/1.1" status: 200 len: 210 time: 0.0255699 Dec 24 03:18:23.663913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:23.690425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df1bdb-e091-46b1-9143-32ec6aaa4920 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:18:23.775761 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:23.903791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d8a7f3-d09c-441e-bbe3-efdf655fb1cb None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:18:24.891774 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-8d30d6c9-c2d1-4a84-818a-ad9012da63f4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1553133120&fields=id&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 267 time: 0.0424657 Dec 24 03:18:24.999648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-b2a247cc-db3a-415f-9413-fea6bcccd7c5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:25.001156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-b2a247cc-db3a-415f-9413-fea6bcccd7c5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1024513 Dec 24 03:18:25.016298 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-ca9ff5c6-febf-4b64-abbf-98d06d0d2673 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/quotas/9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 375 time: 0.0094473 Dec 24 03:18:25.072229 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-cac37a08-5773-4d3f-a506-66f24c45ee38 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504274 Dec 24 03:18:25.088284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-371a4ec5-2d1d-4cfe-80c2-68547ba14809 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:18:25.089342 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-371a4ec5-2d1d-4cfe-80c2-68547ba14809 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052619 Dec 24 03:18:25.119000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:25.184049 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-513a3e2d-cb95-426a-9e9a-8ed89ade6456 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885425 Dec 24 03:18:25.281342 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-4da1bfa4-bcc3-4a0c-85bb-eb0295648b96 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897691 Dec 24 03:18:25.495596 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20a11425-b86b-4100-8099-eb7e260e5903 req-a6e24e76-0071-433d-b5eb-87d915b2b2c6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 210 time: 0.0278773 Dec 24 03:18:25.919138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:26.389664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:18:26.410486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: acb3cc04-6a5e-4468-9b2d-d20a40823ec6 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:18:26.410834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device acb3cc04-6a5e-4468-9b2d-d20a40823ec6 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:18:26.591021 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ee07613e-447f-4040-b31b-dfa34fa0e076 req-6e835275-db90-42ec-82f3-1fae830b8ac0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 210 time: 0.0274851 Dec 24 03:18:27.608158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-25d76f83-8d72-4c84-b113-7e6e0ff6a734 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:27.609657 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-25d76f83-8d72-4c84-b113-7e6e0ff6a734 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1052988 Dec 24 03:18:27.694246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dba992c3-9ac2-4fa1-84cc-51cd90d851fb req-1b5e56ac-2646-4b13-9d92-d29df1bf5e27 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 210 time: 0.0328636 Dec 24 03:18:27.710592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-941ba4e2-d09d-4fb3-bf6e-ad20da220abd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 380 time: 0.0788877 Dec 24 03:18:27.724132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'port': {'device_id': 'c133b268-b92c-481f-be89-c51aa9f36151', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'admin_state_up': True, 'tenant_id': '9e15e646716042268ca41f4fded03091', 'security_groups': ['9853551e-6f3e-4e76-8eba-96fb11eeabc3']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:18:27.901268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:18:27.910988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.031780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Allocated IP 172.20.0.7 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/a466c557-aceb-4336-90f1-2e2637e46d18) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:18:28.162291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.227430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.275630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:18:28.281343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:18:28.285837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:18:28.288290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:28.338544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:28.339149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.441584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-5959bdcf-549c-4e46-9ce7-adc8a62d0fae tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209775 Dec 24 03:18:28.467669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Request body: {'port': {'device_id': 'c133b268-b92c-481f-be89-c51aa9f36151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:18:28.475743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1f0b9033-f3f2-4fe9-9956-31be92953668 None None] Provisioning complete for port a466c557-aceb-4336-90f1-2e2637e46d18 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:18:28.476277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f0b9033-f3f2-4fe9-9956-31be92953668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.513769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1f0b9033-f3f2-4fe9-9956-31be92953668 None None] Port a466c557-aceb-4336-90f1-2e2637e46d18 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:18:28.520800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.779093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:18:28.786437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.798911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Transition to ACTIVE for port object a466c557-aceb-4336-90f1-2e2637e46d18 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:18:28.811216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e263f73-6055-4c09-93e0-5d8b852f920b req-533cd99c-a145-44a6-8ca8-eae9e9524999 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:28.812753 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e263f73-6055-4c09-93e0-5d8b852f920b req-533cd99c-a145-44a6-8ca8-eae9e9524999 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 931 time: 0.0500190 Dec 24 03:18:28.859858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e263f73-6055-4c09-93e0-5d8b852f920b req-f016c85c-395d-4656-804c-a3e9699e7774 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411432 Dec 24 03:18:28.873562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:28.927489 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:28.998885 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Attempting to bind port a466c557-aceb-4336-90f1-2e2637e46d18 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:18:28.999219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Attempting to bind port a466c557-aceb-4336-90f1-2e2637e46d18 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:18:28.999555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Attempting to bind port a466c557-aceb-4336-90f1-2e2637e46d18 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:18:29.004524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Port a466c557-aceb-4336-90f1-2e2637e46d18 on network fea6f00c-56e1-4187-b366-65b48a16edca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:18:29.004850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Attempting to bind port a466c557-aceb-4336-90f1-2e2637e46d18 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:18:29.010081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:18:29.010419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:18:29.010803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:18:29.011233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Bound port: a466c557-aceb-4336-90f1-2e2637e46d18, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:18:29.011595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:29.081564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:18:29.084618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:18:29.193907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:29.234279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.234899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:29.236352 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] 10.222.0.49 "PUT /v2.0/ports/a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1093 time: 0.7731657 Dec 24 03:18:29.236825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:29.239089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c54216-c90e-40c2-9bdd-53f9d2296c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:29.263836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372a0b1-8221-4bac-b124-8f99343694d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:29.282223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de6433-cf6e-4e92-a0ad-971d4e91cef9 x-openstack-request-id: req-b9de6433-cf6e-4e92-a0ad-971d4e91cef9 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:29.282518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:29.282776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9de6433-cf6e-4e92-a0ad-971d4e91cef9 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:29.283308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'status': 'completed', 'code': 200} Dec 24 03:18:29.380934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-db2dc925-2947-4170-b3f6-aa0b92929c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.382601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-db2dc925-2947-4170-b3f6-aa0b92929c4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1096 time: 0.0429933 Dec 24 03:18:29.502466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-01f01c77-24b0-48a5-97fa-6028a114761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.503841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-01f01c77-24b0-48a5-97fa-6028a114761b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e15e646716042268ca41f4fded03091&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1014745 Dec 24 03:18:29.605003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-93b14ec9-9173-4e0e-a4d0-d062e6d2444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.606659 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-18c54216-c90e-40c2-9bdd-53f9d2296c1f req-93b14ec9-9173-4e0e-a4d0-d062e6d2444b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919251 Dec 24 03:18:29.708618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a764e704-3ab9-42f7-9f38-68857698bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.710095 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-a764e704-3ab9-42f7-9f38-68857698bb9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1096 time: 0.0410669 Dec 24 03:18:29.762249 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-35619545-0cb6-4ce8-aae3-bc120a6ac21b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 217 time: 0.0332978 Dec 24 03:18:29.817674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-4e27e49c-27a9-4d43-bdcc-09b504548f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.819113 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-4e27e49c-27a9-4d43-bdcc-09b504548f33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0470531 Dec 24 03:18:29.868237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-bbe0f98a-5715-4eae-8338-f047d523d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.869763 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-bbe0f98a-5715-4eae-8338-f047d523d7eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387206 Dec 24 03:18:29.965582 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-f97012a1-dca3-4213-ac0a-09f0a29e5f82 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Dec 24 03:18:29.982048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d34f6-d9d6-44cb-b864-d7d63dc6d3f0 req-838f6684-3556-46cd-9a20-96d15aeb55d9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:29.983526 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b11d34f6-d9d6-44cb-b864-d7d63dc6d3f0 req-838f6684-3556-46cd-9a20-96d15aeb55d9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 943 time: 0.0538096 Dec 24 03:18:30.031347 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b11d34f6-d9d6-44cb-b864-d7d63dc6d3f0 req-7c2a9da0-1eed-4a5b-9a18-e2b953ad1c94 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417459 Dec 24 03:18:30.065648 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a03f869-f96b-4084-9a46-5a179a8d0a4f req-f0cd7a1c-8486-4860-9cc7-0ed0c2141a70 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883312 Dec 24 03:18:30.083698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:31.042702 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdeb1a-1183-4a41-8a9d-d676e229bf99 req-9437e411-bed0-415a-a651-ef324242ca0e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:31.151353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1fdeb1a-1183-4a41-8a9d-d676e229bf99 req-9437e411-bed0-415a-a651-ef324242ca0e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 943 time: 0.0495064 Dec 24 03:18:31.238296 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1fdeb1a-1183-4a41-8a9d-d676e229bf99 req-6d4ce0d2-91fa-4359-a607-83801bf9d8a6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811148 Dec 24 03:18:32.353766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a6276-c08e-4172-9b99-215232c9407a req-a32723e6-6b22-4813-a024-9e97315f164a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:32.355193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d46a6276-c08e-4172-9b99-215232c9407a req-a32723e6-6b22-4813-a024-9e97315f164a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 943 time: 0.0485816 Dec 24 03:18:32.401750 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d46a6276-c08e-4172-9b99-215232c9407a req-4cc4d144-087e-42b3-9838-9dff01786be6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396967 Dec 24 03:18:32.431753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:18:32.526705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:32.681412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'mac_address': 'fa:16:3e:71:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:18:32.717659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:32.729403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:18:32.749069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:32.833009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:32.880231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:33.184806 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['a466c557-aceb-4336-90f1-2e2637e46d18'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:18:33.518322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7176-70c8-4b08-b264-c158f748ed9d req-c920b45e-0e9c-4b12-8efa-d7ac6445119f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:33.519797 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4dcd7176-70c8-4b08-b264-c158f748ed9d req-c920b45e-0e9c-4b12-8efa-d7ac6445119f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 944 time: 0.0514994 Dec 24 03:18:33.565712 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4dcd7176-70c8-4b08-b264-c158f748ed9d req-3be9ec7e-7d66-41cd-a630-3237d3b4727d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399942 Dec 24 03:18:34.434596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:18:34.541202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port a466c557-aceb-4336-90f1-2e2637e46d18 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:18:34.545640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port a466c557-aceb-4336-90f1-2e2637e46d18 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:18:34.546005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:34.624236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:34.647552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:34.649790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e82ffe-c379-4efb-b4ae-702ff31aceb2" -d '{"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-plugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:34.664040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:18:34.681407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712126e8-59db-4a66-8967-c852027431fb req-8861524f-61e5-44b4-be0c-9258eb9218fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:34.684671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-712126e8-59db-4a66-8967-c852027431fb req-8861524f-61e5-44b4-be0c-9258eb9218fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Dec 24 03:18:34.687199 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871251a3-a60c-4a7e-bc36-a455015fba8d x-openstack-request-id: req-871251a3-a60c-4a7e-bc36-a455015fba8d {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:34.687485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-plugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:34.687735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-871251a3-a60c-4a7e-bc36-a455015fba8d {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:34.688159 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'code': 200} Dec 24 03:18:34.734670 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-712126e8-59db-4a66-8967-c852027431fb req-aacb6024-0fd7-469b-a674-2903b0736449 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Dec 24 03:18:34.741968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:34.792622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:18:35.055989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f876-7317-4d9c-aadd-343909d8f02b req-ec7670cb-734d-43df-b697-9c398c13e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:35.057543 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4042f876-7317-4d9c-aadd-343909d8f02b req-ec7670cb-734d-43df-b697-9c398c13e985 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0396607 Dec 24 03:18:35.102122 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4042f876-7317-4d9c-aadd-343909d8f02b req-eee6189a-422a-49d7-8683-30e2f0567cdb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 Dec 24 03:18:35.849781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d08f24-5768-403b-b3f5-1b4fec8e8c25 req-6b109ded-02f9-4499-98fe-ce562bb8ff05 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:35.851223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3d08f24-5768-403b-b3f5-1b4fec8e8c25 req-6b109ded-02f9-4499-98fe-ce562bb8ff05 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0469666 Dec 24 03:18:35.900437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a3d08f24-5768-403b-b3f5-1b4fec8e8c25 req-f5629ba4-a65f-48a3-89e6-a22da61a854d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426426 Dec 24 03:18:37.016292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee511a-b3d4-41fe-acd4-a6afe6e68a3b req-b4a1fbc3-cb8e-4018-b5f9-f6b9bbf23327 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:37.017770 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4eee511a-b3d4-41fe-acd4-a6afe6e68a3b req-b4a1fbc3-cb8e-4018-b5f9-f6b9bbf23327 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Dec 24 03:18:37.063867 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4eee511a-b3d4-41fe-acd4-a6afe6e68a3b req-5d60295a-20e0-4d75-8b0d-f44a529e5cfb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 Dec 24 03:18:37.173451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250acc06-f948-4465-8d70-a488d3ff4b14 req-b9cf1d29-0a27-4317-9aef-eba6a2e1feb5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:37.174820 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-250acc06-f948-4465-8d70-a488d3ff4b14 req-b9cf1d29-0a27-4317-9aef-eba6a2e1feb5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0475118 Dec 24 03:18:37.183290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 38036) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:18:37.188355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'floatingip': {'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:18:37.225898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:37.977976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:38.038683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:38.138989 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 associated. External IP: 172.26.7.164, port: a466c557-aceb-4336-90f1-2e2637e46d18. Dec 24 03:18:38.344181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:18:38.448455 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:18:38.453410 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:38.459539 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:18:38.469669 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:18:38.470276 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:18:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:38.480779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0f15794d-6e18-48d3-b7f5-c130a0a987c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "PUT /v2.0/floatingips/583e90f9-b2d0-47fb-8dfd-724937b45049 HTTP/1.1" status: 200 len: 991 time: 1.2955785 Dec 24 03:18:38.481344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:18:38.483565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bca2b0-35ad-4c0d-8f4d-e35438a95994" -d '{"events": [{"name": "network-changed", "server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:18:38.522995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4d0b0c-658f-45ea-bbfa-6b780d16a95f x-openstack-request-id: req-7e4d0b0c-658f-45ea-bbfa-6b780d16a95f {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:18:38.523285 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:18:38.523533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e4d0b0c-658f-45ea-bbfa-6b780d16a95f {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:18:38.523927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'status': 'completed', 'code': 200} Dec 24 03:18:38.617833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-07b7c38c-5008-4caf-9515-bbbec17703d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:38.619383 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-07b7c38c-5008-4caf-9515-bbbec17703d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0431831 Dec 24 03:18:38.668475 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:38.718189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-446bf345-4a26-41bc-a834-3edb06a3fe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:38.719590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-446bf345-4a26-41bc-a834-3edb06a3fe99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0910194 Dec 24 03:18:38.785378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-d502121e-e3e7-48e4-ac10-15b32d02a88c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 999 time: 0.0579975 Dec 24 03:18:38.838898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-5e00b672-9172-4a73-89a2-d412d56be7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:38.840397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-5e00b672-9172-4a73-89a2-d412d56be7d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0482316 Dec 24 03:18:38.885637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-a959ba80-0135-4beb-8c9e-398cf6732287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:18:38.887945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-a959ba80-0135-4beb-8c9e-398cf6732287 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404637 Dec 24 03:18:38.888145 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:71:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c133b268-b92c-481f-be89-c51aa9f36151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:18:37Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:38.913278 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:18:38.921444 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:18:38.922048 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:18:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:38.977953 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-696c40ac-6581-401e-8ffe-73ef210f043d service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827646 Dec 24 03:18:39.026281 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:18:39.075050 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52bca2b0-35ad-4c0d-8f4d-e35438a95994 req-54345483-2b81-4e97-9f3d-5f605eb114b8 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892074 Dec 24 03:18:39.254083 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:71:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c133b268-b92c-481f-be89-c51aa9f36151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:18:37Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:18:39.279044 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2c735-d659-4848-9c62-9c0a9ab2278a None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:71:23:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c133b268-b92c-481f-be89-c51aa9f36151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:18:37Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:18:39.467131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f708e-ce9c-4c3d-83f6-3cacdac0a23f None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:18:50.232597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e335f37-d0e9-46fd-ab61-67f742023031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:52.374476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2ad7086c-58ad-4be6-9745-b87ab6f5c8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:53.769077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:55.123589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:18:55.872830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:00.060762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:08.041729 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:19:19.151905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed00bf-c828-4351-bd24-7a693c677e9d req-d8a53a26-f84f-411d-8d15-823ea7fa8da0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:19.153395 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-98ed00bf-c828-4351-bd24-7a693c677e9d req-d8a53a26-f84f-411d-8d15-823ea7fa8da0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Dec 24 03:19:19.201261 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-98ed00bf-c828-4351-bd24-7a693c677e9d req-dd8e1701-8994-40bf-90be-f72d8329fa47 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Dec 24 03:19:20.237387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33be945b-7cc0-40a3-9459-c8da8689965b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:20.318142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29479d01-fa2a-4b8d-a851-50c67b972116 req-519f68a2-1078-4b7c-a05c-90121ba25ddd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:20.319605 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-29479d01-fa2a-4b8d-a851-50c67b972116 req-519f68a2-1078-4b7c-a05c-90121ba25ddd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Dec 24 03:19:20.370202 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-29479d01-fa2a-4b8d-a851-50c67b972116 req-fe1dd82f-7af6-4741-84a7-ff0fbd9f2b15 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Dec 24 03:19:21.488978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab82cec-8b10-498f-8244-4baf34a682eb req-f50de204-3f02-42e6-8f88-ac67dc275877 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:21.490434 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8ab82cec-8b10-498f-8244-4baf34a682eb req-f50de204-3f02-42e6-8f88-ac67dc275877 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Dec 24 03:19:21.537968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8ab82cec-8b10-498f-8244-4baf34a682eb req-9662a0bd-b7dd-4189-bf6a-85b1b2778db5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Dec 24 03:19:22.374012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ff24f097-19f8-43b2-8dc5-dd1fa85c9762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:22.656052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be31ee1-faa6-46ef-a00b-164855f78778 req-3d81d176-3b2b-45d5-8ff1-104ac5e765b1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:22.657447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1be31ee1-faa6-46ef-a00b-164855f78778 req-3d81d176-3b2b-45d5-8ff1-104ac5e765b1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0477507 Dec 24 03:19:22.703914 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1be31ee1-faa6-46ef-a00b-164855f78778 req-4453b6a9-6503-4ef5-858d-b2f81d7ec188 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Dec 24 03:19:23.774604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:23.819057 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867b64e-4360-48f6-906a-74ff3bb5a6a3 req-96ceb32b-63aa-4c84-956b-7802af9427e0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:23.820526 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4867b64e-4360-48f6-906a-74ff3bb5a6a3 req-96ceb32b-63aa-4c84-956b-7802af9427e0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0482535 Dec 24 03:19:23.868756 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4867b64e-4360-48f6-906a-74ff3bb5a6a3 req-0120c010-de9d-4315-b5e1-a53f8156c1c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Dec 24 03:19:24.983412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0d8a-9649-4af0-aca0-fafe6d64a4d6 req-73d48098-c1b6-4fbb-a149-5f3db699fcb1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:24.984932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b5ad0d8a-9649-4af0-aca0-fafe6d64a4d6 req-73d48098-c1b6-4fbb-a149-5f3db699fcb1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Dec 24 03:19:25.031617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b5ad0d8a-9649-4af0-aca0-fafe6d64a4d6 req-0242c5f6-8245-47f8-9087-eab31a46377e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Dec 24 03:19:25.111343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:25.877142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:26.148340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b503e-50d0-4d44-994e-02f613e6c9fe req-a6292609-20b2-4f54-9b79-ac2dbcef4aa1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:26.149733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cf1b503e-50d0-4d44-994e-02f613e6c9fe req-a6292609-20b2-4f54-9b79-ac2dbcef4aa1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0482998 Dec 24 03:19:26.199852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cf1b503e-50d0-4d44-994e-02f613e6c9fe req-3615218d-6287-4d3c-87a7-3e3d618d571c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Dec 24 03:19:27.319152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1903ce-8b80-4366-a412-fb94143d9a8e req-f3a6388f-c5ef-47b0-b200-8dd5cbe6e4f4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:27.321071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8f1903ce-8b80-4366-a412-fb94143d9a8e req-f3a6388f-c5ef-47b0-b200-8dd5cbe6e4f4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0546820 Dec 24 03:19:27.377876 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8f1903ce-8b80-4366-a412-fb94143d9a8e req-1b835691-82cc-438a-bef3-abe0ef1ac6f1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Dec 24 03:19:27.406281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-b328c987-936b-488d-8260-19348341ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:27.407745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-b328c987-936b-488d-8260-19348341ed44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0490286 Dec 24 03:19:27.514335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-70e87a3d-0b02-4126-823e-a0716beac562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:27.515695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-70e87a3d-0b02-4126-823e-a0716beac562 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0862870 Dec 24 03:19:27.587599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-dcdbd37c-4d0c-465f-8908-2d1292818308 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1001 time: 0.0591350 Dec 24 03:19:27.640066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-95613366-84e8-4257-9b38-6c7ea15e12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:27.641488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-95613366-84e8-4257-9b38-6c7ea15e12e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0426974 Dec 24 03:19:27.697043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-c06eaa7e-9bf1-4ed9-a662-645ae13813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:27.698763 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-c06eaa7e-9bf1-4ed9-a662-645ae13813f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448673 Dec 24 03:19:27.792703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-78fcccb1-3c00-4076-b11a-305517ca0a95 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818229 Dec 24 03:19:27.888190 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a38bf01b-41d7-45bb-8397-ba8d91b22be1 req-c04d48f0-21d0-400e-91ef-77cc87d76593 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840127 Dec 24 03:19:28.494015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c82315-7ba0-4027-a522-6523fe3ddff3 req-15efba50-cc2a-4768-b3c5-25870a90516a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:28.495505 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-63c82315-7ba0-4027-a522-6523fe3ddff3 req-15efba50-cc2a-4768-b3c5-25870a90516a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Dec 24 03:19:28.543010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-63c82315-7ba0-4027-a522-6523fe3ddff3 req-68a0c86c-4cfd-4651-8958-b82f5b0d9561 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415380 Dec 24 03:19:29.660085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9a39a-750d-4989-9636-9075b3991510 req-440f925d-e0a7-458c-b97d-46780d97508c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:29.661619 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66c9a39a-750d-4989-9636-9075b3991510 req-440f925d-e0a7-458c-b97d-46780d97508c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0502470 Dec 24 03:19:29.708578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-66c9a39a-750d-4989-9636-9075b3991510 req-397cca14-de21-425d-89aa-b604c42678dc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Dec 24 03:19:30.059671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:30.824255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58728b51-a64b-456e-8fb8-76a8c02babc3 req-0a36f49b-279f-4bd7-ab23-9b105d4ca188 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:30.825729 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-58728b51-a64b-456e-8fb8-76a8c02babc3 req-0a36f49b-279f-4bd7-ab23-9b105d4ca188 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0504935 Dec 24 03:19:30.873244 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-58728b51-a64b-456e-8fb8-76a8c02babc3 req-3a3bdf95-108b-48a3-bd28-5d8f4ece846f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Dec 24 03:19:31.988280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c5388-69a7-47d6-8c49-b7bdad5e881a req-7644cd46-8243-46de-92cc-1fdaccbc54bc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:31.989784 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff6c5388-69a7-47d6-8c49-b7bdad5e881a req-7644cd46-8243-46de-92cc-1fdaccbc54bc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0484159 Dec 24 03:19:32.040176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff6c5388-69a7-47d6-8c49-b7bdad5e881a req-88cafbe8-0b99-4e37-b357-3535330ca2eb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Dec 24 03:19:33.157391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783787e-e015-405b-bf0c-41e3a8c7058a req-e0bb44b9-2fb6-4c59-98ef-17664331bc5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:33.158977 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9783787e-e015-405b-bf0c-41e3a8c7058a req-e0bb44b9-2fb6-4c59-98ef-17664331bc5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Dec 24 03:19:33.205347 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9783787e-e015-405b-bf0c-41e3a8c7058a req-e1642d41-8592-4d83-897f-87b8c841e644 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 Dec 24 03:19:34.323569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5905d3-459f-4765-bdb1-32b24c4d8466 req-d0eace9d-10e5-42db-93f6-596e22b1c3fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:34.325081 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca5905d3-459f-4765-bdb1-32b24c4d8466 req-d0eace9d-10e5-42db-93f6-596e22b1c3fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0507970 Dec 24 03:19:34.372802 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca5905d3-459f-4765-bdb1-32b24c4d8466 req-b693bd5d-6c06-4694-b40c-37ff9c03a991 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Dec 24 03:19:35.485222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e167-87c7-405d-9fed-b7057c13a7e0 req-bc7b21ae-151a-417a-9dbe-02471d31bd48 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:35.486684 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aef5e167-87c7-405d-9fed-b7057c13a7e0 req-bc7b21ae-151a-417a-9dbe-02471d31bd48 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Dec 24 03:19:35.531980 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aef5e167-87c7-405d-9fed-b7057c13a7e0 req-45016024-5e8e-4ae4-a020-93358b0105ef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394650 Dec 24 03:19:35.891061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945078-c7ba-4001-a18b-7211b8093631 req-47ec79b0-2953-4e68-a46d-d5484e25dd6f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:35.892588 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a9945078-c7ba-4001-a18b-7211b8093631 req-47ec79b0-2953-4e68-a46d-d5484e25dd6f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Dec 24 03:19:35.940512 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a9945078-c7ba-4001-a18b-7211b8093631 req-8496b3f1-9ec8-4659-b164-cf2dc9357b8f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418470 Dec 24 03:19:36.023376 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-ebcdf9a7-5012-4d02-9a44-6d5d7e03c5b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854485 Dec 24 03:19:37.061603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbc53a-20d1-49e7-96a6-78a6afae0ed5 req-aaabb17f-9ae5-437d-a03f-d72f95090b24 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:37.063070 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6adbc53a-20d1-49e7-96a6-78a6afae0ed5 req-aaabb17f-9ae5-437d-a03f-d72f95090b24 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Dec 24 03:19:37.114857 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6adbc53a-20d1-49e7-96a6-78a6afae0ed5 req-b7ad2115-98a5-4c74-af96-5d57489a5e0d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456843 Dec 24 03:19:38.132438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-71183c55-0096-4df7-9d8c-9a37f9a2b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.133935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-71183c55-0096-4df7-9d8c-9a37f9a2b71c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0430315 Dec 24 03:19:38.231900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-2a70ed04-fd93-4244-bf91-a74015ab4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.232866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa06ba5-55de-41f8-a770-df69ccb711ba req-df8a4a0b-cfc7-4ba6-b2db-38270aa3b569 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.233388 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-2a70ed04-fd93-4244-bf91-a74015ab4dd1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0870368 Dec 24 03:19:38.234437 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1aa06ba5-55de-41f8-a770-df69ccb711ba req-df8a4a0b-cfc7-4ba6-b2db-38270aa3b569 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Dec 24 03:19:38.281219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1aa06ba5-55de-41f8-a770-df69ccb711ba req-f506854f-54ac-44b7-85b1-63cc6aac42db tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Dec 24 03:19:38.308687 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-a44766fb-c5c0-49fa-bb5a-ff102151b6f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1001 time: 0.0624874 Dec 24 03:19:38.360788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-19e4927f-9815-460d-8452-2950e994fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.362469 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-19e4927f-9815-460d-8452-2950e994fc7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0429437 Dec 24 03:19:38.414519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-01a048f5-5f7d-457d-adf4-14f0370079b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:38.415908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-01a048f5-5f7d-457d-adf4-14f0370079b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397727 Dec 24 03:19:38.510871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-fe110762-81e0-4ee7-8204-389414ab9dc7 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829985 Dec 24 03:19:38.607595 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-2486a1ca-6f31-4d79-b552-6f20023d7955 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856085 Dec 24 03:19:39.396214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5b67-b363-4c8e-93af-02029c65148c req-b4ce7978-4d35-4d8d-8a35-a960d984f019 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:39.397693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-124b5b67-b363-4c8e-93af-02029c65148c req-b4ce7978-4d35-4d8d-8a35-a960d984f019 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Dec 24 03:19:39.443367 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-124b5b67-b363-4c8e-93af-02029c65148c req-194e735f-cf17-4735-adf6-8de048c042d4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 Dec 24 03:19:40.559245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9fcf5-69d7-41f8-ae61-f9c548877cb1 req-c68a38d4-cc59-43eb-b9ee-d830e3310128 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:40.560724 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ded9fcf5-69d7-41f8-ae61-f9c548877cb1 req-c68a38d4-cc59-43eb-b9ee-d830e3310128 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Dec 24 03:19:40.610513 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ded9fcf5-69d7-41f8-ae61-f9c548877cb1 req-28da1ae2-1d20-4b0d-b8af-e490383ef271 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Dec 24 03:19:40.868547 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-658438b4-b421-4b42-8cc9-8b42d37d31ba service neutron] 10.222.0.49 "GET /v2.0/ports/a466c557-aceb-4336-90f1-2e2637e46d18/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0542727 Dec 24 03:19:41.376865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-fde53429-0314-47ff-b361-bfae620cb929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.378348 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-fde53429-0314-47ff-b361-bfae620cb929 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1098 time: 0.0407641 Dec 24 03:19:41.461704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-4d8777fa-497e-4ce7-8289-701e1dd93f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.463208 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-4d8777fa-497e-4ce7-8289-701e1dd93f6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0442350 Dec 24 03:19:41.556630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-7d738508-ae6b-4ed7-ac00-8e23e9756dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.558072 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-7d738508-ae6b-4ed7-ac00-8e23e9756dbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0828888 Dec 24 03:19:41.629708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-ecbd94d9-f84a-4439-a173-259762209c42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1001 time: 0.0604284 Dec 24 03:19:41.694144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-14fdbc25-b5e3-4989-9302-a17b64be4a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.695538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-14fdbc25-b5e3-4989-9302-a17b64be4a4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0536213 Dec 24 03:19:41.761357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436dd4-9b57-4f32-acf4-967cc2eef18a req-361fe1a8-3a90-4b66-8a46-56fec7d58a9c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.762808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6c436dd4-9b57-4f32-acf4-967cc2eef18a req-361fe1a8-3a90-4b66-8a46-56fec7d58a9c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0811713 Dec 24 03:19:41.767968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-f7a6f18d-c07e-4bdd-8af8-f29e6666a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:41.769353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-f7a6f18d-c07e-4bdd-8af8-f29e6666a4e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0595624 Dec 24 03:19:41.860794 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6c436dd4-9b57-4f32-acf4-967cc2eef18a req-cff347f6-9467-43fc-9690-584d04bf2824 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904777 Dec 24 03:19:41.889954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-fc1f1776-9ddc-41ce-bbc4-5d6fa6ce8e76 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068301 Dec 24 03:19:41.987235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00e2d881-8788-45f3-9793-dbc2ea3e5a4f req-3ed3e664-4942-4a99-b7e0-ec8e4486fe23 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Dec 24 03:19:42.979515 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45c5dd-a40b-49bd-a9cf-93b66bcfc75a req-668d5519-e26f-4d02-b9c6-b87d2e647b73 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:42.981004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8a45c5dd-a40b-49bd-a9cf-93b66bcfc75a req-668d5519-e26f-4d02-b9c6-b87d2e647b73 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0488901 Dec 24 03:19:43.029438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8a45c5dd-a40b-49bd-a9cf-93b66bcfc75a req-1ebcc3da-658b-4c4d-9c71-c0562076fb1f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 Dec 24 03:19:44.146509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510d99f-f6aa-4469-9916-b02cb0b8ea56 req-4b8c34fa-e005-4921-b3a6-2d3b035f01a4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:44.147976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a510d99f-f6aa-4469-9916-b02cb0b8ea56 req-4b8c34fa-e005-4921-b3a6-2d3b035f01a4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0502996 Dec 24 03:19:44.194580 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a510d99f-f6aa-4469-9916-b02cb0b8ea56 req-dc5eca30-3cf8-43f0-8e37-930392f6667a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Dec 24 03:19:44.682771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:19:44.696245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:19:44.831423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:44.849579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:19:44.868123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'mac_address': 'fa:16:3e:71:23:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:19:44.874825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:19:44.877063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3256209-0265-4674-a538-09690e56ba99" -d '{"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-unplugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:19:44.906743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:19:44.922008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:44.935189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:19:44.978383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c68246-39db-4162-b852-97c1885a75e1 x-openstack-request-id: req-f6c68246-39db-4162-b852-97c1885a75e1 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:19:44.978682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-unplugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:19:44.978935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6c68246-39db-4162-b852-97c1885a75e1 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:19:44.979373 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'code': 200} Dec 24 03:19:44.981892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:45.040064 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:19:45.054766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:19:45.055122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:19:45.059267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:45.065983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.067346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.067346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.067346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.067346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.068736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.069073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.069404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.069813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.070139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.070460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.070779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.071096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:45.315521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9556-9e14-4c1a-b7de-c2a6024b4b1e req-e92a16ee-edb1-4ec1-816e-bb02a29da403 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.317045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-694c9556-9e14-4c1a-b7de-c2a6024b4b1e req-e92a16ee-edb1-4ec1-816e-bb02a29da403 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 943 time: 0.0525122 Dec 24 03:19:45.362806 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-694c9556-9e14-4c1a-b7de-c2a6024b4b1e req-2afa49d1-4ff4-4b59-bef3-8dbfbad4f031 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397315 Dec 24 03:19:45.590415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:45.603546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:19:45.622738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:19:45.705096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:45.729325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ef12a-1247-42c6-9fd6-0ab7bd477b4e req-c7ba15ed-73a5-4743-ae8c-ecd70291b575 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.730852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f63ef12a-1247-42c6-9fd6-0ab7bd477b4e req-c7ba15ed-73a5-4743-ae8c-ecd70291b575 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 943 time: 0.0502489 Dec 24 03:19:45.754361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:45.780660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f63ef12a-1247-42c6-9fd6-0ab7bd477b4e req-3cd4574a-4b57-4f5d-a888-ac9f823ec779 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Dec 24 03:19:45.839568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-9ab64f53-fed7-4c03-b45b-ba29a08af5bd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.841081 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-9ab64f53-fed7-4c03-b45b-ba29a08af5bd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151&tenant_id=9e15e646716042268ca41f4fded03091&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 944 time: 0.0505266 Dec 24 03:19:45.866094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['a466c557-aceb-4336-90f1-2e2637e46d18'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:19:45.954527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-01dc2a02-4c2b-4789-aec2-5e25796622c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:45.956039 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-01dc2a02-4c2b-4789-aec2-5e25796622c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1097 time: 0.0433342 Dec 24 03:19:46.045114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-fd0507d4-7759-43c7-ba9c-21aad02a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:46.046576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-fd0507d4-7759-43c7-ba9c-21aad02a66ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0833917 Dec 24 03:19:46.114008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-2b1ae84d-ed6f-4a70-8d5e-9cf87570471f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1000 time: 0.0597601 Dec 24 03:19:46.163071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-2722fa3d-74a3-40a4-af1b-2d76a5579316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:46.164632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-2722fa3d-74a3-40a4-af1b-2d76a5579316 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0429525 Dec 24 03:19:46.211759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-38019869-318c-4482-84d8-434f5d0abf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:46.213246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-38019869-318c-4482-84d8-434f5d0abf23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398536 Dec 24 03:19:46.304294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-57f5b530-badf-499c-955f-d5228777d17f service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823395 Dec 24 03:19:46.393090 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6b2302aa-d8d6-4e2c-b367-ba42038d4356 req-609001cd-1af7-4310-9461-0f0176144cd4 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809216 Dec 24 03:19:46.699501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:19:46.747268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port a466c557-aceb-4336-90f1-2e2637e46d18 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:19:46.747938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:46.827118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:46.859125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:19:46.902218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ffb52-7998-47a8-9a41-c96f2b1edd80 req-a94d3bda-28ca-4de9-8eaa-f7c9be8ee760 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:46.903980 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a45ffb52-7998-47a8-9a41-c96f2b1edd80 req-a94d3bda-28ca-4de9-8eaa-f7c9be8ee760 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 944 time: 0.0496974 Dec 24 03:19:46.922225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:46.953317 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a45ffb52-7998-47a8-9a41-c96f2b1edd80 req-954d738f-dc71-4b15-b621-33cccbac8bf0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Dec 24 03:19:46.972038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:46.980068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:19:46.982849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb3260e-5ca4-4023-8f65-8a34524b7051" -d '{"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-plugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:19:47.027842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0338f58f-9e2b-4365-863f-92b8ba17a1fa x-openstack-request-id: req-0338f58f-9e2b-4365-863f-92b8ba17a1fa {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:19:47.028163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-plugged", "status": "completed", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:19:47.028431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0338f58f-9e2b-4365-863f-92b8ba17a1fa {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:19:47.028831 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'code': 200} Dec 24 03:19:48.074140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602895d-9b7e-42ce-8e47-c30abb673549 req-e71d187a-ec9d-4be7-8192-a29acd379574 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.075586 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9602895d-9b7e-42ce-8e47-c30abb673549 req-e71d187a-ec9d-4be7-8192-a29acd379574 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Dec 24 03:19:48.122771 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9602895d-9b7e-42ce-8e47-c30abb673549 req-cc98f449-031f-481c-a3e7-12100e275887 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Dec 24 03:19:48.244637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47fc79-4ccd-4848-8927-928cf42f5bf0 req-fba169d9-9202-4ced-a531-b286ef68e55a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.246080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9e47fc79-4ccd-4848-8927-928cf42f5bf0 req-fba169d9-9202-4ced-a531-b286ef68e55a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Dec 24 03:19:48.292173 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9e47fc79-4ccd-4848-8927-928cf42f5bf0 req-1cd2eb3f-1530-40b2-9f34-35ddb27c48a2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402455 Dec 24 03:19:48.561421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531fd93-6400-4cda-8c0a-18fd2dab6bd2 req-09979fd2-6471-4e96-833a-9237bdf2a13c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.562888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0531fd93-6400-4cda-8c0a-18fd2dab6bd2 req-09979fd2-6471-4e96-833a-9237bdf2a13c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0498438 Dec 24 03:19:48.613266 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0531fd93-6400-4cda-8c0a-18fd2dab6bd2 req-df10bb66-e3ab-428d-99bc-57f6a70c792b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Dec 24 03:19:48.659797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aea6e-7614-46a3-a013-962d0f795f80 req-59594104-5611-46c8-93c2-8dbf51065161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.661942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-59594104-5611-46c8-93c2-8dbf51065161 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 1098 time: 0.0398433 Dec 24 03:19:48.752990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aea6e-7614-46a3-a013-962d0f795f80 req-f93de5b3-3eb8-45a8-b575-c6606361cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.754367 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-f93de5b3-3eb8-45a8-b575-c6606361cc70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0854969 Dec 24 03:19:48.825948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-5bf45489-8534-4e47-8e68-ce01e38ee945 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 200 len: 1001 time: 0.0598528 Dec 24 03:19:48.877548 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aea6e-7614-46a3-a013-962d0f795f80 req-a1bee844-a6e6-42dc-b9dd-43ba6b7ffc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.878965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-a1bee844-a6e6-42dc-b9dd-43ba6b7ffc20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0422916 Dec 24 03:19:48.928721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aea6e-7614-46a3-a013-962d0f795f80 req-77025c7a-5b6f-4b31-82ce-6c44dcdbbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:48.930181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-77025c7a-5b6f-4b31-82ce-6c44dcdbbf4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401108 Dec 24 03:19:49.027500 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-793048e6-2361-477b-b7fa-c20b9d0acf3a service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848653 Dec 24 03:19:49.118384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-620aea6e-7614-46a3-a013-962d0f795f80 req-f798a5f1-6318-4307-ba42-bc57b8c39d66 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800691 Dec 24 03:19:49.734352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc05e6-75e5-40ef-b736-e0da30ff46cf req-a272acff-aefa-4062-b300-8c2a996f97c5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:49.735816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5bc05e6-75e5-40ef-b736-e0da30ff46cf req-a272acff-aefa-4062-b300-8c2a996f97c5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Dec 24 03:19:49.782084 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f5bc05e6-75e5-40ef-b736-e0da30ff46cf req-78723e7d-47ad-46e0-b4e7-68ab9fa3d729 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403526 Dec 24 03:19:50.237168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e195eb98-d5fb-42a0-826c-ff40455fe3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:50.895499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf3e78-67e9-407e-8fa8-9617443d9350 req-dc61ec2d-37c6-4e4c-b9e3-8513b8a2e928 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:50.896995 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-87cf3e78-67e9-407e-8fa8-9617443d9350 req-dc61ec2d-37c6-4e4c-b9e3-8513b8a2e928 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0490084 Dec 24 03:19:50.946902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-87cf3e78-67e9-407e-8fa8-9617443d9350 req-b9af94ca-f745-4a7e-88d1-d70042e8dcf5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439985 Dec 24 03:19:51.381128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166905ee-a366-485e-ae7f-0a189fc16065 req-f88dfea9-ae10-477c-a4df-e5635dc73ed5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:51.382613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-166905ee-a366-485e-ae7f-0a189fc16065 req-f88dfea9-ae10-477c-a4df-e5635dc73ed5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0474064 Dec 24 03:19:51.427896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-166905ee-a366-485e-ae7f-0a189fc16065 req-97c40140-07e9-4b94-a131-6bcfe4157fbf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393989 Dec 24 03:19:52.367443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f10bd7c1-0434-4aa7-8949-7d1a17627e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:52.543907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841bead-764a-4edd-baa7-81b919cb3167 req-7f164a87-99dd-4d8e-82a6-9c0db7e3f2d2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:52.545400 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d841bead-764a-4edd-baa7-81b919cb3167 req-7f164a87-99dd-4d8e-82a6-9c0db7e3f2d2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0480511 Dec 24 03:19:52.594917 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d841bead-764a-4edd-baa7-81b919cb3167 req-2f79a52f-f3a9-4c7e-aed5-e3aa2ae8e04f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Dec 24 03:19:53.361306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-c7dbf993-3d72-44f4-9684-70c35d598da6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:53.362744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-c7dbf993-3d72-44f4-9684-70c35d598da6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0476346 Dec 24 03:19:53.455446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Deleting port a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:19:53.455777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.542017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] For port a466c557-aceb-4336-90f1-2e2637e46d18, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=a466c557-aceb-4336-90f1-2e2637e46d18,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:19:53.542379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.738097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.738457 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.738770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 disassociated. External IP: 172.26.7.164, port: a466c557-aceb-4336-90f1-2e2637e46d18. Dec 24 03:19:53.739147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Calling delete_port for a466c557-aceb-4336-90f1-2e2637e46d18 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:19:53.758901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30108af-8113-4cf2-aabf-67af771e3b4a req-1fc65f4f-b53c-4c4e-a563-d11cadcb7221 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:53.760369 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e30108af-8113-4cf2-aabf-67af771e3b4a req-1fc65f4f-b53c-4c4e-a563-d11cadcb7221 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 945 time: 0.0741138 Dec 24 03:19:53.785161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.862575 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e30108af-8113-4cf2-aabf-67af771e3b4a req-8a869266-16a7-47c4-842f-80476509e999 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685720 Dec 24 03:19:53.956114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:53.984278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'Port': ['ID=a466c557-aceb-4336-90f1-2e2637e46d18,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:53.996774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:53.997127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:53.997472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:53.997815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.000862 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.001276 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.001623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.001962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.002296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.002629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.002955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.003301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.003626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:19:54.449679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:19:54.554176 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:19:54.563711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:19:54.574152 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:19:54.574763 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:19:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:19:54.593466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] No DVR routers for this DVR port a466c557-aceb-4336-90f1-2e2637e46d18 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:19:54.595928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:54.599316 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-615705b0-1b10-49ea-be8a-9462d1ea061c req-6637c299-e0ff-4956-9e3a-5394036c4e69 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "DELETE /v2.0/ports/a466c557-aceb-4336-90f1-2e2637e46d18 HTTP/1.1" status: 204 len: 173 time: 1.2261083 Dec 24 03:19:54.599761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-deleted', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:19:54.602039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bda954-cd9e-443e-a4cb-2507a35fbd9d" -d '{"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-deleted", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:19:54.639821 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c1695-80ba-49a1-8b14-c51c2d45bfcc x-openstack-request-id: req-447c1695-80ba-49a1-8b14-c51c2d45bfcc {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:19:54.640167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c133b268-b92c-481f-be89-c51aa9f36151", "name": "network-vif-deleted", "tag": "a466c557-aceb-4336-90f1-2e2637e46d18", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:19:54.640454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-447c1695-80ba-49a1-8b14-c51c2d45bfcc {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:19:54.640946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c133b268-b92c-481f-be89-c51aa9f36151', 'name': 'network-vif-deleted', 'tag': 'a466c557-aceb-4336-90f1-2e2637e46d18', 'status': 'completed', 'code': 200} Dec 24 03:19:54.686354 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:19:54.887425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:19:54.915901 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:19:54.924316 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:19:54.924962 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:19:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:19:54.972654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf8df4e2-c67d-4e28-8ebb-feb0a948b4bc req-59cc55c0-9061-4fbb-8e44-5358af3f9013 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=c133b268-b92c-481f-be89-c51aa9f36151 HTTP/1.1" status: 200 len: 210 time: 0.0272799 Dec 24 03:19:55.037435 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:19:55.128291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:55.232090 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:19:55.261497 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac6a8c4-a06f-4bdf-ab5a-2fe6b07f2829 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:19:55.501623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985a801-0680-4203-8326-6b57836ddbf2 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:19:55.858857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:56.231358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-bff2e29a-faba-4016-85e0-91ca2de2d994 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1553133120&fields=id&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 267 time: 0.0409982 Dec 24 03:19:56.334022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-c0a11552-cf1d-4f07-af89-6b850a57b7d5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:56.335470 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-c0a11552-cf1d-4f07-af89-6b850a57b7d5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.0975022 Dec 24 03:19:56.349953 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-5b58b051-feb3-4855-99dc-3304bae163f7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/quotas/9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 375 time: 0.0088422 Dec 24 03:19:56.403896 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-a1a04d83-9631-4823-b072-ce2275431552 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485351 Dec 24 03:19:56.545193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-d892cea4-d763-4491-b1dd-fb74d7510df0 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291978 Dec 24 03:19:56.636924 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-142a9b47-5ff4-49e7-9542-de522848b331 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857015 Dec 24 03:19:56.777001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:19:56.800070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: a466c557-aceb-4336-90f1-2e2637e46d18 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:19:56.801670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device a466c557-aceb-4336-90f1-2e2637e46d18 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:19:56.871083 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ceee4b46-0fe3-4fa2-9268-bded3db3bdeb req-06d559b8-a25e-4f02-880c-3537a077434a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 210 time: 0.0304608 Dec 24 03:19:57.964741 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-900f09c3-9392-4fa3-9b8c-2f539225f798 req-d6c3af5d-aed4-4a05-bb70-d7a75e459528 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 210 time: 0.0272846 Dec 24 03:19:59.053918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-f85b78b4-6297-48df-80c7-888074e3c2d9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:59.055366 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-f85b78b4-6297-48df-80c7-888074e3c2d9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1107497 Dec 24 03:19:59.069430 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-64c94acf-5420-41f8-b36a-f954f53327c5 req-8d23b7c6-ed37-46ed-bcd0-8e1916e7c7e8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 210 time: 0.0343325 Dec 24 03:19:59.128887 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-a787dc34-2912-448b-8de3-a6bd0f3d6af3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 380 time: 0.0546162 Dec 24 03:19:59.144089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'port': {'device_id': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'admin_state_up': True, 'tenant_id': '9e15e646716042268ca41f4fded03091', 'security_groups': ['9853551e-6f3e-4e76-8eba-96fb11eeabc3']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:19:59.316440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:19:59.320107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:59.446650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Allocated IP 172.20.0.14 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/c2fee157-e3a0-4a08-aa6d-068407cce7d1) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:19:59.582132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:59.676561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:59.720591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:19:59.723440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:19:59.727329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:19:59.733813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:19:59.780819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:19:59.781432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:59.878883 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-8ae1504c-4ad2-450e-8ba3-10bea106448b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7392876 Dec 24 03:19:59.899641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Request body: {'port': {'device_id': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:19:59.952556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:19:59.999169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a404807b-cc2f-4936-87fc-01151f178f00 None None] Provisioning complete for port c2fee157-e3a0-4a08-aa6d-068407cce7d1 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:19:59.999714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a404807b-cc2f-4936-87fc-01151f178f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.043158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a404807b-cc2f-4936-87fc-01151f178f00 None None] Port c2fee157-e3a0-4a08-aa6d-068407cce7d1 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:20:00.104777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.201745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e42fd-15b1-44a1-be69-1112fe5c9218 req-18fcac22-1edb-46e7-a9b3-ad1c9e137d5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:00.204200 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b6e42fd-15b1-44a1-be69-1112fe5c9218 req-18fcac22-1edb-46e7-a9b3-ad1c9e137d5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 932 time: 0.0639036 Dec 24 03:20:00.220367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:20:00.228768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.242599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Transition to ACTIVE for port object c2fee157-e3a0-4a08-aa6d-068407cce7d1 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:20:00.255954 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b6e42fd-15b1-44a1-be69-1112fe5c9218 req-a05d75f1-a7eb-4dfc-8eba-2867328157db tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Dec 24 03:20:00.316198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.370572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:00.440219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Attempting to bind port c2fee157-e3a0-4a08-aa6d-068407cce7d1 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:20:00.440595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Attempting to bind port c2fee157-e3a0-4a08-aa6d-068407cce7d1 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:20:00.440928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Attempting to bind port c2fee157-e3a0-4a08-aa6d-068407cce7d1 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:20:00.446040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Port c2fee157-e3a0-4a08-aa6d-068407cce7d1 on network fea6f00c-56e1-4187-b366-65b48a16edca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:20:00.446361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Attempting to bind port c2fee157-e3a0-4a08-aa6d-068407cce7d1 on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:20:00.451972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:20:00.452309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:20:00.452728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:20:00.453161 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Bound port: c2fee157-e3a0-4a08-aa6d-068407cce7d1, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:20:00.453518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.520255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:20:00.524123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:20:00.597301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.635609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:00.636174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:00.637598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] 10.222.0.49 "PUT /v2.0/ports/c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1094 time: 0.7423856 Dec 24 03:20:00.638973 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:20:00.641526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aedea5-d306-4163-a7e7-bae1046944c8" -d '{"events": [{"name": "network-changed", "server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:20:00.672023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2ab2b-8200-4345-97fc-ef55494c5b96 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:00.686355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13540b3c-4909-4886-99b0-4660b3407a50 x-openstack-request-id: req-13540b3c-4909-4886-99b0-4660b3407a50 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:20:00.687004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:20:00.687456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13540b3c-4909-4886-99b0-4660b3407a50 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:20:00.687908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'status': 'completed', 'code': 200} Dec 24 03:20:00.785985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-930cfcc1-523a-47bc-8ab6-71fe89061622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:00.787643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-930cfcc1-523a-47bc-8ab6-71fe89061622 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1097 time: 0.0464375 Dec 24 03:20:00.917815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-c3b43eb4-2232-4309-993c-e5a4458b2421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:00.919211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-c3b43eb4-2232-4309-993c-e5a4458b2421 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e15e646716042268ca41f4fded03091&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080287 Dec 24 03:20:01.027074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-390ed640-c168-4d3a-ae63-e61b59ba42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:01.028596 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-72aedea5-d306-4163-a7e7-bae1046944c8 req-390ed640-c168-4d3a-ae63-e61b59ba42ea service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983281 Dec 24 03:20:01.134214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-a25e5bb2-855d-48c9-9477-ef283af82d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:01.135724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-a25e5bb2-855d-48c9-9477-ef283af82d8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1097 time: 0.0446193 Dec 24 03:20:01.183538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-898d62ee-fc33-47be-8ce8-4f69c320d120 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 217 time: 0.0335543 Dec 24 03:20:01.233923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-d69e20b8-0f31-4f40-9bbc-e5dcb1799063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:01.235386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-d69e20b8-0f31-4f40-9bbc-e5dcb1799063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0449793 Dec 24 03:20:01.290393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-ad57c6ec-e4dc-40b5-bed6-208ad8b3d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:01.291897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-ad57c6ec-e4dc-40b5-bed6-208ad8b3d1d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446808 Dec 24 03:20:01.375319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb6827-a437-4e38-9363-81b06ebca3b0 req-0c3801a1-185c-4b69-a800-f6eff79fe348 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:01.377966 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b3fb6827-a437-4e38-9363-81b06ebca3b0 req-0c3801a1-185c-4b69-a800-f6eff79fe348 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 944 time: 0.0530963 Dec 24 03:20:01.384703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-49f03020-c990-4d4e-85ae-ba100c0ef4b2 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848637 Dec 24 03:20:01.424262 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b3fb6827-a437-4e38-9363-81b06ebca3b0 req-fceb10e2-2950-4c90-9c6a-d0b6ff0f04d1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393584 Dec 24 03:20:01.481545 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-333bb67a-ae7a-4721-923f-b7977ce2921d req-4cbfe21b-5cf5-46a5-b04a-a7600729d1fd service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870211 Dec 24 03:20:02.540595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da326d50-da23-4e25-9545-6040046a7883 req-443fa411-37b1-4d12-8a46-5ced58ad424e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:02.542081 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da326d50-da23-4e25-9545-6040046a7883 req-443fa411-37b1-4d12-8a46-5ced58ad424e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 944 time: 0.0487924 Dec 24 03:20:02.588971 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da326d50-da23-4e25-9545-6040046a7883 req-6804ea6f-d9a4-4499-888c-8a0cc83c0c58 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411119 Dec 24 03:20:02.787346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:20:02.879666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:20:02.890890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:20:02.927897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:02.939952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:20:02.958170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:20:03.064565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:03.115055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:03.414485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['c2fee157-e3a0-4a08-aa6d-068407cce7d1'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:20:03.709377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a4789-3451-420e-a74c-a73fcb04785a req-1fc37cd0-6c4a-4a92-b038-4a9c2bc9e8ea tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:03.710771 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d92a4789-3451-420e-a74c-a73fcb04785a req-1fc37cd0-6c4a-4a92-b038-4a9c2bc9e8ea tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Dec 24 03:20:03.757264 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d92a4789-3451-420e-a74c-a73fcb04785a req-9037fe32-f4eb-42df-8241-274699c7b4c6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406275 Dec 24 03:20:04.787211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:20:04.877333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dec570-40f3-469b-97a6-80c0c087f8fe req-a0925ae4-4ad7-45e1-9b93-7f11bbb6cbfe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:04.878828 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-93dec570-40f3-469b-97a6-80c0c087f8fe req-a0925ae4-4ad7-45e1-9b93-7f11bbb6cbfe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Dec 24 03:20:04.927179 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-93dec570-40f3-469b-97a6-80c0c087f8fe req-4eb0f6a7-381a-4e5d-9a25-96247e3fea13 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416818 Dec 24 03:20:04.927494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port c2fee157-e3a0-4a08-aa6d-068407cce7d1 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:20:04.931728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port c2fee157-e3a0-4a08-aa6d-068407cce7d1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:20:04.932216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:05.006411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:05.028096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:20:05.030312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37e2195-64a2-4158-b733-73fd2f727afb" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:20:05.042420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:20:05.067437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc9b0c-e884-4414-9d48-9e4b6fdde9e3 x-openstack-request-id: req-1cfc9b0c-e884-4414-9d48-9e4b6fdde9e3 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:20:05.068244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:20:05.068531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cfc9b0c-e884-4414-9d48-9e4b6fdde9e3 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:20:05.069083 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'code': 200} Dec 24 03:20:05.099053 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:05.147247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:20:05.421613 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f28bf-3916-456c-a0ea-374cbb683ee9 req-4a299907-c19c-4f94-a8b2-713f2975ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:05.422998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-815f28bf-3916-456c-a0ea-374cbb683ee9 req-4a299907-c19c-4f94-a8b2-713f2975ee15 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0410984 Dec 24 03:20:05.471792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-815f28bf-3916-456c-a0ea-374cbb683ee9 req-4894b152-f976-4d31-b431-c0d71fe7c695 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Dec 24 03:20:06.059426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67776b07-e84e-4eac-bdc0-fc91e01b42ff req-6fd2a685-9518-4833-bed1-b71f9c54ef2a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:06.060916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67776b07-e84e-4eac-bdc0-fc91e01b42ff req-6fd2a685-9518-4833-bed1-b71f9c54ef2a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0656087 Dec 24 03:20:06.112188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67776b07-e84e-4eac-bdc0-fc91e01b42ff req-52994cdc-6548-4a19-bd98-1923db0adfed tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Dec 24 03:20:07.238950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74269c-49bc-4ac6-9021-d5123a3f9676 req-3e2afc7b-50c5-438c-aa96-139a11bd78ed tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:07.240988 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca74269c-49bc-4ac6-9021-d5123a3f9676 req-3e2afc7b-50c5-438c-aa96-139a11bd78ed tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0497444 Dec 24 03:20:07.289888 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca74269c-49bc-4ac6-9021-d5123a3f9676 req-9d839de1-a03e-4497-8c61-7c26a95dccc6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Dec 24 03:20:07.404633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52fba-20ec-43e4-861c-f0a60771ccb7 req-193edd37-99d1-4863-a265-52e66322fecc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:07.406008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-54a52fba-20ec-43e4-861c-f0a60771ccb7 req-193edd37-99d1-4863-a265-52e66322fecc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0477076 Dec 24 03:20:07.415439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 38300) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:20:07.419719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'floatingip': {'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:20:07.459472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:07.883814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:07.938766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:08.040468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 associated. External IP: 172.26.7.164, port: c2fee157-e3a0-4a08-aa6d-068407cce7d1. Dec 24 03:20:08.245363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:20:08.350925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:20:08.355439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:08.361869 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:20:08.372059 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:20:08.372694 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:19:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:20:08.385301 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-03aa7398-2edd-4e50-9f65-0ddfd4bca752 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "PUT /v2.0/floatingips/583e90f9-b2d0-47fb-8dfd-724937b45049 HTTP/1.1" status: 200 len: 992 time: 0.9663608 Dec 24 03:20:08.385301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:20:08.385725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67df2c2c-2862-4419-a901-7b1dc76c37f4" -d '{"events": [{"name": "network-changed", "server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:20:08.429533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a4e26-d676-48f4-a81b-336fd80fcb95 x-openstack-request-id: req-242a4e26-d676-48f4-a81b-336fd80fcb95 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:20:08.430130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:20:08.430130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-242a4e26-d676-48f4-a81b-336fd80fcb95 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:20:08.430515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'status': 'completed', 'code': 200} Dec 24 03:20:08.523738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-754cee1d-40e1-4541-902c-6900bef7e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:08.525283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-754cee1d-40e1-4541-902c-6900bef7e4a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0444996 Dec 24 03:20:08.575251 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:20:08.622790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-0318ce0a-49da-4119-81ae-76de137d09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:08.624258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-0318ce0a-49da-4119-81ae-76de137d09f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0898387 Dec 24 03:20:08.690622 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-77b5448b-5d32-487e-8d49-a2f85e8d49ee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1000 time: 0.0581627 Dec 24 03:20:08.739102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-64e8f622-b754-4a6b-81de-620230e8ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:08.740900 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-64e8f622-b754-4a6b-81de-620230e8ff62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0435972 Dec 24 03:20:08.789849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-18e3d2b7-3d1f-47fb-a7e3-ba399d2527c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:08.791341 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-18e3d2b7-3d1f-47fb-a7e3-ba399d2527c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432644 Dec 24 03:20:08.792140 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:20:07Z', 'revision_number': 9, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:20:08.821512 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:20:08.829973 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:20:08.830585 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:19:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:20:08.881933 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-9fd38f88-88e4-4502-8c89-f34e04e8d366 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825002 Dec 24 03:20:08.934270 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:20:08.977294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-67df2c2c-2862-4419-a901-7b1dc76c37f4 req-255c210c-84a5-40b1-af35-86a8763dbcce service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884871 Dec 24 03:20:09.152919 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:20:07Z', 'revision_number': 9, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:20:09.182082 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b95e013-da7a-4f61-9ac7-ec2053fa1102 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:20:07Z', 'revision_number': 9, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:20:09.373999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5214a22-2076-40e4-bc25-39743870daf3 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:20:20.264150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7bdd11cf-7f80-412b-9d0c-2b7c6ce238eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:22.039345 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:20:22.361276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ebea5edc-c384-4861-9c6a-7c65a3f8e14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:23.789602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.144693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:25.915257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:27.360172 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-32d36c0a-f1fc-414a-ae25-bb68ff66acda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399771 Dec 24 03:20:27.471878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-049d1e51-5371-4b13-b826-bff1b1e5aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:27.473413 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-049d1e51-5371-4b13-b826-bff1b1e5aa52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0460153 Dec 24 03:20:27.575174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-912a1529-1196-44c0-a7f7-0210fe5347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:27.576672 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-912a1529-1196-44c0-a7f7-0210fe5347fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0841501 Dec 24 03:20:27.646037 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-5cb9fb42-459b-410f-84af-6da67ef7825d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1003 time: 0.0607181 Dec 24 03:20:27.694427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-87c7dd7b-ffc8-4d73-aec6-a668d780bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:27.695822 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-87c7dd7b-ffc8-4d73-aec6-a668d780bf14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0423362 Dec 24 03:20:27.741908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-e3ff5b4b-011f-49d8-9673-b2932c4cf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:27.743360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-e3ff5b4b-011f-49d8-9673-b2932c4cf985 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384240 Dec 24 03:20:27.836827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-238e9a77-1048-4e5a-a814-0df01dfea665 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Dec 24 03:20:27.926321 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ea65c347-5ffa-4dd9-afc5-8bc349cf3ad2 req-f3a310d3-683f-4fa7-97ae-717ac255dfc1 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818758 Dec 24 03:20:30.109484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:49.144836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60369b9b-9913-4688-9c68-6824022d5756 req-e087571c-e349-4846-8a30-cb25ab88bab2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:49.146987 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60369b9b-9913-4688-9c68-6824022d5756 req-e087571c-e349-4846-8a30-cb25ab88bab2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0495498 Dec 24 03:20:49.193920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-60369b9b-9913-4688-9c68-6824022d5756 req-0823d5ae-4761-4d6e-9057-9398d1202744 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Dec 24 03:20:49.251818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-e60aaf73-0933-485d-8eb4-ed1907f900a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423813 Dec 24 03:20:50.292154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-854d0df3-e06b-4311-85a0-98b71fc140a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:50.311988 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66fddc-f560-44e5-9ff3-029bea6a8e19 req-6b41489d-042d-4268-8c32-232f82605895 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:50.313495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a66fddc-f560-44e5-9ff3-029bea6a8e19 req-6b41489d-042d-4268-8c32-232f82605895 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Dec 24 03:20:50.360904 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a66fddc-f560-44e5-9ff3-029bea6a8e19 req-fc0166cd-3d60-4746-8b5e-6812099c4c50 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 Dec 24 03:20:51.322107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-b0a30831-6476-43cb-bfc7-7700fc57fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:51.323829 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-b0a30831-6476-43cb-bfc7-7700fc57fe8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0403755 Dec 24 03:20:51.420122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-f93991c3-41e7-4927-9bfd-77ad9ec1eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:51.421621 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-f93991c3-41e7-4927-9bfd-77ad9ec1eeca service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0863340 Dec 24 03:20:51.477038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dafd85-3ae1-4910-bdfb-025391d29b6b req-f56abb1f-c6c3-457e-a9ac-7efc074c8337 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:51.478527 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2dafd85-3ae1-4910-bdfb-025391d29b6b req-f56abb1f-c6c3-457e-a9ac-7efc074c8337 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0488002 Dec 24 03:20:51.495709 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-4d4afef9-5410-4f9a-a09d-1116b1e7b31b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1003 time: 0.0619771 Dec 24 03:20:51.526444 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2dafd85-3ae1-4910-bdfb-025391d29b6b req-314d9bc5-d4e6-4025-836b-4c9b70fa290c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420411 Dec 24 03:20:51.554924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-024ffbd8-51ec-451d-bba8-263cdd3033be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:51.556356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-024ffbd8-51ec-451d-bba8-263cdd3033be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0491946 Dec 24 03:20:51.606338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-25c815d1-5bfd-40c3-855a-98ffe4335b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:51.607705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-25c815d1-5bfd-40c3-855a-98ffe4335b25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404470 Dec 24 03:20:51.697546 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-69ef2903-d8a4-4bc1-a8ac-95e79ada0443 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792038 Dec 24 03:20:51.796469 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-74b18a0a-f34d-4d8f-83b3-132f00786042 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868304 Dec 24 03:20:52.388905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30abaca1-5b06-4518-baca-e4c9c245dc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:52.640836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777416e-5199-45a4-8cb8-a6626042a6e2 req-37f9d752-f79b-4c90-b0db-2aa0486936d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:52.642196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0777416e-5199-45a4-8cb8-a6626042a6e2 req-37f9d752-f79b-4c90-b0db-2aa0486936d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Dec 24 03:20:52.688186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0777416e-5199-45a4-8cb8-a6626042a6e2 req-01e6cf08-b04e-468a-8116-02ce66f5a053 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393891 Dec 24 03:20:53.800532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:53.809056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5cd0e-4150-4b64-a99c-9835d4387840 req-b9eca608-8541-412e-a15b-a406a13df684 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:53.810494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-38b5cd0e-4150-4b64-a99c-9835d4387840 req-b9eca608-8541-412e-a15b-a406a13df684 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0527377 Dec 24 03:20:53.856573 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-38b5cd0e-4150-4b64-a99c-9835d4387840 req-3a3e574a-f547-4a93-94af-7f6234d81e92 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Dec 24 03:20:54.973933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3ce6-4aa4-4c8e-98e2-48875d48a2e7 req-0b08966f-b4d5-49ff-b14c-f3a3551eaf71 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:54.975381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d2ac3ce6-4aa4-4c8e-98e2-48875d48a2e7 req-0b08966f-b4d5-49ff-b14c-f3a3551eaf71 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0513113 Dec 24 03:20:55.022245 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d2ac3ce6-4aa4-4c8e-98e2-48875d48a2e7 req-a229f213-0f6d-4186-813b-df987204788f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409377 Dec 24 03:20:55.126178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:55.920225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:20:56.136908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f404e91-ca48-4f99-b2e3-019d76941baf req-289e7a9b-d9cb-49a5-a757-d02c45f615f0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:56.138291 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7f404e91-ca48-4f99-b2e3-019d76941baf req-289e7a9b-d9cb-49a5-a757-d02c45f615f0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Dec 24 03:20:56.183763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7f404e91-ca48-4f99-b2e3-019d76941baf req-34a7abc6-6d9b-49f4-8058-0222dcc63098 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Dec 24 03:20:57.298504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044bd69-b3f4-4a44-bebe-76de524f0c35 req-7c0989cb-5b8e-40d6-a8ea-06fd0d033881 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:57.299940 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3044bd69-b3f4-4a44-bebe-76de524f0c35 req-7c0989cb-5b8e-40d6-a8ea-06fd0d033881 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0477164 Dec 24 03:20:57.346514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3044bd69-b3f4-4a44-bebe-76de524f0c35 req-3ae443eb-b404-4ad3-935c-bd4cf06d6849 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Dec 24 03:20:58.464736 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119ec42-c337-4dab-af2e-6f97c5725fbf req-6b1db628-f853-4294-88fd-e70e66078312 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:58.466193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2119ec42-c337-4dab-af2e-6f97c5725fbf req-6b1db628-f853-4294-88fd-e70e66078312 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0515416 Dec 24 03:20:58.512737 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2119ec42-c337-4dab-af2e-6f97c5725fbf req-a53d0516-8ff7-48e4-886a-7a13d7ff5d5f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Dec 24 03:20:59.038934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:20:59.632752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb629fd-523b-48d5-8ae2-9b89ef76777e req-94b9829f-1907-4c4c-bad4-2a2d1b70c5ec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:20:59.634196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-abb629fd-523b-48d5-8ae2-9b89ef76777e req-94b9829f-1907-4c4c-bad4-2a2d1b70c5ec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0532932 Dec 24 03:20:59.681175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-abb629fd-523b-48d5-8ae2-9b89ef76777e req-3a1f2d8a-1fc3-49a2-b354-ff73d215fd46 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410380 Dec 24 03:21:00.114733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:00.794581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25320769-7794-4831-b5d6-1134cf174d9f req-2e393113-bfc2-4366-8864-8c7d869dad07 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:00.796048 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-25320769-7794-4831-b5d6-1134cf174d9f req-2e393113-bfc2-4366-8864-8c7d869dad07 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Dec 24 03:21:00.843392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-25320769-7794-4831-b5d6-1134cf174d9f req-509c0016-5f7c-46bd-8acf-ce4d483b1b8f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407107 Dec 24 03:21:01.963699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0932886-e794-4ef6-aa5d-2c4f5d741163 req-e7ca2b77-c5e5-4f44-a788-ccec70afd80b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:01.965349 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0932886-e794-4ef6-aa5d-2c4f5d741163 req-e7ca2b77-c5e5-4f44-a788-ccec70afd80b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Dec 24 03:21:02.013119 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0932886-e794-4ef6-aa5d-2c4f5d741163 req-b274755e-3d5e-42c0-a914-1a91a272f9fe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Dec 24 03:21:03.133942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb489-9815-459f-9918-51ffabba9d9f req-b05aca4c-b040-4b9d-ab71-c139c465a17c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:03.135412 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1dfeb489-9815-459f-9918-51ffabba9d9f req-b05aca4c-b040-4b9d-ab71-c139c465a17c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0524795 Dec 24 03:21:03.186321 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1dfeb489-9815-459f-9918-51ffabba9d9f req-9a9156bf-ca22-49a4-a286-96f3b0088169 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449579 Dec 24 03:21:04.131861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-aaca518e-5b9d-44ed-9c11-24ad0e0a8e11 service neutron] 10.222.0.49 "GET /v2.0/ports/c2fee157-e3a0-4a08-aa6d-068407cce7d1/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0527465 Dec 24 03:21:04.381283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b0201-64fd-4e00-a9d7-8d998e967160 req-0285fab7-d5cf-4fc4-ab15-f6b3239b0239 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:04.382819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f53b0201-64fd-4e00-a9d7-8d998e967160 req-0285fab7-d5cf-4fc4-ab15-f6b3239b0239 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0529857 Dec 24 03:21:04.433363 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f53b0201-64fd-4e00-a9d7-8d998e967160 req-baeb973c-dcbb-45aa-84dd-78959228e3a5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 Dec 24 03:21:04.764236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-3b7e2502-1edc-43ca-8fc5-e40ac9699407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:04.765756 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-3b7e2502-1edc-43ca-8fc5-e40ac9699407 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1099 time: 0.0398083 Dec 24 03:21:04.848156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-f584539d-2e9d-408a-ace1-872fb62f04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:04.849935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-f584539d-2e9d-408a-ace1-872fb62f04de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0400770 Dec 24 03:21:05.282575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-6947a274-9ae4-459a-b62c-7e451df1222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:05.284036 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-6947a274-9ae4-459a-b62c-7e451df1222a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.4219182 Dec 24 03:21:05.348845 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-24ee9803-7761-4bec-8d84-f642ba0c8143 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1003 time: 0.0565310 Dec 24 03:21:05.403652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-34db3415-bd53-4d96-a09d-589cd6f9e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:05.405079 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-34db3415-bd53-4d96-a09d-589cd6f9e219 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0460079 Dec 24 03:21:05.453182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-c25d149f-d6d7-49f5-90ae-7678b667c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:05.456886 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-c25d149f-d6d7-49f5-90ae-7678b667c35d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385523 Dec 24 03:21:05.549994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fb37-1ff5-402e-ac3d-6d4ebd67ccab req-7a714630-1c71-42f9-b5b9-65cfe583d115 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:05.551457 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2125fb37-1ff5-402e-ac3d-6d4ebd67ccab req-7a714630-1c71-42f9-b5b9-65cfe583d115 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0498259 Dec 24 03:21:05.551707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-e80de30f-5a0c-47b5-aaf3-520b2327a587 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Dec 24 03:21:05.598263 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2125fb37-1ff5-402e-ac3d-6d4ebd67ccab req-4cf87fcf-7756-4a96-b7f4-a22ba8baac05 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401585 Dec 24 03:21:05.644945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68e0957-7d47-4465-88b7-6e25d9dc418b req-83f7bb65-a820-4bb3-bc2c-275e0154e8fc service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814619 Dec 24 03:21:06.715849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58410f9-1e64-4399-afb3-76991a286532 req-40473fdf-20fc-43b3-aaa7-5598a6e526e4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:06.717347 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d58410f9-1e64-4399-afb3-76991a286532 req-40473fdf-20fc-43b3-aaa7-5598a6e526e4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0489759 Dec 24 03:21:06.766778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d58410f9-1e64-4399-afb3-76991a286532 req-13914f5f-d452-4814-98e1-17b5ff2e5553 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Dec 24 03:21:07.196577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:21:07.207294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:21:07.354456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:07.356957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:07.374252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:21:07.405202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:07.407694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54463b-7655-45d9-9edc-792fa2783267" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:07.426361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:07.433298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:07.447318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:07.454746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e312353-fe72-47dc-8ff6-4f9b4bde21b0 x-openstack-request-id: req-9e312353-fe72-47dc-8ff6-4f9b4bde21b0 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:07.454746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:07.454746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e312353-fe72-47dc-8ff6-4f9b4bde21b0 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:07.454746 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'code': 200} Dec 24 03:21:07.509657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:07.580577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:21:07.580930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:21:07.583478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:07.590220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.590568 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.590920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.591246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.591558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.591880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.592204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.592553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.592874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.593194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.593512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.593823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.594137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:07.882981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db91cef-3432-4f3d-bf58-5d4943774d0e req-7332e5b0-87af-4ef8-a372-4630ec8d30d8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:07.884516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1db91cef-3432-4f3d-bf58-5d4943774d0e req-7332e5b0-87af-4ef8-a372-4630ec8d30d8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 944 time: 0.0489774 Dec 24 03:21:07.932586 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1db91cef-3432-4f3d-bf58-5d4943774d0e req-58d86e0a-b2dd-4297-a791-9a52b701ba3e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420661 Dec 24 03:21:08.117596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:08.130960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:08.149802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:08.211418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:08.258646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:08.349708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['c2fee157-e3a0-4a08-aa6d-068407cce7d1'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:21:09.140735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10253948-cadc-41ed-bda4-92f91ae1f41c req-5fcc2a63-0ea8-4d31-b2b8-406afd0960b5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:09.142107 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-10253948-cadc-41ed-bda4-92f91ae1f41c req-5fcc2a63-0ea8-4d31-b2b8-406afd0960b5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 945 time: 0.1375296 Dec 24 03:21:09.189875 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-10253948-cadc-41ed-bda4-92f91ae1f41c req-b2cfadbf-a895-4712-b28b-cc7c20513c37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Dec 24 03:21:09.214933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:21:09.264275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port c2fee157-e3a0-4a08-aa6d-068407cce7d1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:21:09.264682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:09.348519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:09.389512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:09.455218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:09.457582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6888a4-798c-461d-bf38-a0b10787ab96" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:09.463225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:09.503111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01526a69-4c3b-4b11-843e-ff22345e83a4 x-openstack-request-id: req-01526a69-4c3b-4b11-843e-ff22345e83a4 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:09.503402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:09.503660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01526a69-4c3b-4b11-843e-ff22345e83a4 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:09.504051 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'code': 200} Dec 24 03:21:09.513220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:09.795734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46d634-95da-4f5a-93f2-c0fd22a7ea9e req-3361d84f-a752-48be-b30c-977c4cefd7e3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:09.797226 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bb46d634-95da-4f5a-93f2-c0fd22a7ea9e req-3361d84f-a752-48be-b30c-977c4cefd7e3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0543151 Dec 24 03:21:09.826343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-659572e6-6961-4556-ab5f-9c8d2c306c73 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:09.827799 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-659572e6-6961-4556-ab5f-9c8d2c306c73 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3&tenant_id=9e15e646716042268ca41f4fded03091&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 946 time: 0.0512547 Dec 24 03:21:09.844369 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bb46d634-95da-4f5a-93f2-c0fd22a7ea9e req-fa3d2268-84bd-4625-9782-326dccbcde5c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Dec 24 03:21:09.889443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-da8c4b4f-0490-4826-b282-b1c47c2092f0 service neutron] 10.222.0.49 "GET /v2.0/ports/c2fee157-e3a0-4a08-aa6d-068407cce7d1/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0534449 Dec 24 03:21:09.972772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-8f7aef74-baef-4806-83a1-955b4051da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:09.974307 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-8f7aef74-baef-4806-83a1-955b4051da49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0443959 Dec 24 03:21:10.062586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-c810556f-fae0-4a07-b600-0ea6d81ccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:10.064080 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-c810556f-fae0-4a07-b600-0ea6d81ccc49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0821822 Dec 24 03:21:10.131955 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-05d90024-921b-49d1-a69f-dde3cb31d244 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1003 time: 0.0609832 Dec 24 03:21:10.180463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-b8d1e1bc-d853-465e-8236-00402c6d5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:10.181894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-b8d1e1bc-d853-465e-8236-00402c6d5166 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0434058 Dec 24 03:21:10.226808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-f663932e-e961-4841-8119-d1ff06cf250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:10.228184 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-f663932e-e961-4841-8119-d1ff06cf250b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389321 Dec 24 03:21:10.320303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-128b4474-e0ae-4dcd-91b1-f1bdc00bd3e4 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Dec 24 03:21:10.414331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-99e812cf-596e-4829-8666-e05a2c583194 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855677 Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:21:11.017211 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:21:11.021085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705f4ec-fc58-421c-865e-e2766a3b9803 req-3c24c7fd-84ac-423c-95f8-b32480acff7f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:11.021085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c705f4ec-fc58-421c-865e-e2766a3b9803 req-3c24c7fd-84ac-423c-95f8-b32480acff7f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.1025877 Dec 24 03:21:11.066362 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c705f4ec-fc58-421c-865e-e2766a3b9803 req-7eb33076-2a4d-4504-90de-8a3c1752f46e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Dec 24 03:21:12.183348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e39966-9307-44d8-96aa-29c4db63c525 req-8cde2d51-50c4-4b4b-b47f-1f8830cce1f2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:12.184748 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-43e39966-9307-44d8-96aa-29c4db63c525 req-8cde2d51-50c4-4b4b-b47f-1f8830cce1f2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0501616 Dec 24 03:21:12.231989 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-43e39966-9307-44d8-96aa-29c4db63c525 req-306e8d1e-80d0-45c0-8b74-fc6154760fed tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Dec 24 03:21:13.347312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e495d-1c1f-4d0f-854e-df8badb82c5c req-1857ad26-0179-4508-b61f-6e181aad7bf1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:13.349492 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e10e495d-1c1f-4d0f-854e-df8badb82c5c req-1857ad26-0179-4508-b61f-6e181aad7bf1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0498838 Dec 24 03:21:13.396996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e10e495d-1c1f-4d0f-854e-df8badb82c5c req-9f8dd65b-c4ac-4b45-9b5b-ca07c9707717 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Dec 24 03:21:13.776550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-d7c1d9a5-99f5-4ecf-a2ca-30e6be32ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:13.777936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-d7c1d9a5-99f5-4ecf-a2ca-30e6be32ee26 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1099 time: 0.0449731 Dec 24 03:21:13.871469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-add9fbb8-8d18-412a-a441-b39eae8881c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:13.872969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-add9fbb8-8d18-412a-a441-b39eae8881c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 1099 time: 0.0391171 Dec 24 03:21:13.967490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-a0f87adf-2176-4923-b7f4-e2d9d0111613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:13.968981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-a0f87adf-2176-4923-b7f4-e2d9d0111613 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0843959 Dec 24 03:21:14.041564 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-44830f6e-3553-4548-909c-a4d467d80c72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 200 len: 1003 time: 0.0617375 Dec 24 03:21:14.093918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-8641432d-2833-4faa-b436-7840da1a08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:14.095324 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-8641432d-2833-4faa-b436-7840da1a08fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0420911 Dec 24 03:21:14.144517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-f2bb1272-4f38-4521-865d-89b4ccfe01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:14.146511 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-f2bb1272-4f38-4521-865d-89b4ccfe01a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402775 Dec 24 03:21:14.245905 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-5a6baa07-d15c-47b6-9ab9-a12b2a60b811 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875454 Dec 24 03:21:14.339946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-19d5c509-4329-47b2-b788-9c230cdf7307 req-d73edbc0-a02e-437a-ba73-308310675dfe service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827613 Dec 24 03:21:14.514950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc87e68-0ade-4120-b94e-29c5017f8171 req-f3679334-67eb-4c36-b9cf-e4027069b39e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:14.516660 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4cc87e68-0ade-4120-b94e-29c5017f8171 req-f3679334-67eb-4c36-b9cf-e4027069b39e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Dec 24 03:21:14.566673 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4cc87e68-0ade-4120-b94e-29c5017f8171 req-9f3cf3f4-4d0b-41f8-8b2f-7432bf8c945a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Dec 24 03:21:15.223705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:21:15.233621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:21:15.379054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:15.389307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:15.394283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'mac_address': 'fa:16:3e:02:10:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:21:15.434124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:15.436356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d45e39-cc3d-425c-b01d-8da3f271f80a" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:15.455397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:15.459909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:15.472635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:15.482445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238bfeb6-b328-4f0f-9ea4-4979693d0706 x-openstack-request-id: req-238bfeb6-b328-4f0f-9ea4-4979693d0706 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:15.482735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-unplugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:15.482988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-238bfeb6-b328-4f0f-9ea4-4979693d0706 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:15.483396 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'code': 200} Dec 24 03:21:15.514834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:15.589261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:21:15.589613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:21:15.593836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=9']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:15.682009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b93fe9-e7a0-47dc-86a1-fcee0abe6c4d req-a1405661-5587-4003-b890-f1fa71a3d09d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:15.683460 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a9b93fe9-e7a0-47dc-86a1-fcee0abe6c4d req-a1405661-5587-4003-b890-f1fa71a3d09d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 944 time: 0.0477800 Dec 24 03:21:15.730103 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a9b93fe9-e7a0-47dc-86a1-fcee0abe6c4d req-ee1266d7-d1ba-475d-b7e0-63ecf558e31e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Dec 24 03:21:16.125124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:16.137976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:16.157311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:16.234362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:16.283080 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=10']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:16.365088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['c2fee157-e3a0-4a08-aa6d-068407cce7d1'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:21:16.852262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de66b26-a57a-4a98-8486-a46aaf0ec9e0 req-ba4de12c-3f48-47eb-a91a-704c486c4b2d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:16.853789 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0de66b26-a57a-4a98-8486-a46aaf0ec9e0 req-ba4de12c-3f48-47eb-a91a-704c486c4b2d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0539346 Dec 24 03:21:16.899581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0de66b26-a57a-4a98-8486-a46aaf0ec9e0 req-1e8f13b9-78f0-4976-94bf-f06177904f1d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399864 Dec 24 03:21:17.014951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e500943-7046-4f1d-9e15-1d5bbc7c7862 req-c5ccb6e5-f56a-4ac6-828d-c0130dc30354 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:17.016332 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3e500943-7046-4f1d-9e15-1d5bbc7c7862 req-c5ccb6e5-f56a-4ac6-828d-c0130dc30354 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0484130 Dec 24 03:21:17.064854 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3e500943-7046-4f1d-9e15-1d5bbc7c7862 req-eef1da63-e6dd-4e92-9e47-159e61684021 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Dec 24 03:21:17.179989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25237461-df21-4897-aa99-d6404add07c1 req-3f4a69fc-038a-4af0-a807-95f5afa51a4f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:17.181484 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25237461-df21-4897-aa99-d6404add07c1 req-3f4a69fc-038a-4af0-a807-95f5afa51a4f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 946 time: 0.0500879 Dec 24 03:21:17.228805 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25237461-df21-4897-aa99-d6404add07c1 req-50823991-56a0-46bc-ad41-5ee9be5e8dff tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Dec 24 03:21:17.230382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:21:17.277912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port c2fee157-e3a0-4a08-aa6d-068407cce7d1 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:21:17.278540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:17.358885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:17.390408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:17.451221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:17.485411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:17.487624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2372e96-0ffd-4291-83fb-e7ad29b6028a" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:17.505687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=11']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:17.524253 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499ba5df-70d8-43b5-9edd-e1ebb6e0af90 x-openstack-request-id: req-499ba5df-70d8-43b5-9edd-e1ebb6e0af90 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:17.524607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-plugged", "status": "completed", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:17.528572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-499ba5df-70d8-43b5-9edd-e1ebb6e0af90 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:17.528572 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'code': 200} Dec 24 03:21:17.638920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bf901-db1b-46d5-9aec-d13989ca91bc req-7a64cd80-6b3d-49b7-826f-2224af478c5d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:17.640363 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-968bf901-db1b-46d5-9aec-d13989ca91bc req-7a64cd80-6b3d-49b7-826f-2224af478c5d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 947 time: 0.0515239 Dec 24 03:21:17.686582 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-968bf901-db1b-46d5-9aec-d13989ca91bc req-f4c19358-115f-4a6e-8ea4-63df2060f380 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Dec 24 03:21:18.807038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ea688-c755-4956-a460-f051aa13051d req-7276e788-e6c8-4e00-98a6-8314529ea179 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:18.808541 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3e3ea688-c755-4956-a460-f051aa13051d req-7276e788-e6c8-4e00-98a6-8314529ea179 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 947 time: 0.0512331 Dec 24 03:21:18.854347 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3e3ea688-c755-4956-a460-f051aa13051d req-e8a2cd90-12fb-4a84-b9a8-ac1fc0137659 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399249 Dec 24 03:21:19.967304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8ad88-4fef-47c1-b5ff-9630a6683997 req-ef0d4967-ff20-4f6b-b691-d027f8075135 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:19.968790 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2dc8ad88-4fef-47c1-b5ff-9630a6683997 req-ef0d4967-ff20-4f6b-b691-d027f8075135 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 947 time: 0.0484996 Dec 24 03:21:20.015930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2dc8ad88-4fef-47c1-b5ff-9630a6683997 req-38c00c1a-7b31-4b6a-8961-abc85680b35c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 Dec 24 03:21:20.203666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-dd7bf17f-c0f2-44d9-bdcc-4315d006534e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:20.205067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-dd7bf17f-c0f2-44d9-bdcc-4315d006534e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 947 time: 0.0484097 Dec 24 03:21:20.228702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43a056d0-0f4a-491a-98c4-e3b8c839945b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.300096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Deleting port c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:21:20.300469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.394433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] For port c2fee157-e3a0-4a08-aa6d-068407cce7d1, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=c2fee157-e3a0-4a08-aa6d-068407cce7d1,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:20.394791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.566658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.567038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.567353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 disassociated. External IP: 172.26.7.164, port: c2fee157-e3a0-4a08-aa6d-068407cce7d1. Dec 24 03:21:20.567694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Calling delete_port for c2fee157-e3a0-4a08-aa6d-068407cce7d1 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:21:20.748259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:20.780522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'Port': ['ID=c2fee157-e3a0-4a08-aa6d-068407cce7d1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:20.793330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.793330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.793600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.793942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.794274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.794605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.794935 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.795263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.795588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.795914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.796240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.796583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.796905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:21:20.912055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:21:21.029101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:21:21.038530 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:21:21.054526 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:21:21.055377 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:20:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:21.075227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] No DVR routers for this DVR port c2fee157-e3a0-4a08-aa6d-068407cce7d1 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:21:21.077822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:21.081203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bd15ce4-e41c-4467-a8a7-ec0c3b4bea09 req-0155c0fc-6864-43f7-a955-abbf6d34d461 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "DELETE /v2.0/ports/c2fee157-e3a0-4a08-aa6d-068407cce7d1 HTTP/1.1" status: 204 len: 173 time: 0.8662271 Dec 24 03:21:21.081655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-deleted', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:21.084010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f45bd7-dccc-4a90-93a7-3a9c7684d4f0" -d '{"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-deleted", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:21.124998 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ee24d-afa7-4f88-95f9-f1112fb6ac55 x-openstack-request-id: req-111ee24d-afa7-4f88-95f9-f1112fb6ac55 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:21.125368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90390b65-d6c7-455a-a3fd-b67eed120da3", "name": "network-vif-deleted", "tag": "c2fee157-e3a0-4a08-aa6d-068407cce7d1", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:21.125700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-111ee24d-afa7-4f88-95f9-f1112fb6ac55 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:21.126177 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90390b65-d6c7-455a-a3fd-b67eed120da3', 'name': 'network-vif-deleted', 'tag': 'c2fee157-e3a0-4a08-aa6d-068407cce7d1', 'status': 'completed', 'code': 200} Dec 24 03:21:21.133051 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a01238d-4eb0-4344-bc2f-94d57e3d3dab req-33dafe23-5266-42f3-ad1f-89ce67d6d6ba tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=90390b65-d6c7-455a-a3fd-b67eed120da3 HTTP/1.1" status: 200 len: 210 time: 0.0299566 Dec 24 03:21:21.179613 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:21:21.376453 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:21.402572 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:21:21.410668 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:21:21.411269 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:20:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:21.517037 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:21:21.800057 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:21.827237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c58055-d3c7-41f4-a84a-8906180d5c22 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:21:22.054816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c922838-34a2-412a-8884-e84832a08b25 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:21:22.377630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08da1a09-0025-428b-9c2c-7e2c9c45ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:22.390606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-6ca9ffb8-2abe-4a20-a732-cc8973c8a71a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1553133120&fields=id&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 267 time: 0.0438795 Dec 24 03:21:22.500021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-e8c90671-5324-4852-a3f4-3e467aeb010e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:22.501477 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-e8c90671-5324-4852-a3f4-3e467aeb010e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1040499 Dec 24 03:21:22.517371 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-b8705a4d-924a-4d99-8117-eb4ad3cea4a0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/quotas/9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 375 time: 0.0087981 Dec 24 03:21:22.568386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-8a5e3d19-285f-4281-9cd2-846daeb3eb25 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456302 Dec 24 03:21:22.638361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-e412a72e-c80a-4111-a3c9-18d08a2fc699 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:21:22.639356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-e412a72e-c80a-4111-a3c9-18d08a2fc699 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593340 Dec 24 03:21:22.728073 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-fb8adb51-bde4-4ca8-aa6d-b6bd27322cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818012 Dec 24 03:21:22.819240 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-a72d2ad0-744c-45c2-882d-ef8948eea94e service neutron] 10.222.0.36 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 Dec 24 03:21:23.058537 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4ca01123-7225-4e5c-94aa-04794e650d82 req-9152536c-2abb-4464-88b8-48058c4f53ab tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0268335 Dec 24 03:21:23.262443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:21:23.282126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: c2fee157-e3a0-4a08-aa6d-068407cce7d1 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:21:23.282899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device c2fee157-e3a0-4a08-aa6d-068407cce7d1 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:21:23.765574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:24.159607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3411d96-8a15-47ab-afd1-24f48bdc75a6 req-d2d0b167-a82c-4d0c-aad3-77f43b0f98d0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0269246 Dec 24 03:21:24.861953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-44e97bd1-10d1-4a09-b8f7-5146969ea951 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:24.863285 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-44e97bd1-10d1-4a09-b8f7-5146969ea951 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 812 time: 0.1058836 Dec 24 03:21:24.935992 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-6723ae0b-3cbc-4217-aa00-0af2ec177255 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 380 time: 0.0544484 Dec 24 03:21:24.947299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'port': {'device_id': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'admin_state_up': True, 'tenant_id': '9e15e646716042268ca41f4fded03091', 'security_groups': ['9853551e-6f3e-4e76-8eba-96fb11eeabc3']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:21:25.136767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Made reservation on behalf of 9e15e646716042268ca41f4fded03091 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:21:25.140309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.148592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.273488 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a1a2488-2c41-48dc-8b6b-b456edd644d9 req-304e27bc-3571-4b23-bdd8-22ef267dc21a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0352402 Dec 24 03:21:25.278166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Allocated IP 172.20.0.8 (fea6f00c-56e1-4187-b366-65b48a16edca/3e5c2fff-1275-4d31-82ae-ccbaeceddbde/1f60cff1-d558-44db-877b-71b66213f00b) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:21:25.418303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.491735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.536227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Network fea6f00c-56e1-4187-b366-65b48a16edca is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:21:25.539208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:21:25.541567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:21:25.566734 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:25.600022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:25.600816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.699880 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-c12662f7-d25e-4689-8036-987d03fd3701 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571094 Dec 24 03:21:25.769399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Request body: {'port': {'device_id': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:21:25.826572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.836291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dd48b2d2-430c-4f0a-83e8-1acb0ae57a08 None None] Provisioning complete for port 1f60cff1-d558-44db-877b-71b66213f00b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:21:25.838450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dd48b2d2-430c-4f0a-83e8-1acb0ae57a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:25.875713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dd48b2d2-430c-4f0a-83e8-1acb0ae57a08 None None] Port 1f60cff1-d558-44db-877b-71b66213f00b cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:21:25.888056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.087482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:26.094762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.107294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Transition to ACTIVE for port object 1f60cff1-d558-44db-877b-71b66213f00b will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:21:26.177237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.228058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:26.302599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Attempting to bind port 1f60cff1-d558-44db-877b-71b66213f00b on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:21:26.303203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Attempting to bind port 1f60cff1-d558-44db-877b-71b66213f00b by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:21:26.303301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Attempting to bind port 1f60cff1-d558-44db-877b-71b66213f00b on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:21:26.308340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Port 1f60cff1-d558-44db-877b-71b66213f00b on network fea6f00c-56e1-4187-b366-65b48a16edca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:21:26.308688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Attempting to bind port 1f60cff1-d558-44db-877b-71b66213f00b on network fea6f00c-56e1-4187-b366-65b48a16edca {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:21:26.315293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:21:26.315645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Checking segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:21:26.316102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Bound using segment: {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:21:26.316815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Bound port: 1f60cff1-d558-44db-877b-71b66213f00b, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:21:26.317676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.414541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:21:26.418089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:21:26.426196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0687-1d58-42fd-af0d-795a63c935cd req-d81c088f-56eb-488c-b309-5457621bd50c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:26.427904 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2acd0687-1d58-42fd-af0d-795a63c935cd req-d81c088f-56eb-488c-b309-5457621bd50c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0750351 Dec 24 03:21:26.480181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2acd0687-1d58-42fd-af0d-795a63c935cd req-cb0adf62-caed-4181-9381-29f763ba1084 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460527 Dec 24 03:21:26.497829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.530247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:26.530900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:26.532350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] 10.222.0.49 "PUT /v2.0/ports/1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1093 time: 0.8100286 Dec 24 03:21:26.532811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:26.535039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e743643-93fe-4b92-b062-88f8aa1d23a4" -d '{"events": [{"name": "network-changed", "server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:26.567680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab99f3f1-3017-4316-9779-7773fcdd645a service neutron] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:26.580493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d42bd2-d348-4983-87ec-96ac69597fd8 x-openstack-request-id: req-13d42bd2-d348-4983-87ec-96ac69597fd8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:26.580791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:26.581048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13d42bd2-d348-4983-87ec-96ac69597fd8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:26.581535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'status': 'completed', 'code': 200} Dec 24 03:21:26.674393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-77591e74-082b-4d98-aa3d-16348556f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:26.676488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-77591e74-082b-4d98-aa3d-16348556f95c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1096 time: 0.0439494 Dec 24 03:21:26.792405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-3a1e65e2-8d8b-42be-a3cb-27257da15bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:26.793946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-3a1e65e2-8d8b-42be-a3cb-27257da15bbb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9e15e646716042268ca41f4fded03091&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0967529 Dec 24 03:21:26.886482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-3b483786-7841-433f-8d42-7302281a6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:26.887930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e743643-93fe-4b92-b062-88f8aa1d23a4 req-3b483786-7841-433f-8d42-7302281a6a03 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862639 Dec 24 03:21:26.999405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-8fe89a39-5188-43d9-8c39-43b28d6693eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:27.000918 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-8fe89a39-5188-43d9-8c39-43b28d6693eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1096 time: 0.0406492 Dec 24 03:21:27.060829 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-ddf02dd6-b5f9-4c48-9ae1-6b15e8a109dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 217 time: 0.0374453 Dec 24 03:21:27.113198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-fc23bc8f-aabd-483e-8939-38ebccc766ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:27.115097 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-fc23bc8f-aabd-483e-8939-38ebccc766ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0426266 Dec 24 03:21:27.159773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56527070-dade-4137-8591-1f286e3088a5 req-10670f1e-3fd1-4f95-a733-55dfa571bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:27.161753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-10670f1e-3fd1-4f95-a733-55dfa571bdd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393925 Dec 24 03:21:27.256517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-3743facf-64d7-4c73-b203-bdc7e4fe4335 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845721 Dec 24 03:21:27.351340 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56527070-dade-4137-8591-1f286e3088a5 req-6769d872-991e-4bfa-9fcb-f7b24f45c8db service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Dec 24 03:21:27.600136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a5927-3a61-4fe0-99c9-cbd8bcf2ea64 req-486b5240-e4ce-434e-a0a2-4f63f4824a48 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:27.601623 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-276a5927-3a61-4fe0-99c9-cbd8bcf2ea64 req-486b5240-e4ce-434e-a0a2-4f63f4824a48 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0534546 Dec 24 03:21:27.647217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-276a5927-3a61-4fe0-99c9-cbd8bcf2ea64 req-2ac9677e-0d56-4248-9321-4606eeed9e83 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Dec 24 03:21:28.766121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670909e0-3436-49e3-a6b0-e307b23cc7de req-9852c842-64aa-44da-be19-3a3be3cbf0cd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:28.767572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-670909e0-3436-49e3-a6b0-e307b23cc7de req-9852c842-64aa-44da-be19-3a3be3cbf0cd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0512795 Dec 24 03:21:28.814162 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-670909e0-3436-49e3-a6b0-e307b23cc7de req-d69033ac-bc9a-4ec0-90a8-575e631bf653 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Dec 24 03:21:29.317640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:21:29.411195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:29.421846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '1f60cff1-d558-44db-877b-71b66213f00b', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:21:29.457553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:29.469526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:21:29.488407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:29.553955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:29.599333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:29.891719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1f60cff1-d558-44db-877b-71b66213f00b'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:21:29.932495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e26b5-5035-4202-9398-e5203d649ae7 req-a1234d7d-7584-4ef0-85ed-c40f2b263cfe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:29.934075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9c8e26b5-5035-4202-9398-e5203d649ae7 req-a1234d7d-7584-4ef0-85ed-c40f2b263cfe tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 944 time: 0.0522993 Dec 24 03:21:29.986067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9c8e26b5-5035-4202-9398-e5203d649ae7 req-13e6a152-5bc1-4e63-9db5-7aab88e5b747 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457170 Dec 24 03:21:30.151265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:31.104498 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad887f6-2c5b-4ef8-bb1b-60af1b1771f4 req-fbbbd568-2efb-421d-b621-0291a0249b80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:31.105980 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4ad887f6-2c5b-4ef8-bb1b-60af1b1771f4 req-fbbbd568-2efb-421d-b621-0291a0249b80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 944 time: 0.0505159 Dec 24 03:21:31.152007 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4ad887f6-2c5b-4ef8-bb1b-60af1b1771f4 req-3b475463-982b-48e8-824d-64fafbc6282c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Dec 24 03:21:31.322268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:21:31.411393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 1f60cff1-d558-44db-877b-71b66213f00b completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:21:31.414880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 1f60cff1-d558-44db-877b-71b66213f00b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:21:31.415254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:31.492346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:31.514795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:31.517122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b617d2-7b37-40e8-8f8b-d2b75835be56" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:31.529146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:21:31.556762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d3d16b-dbfe-46fb-ab4c-28e962800d90 x-openstack-request-id: req-06d3d16b-dbfe-46fb-ab4c-28e962800d90 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:31.557162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:31.557413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06d3d16b-dbfe-46fb-ab4c-28e962800d90 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:31.557813 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'code': 200} Dec 24 03:21:31.571479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:31.617970 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:21:31.921501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49912b-5ea9-4e16-8236-7dce190334b8 req-ef29cade-05e1-41d1-b130-3ddfab9862b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:31.922967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49912b-5ea9-4e16-8236-7dce190334b8 req-ef29cade-05e1-41d1-b130-3ddfab9862b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0432153 Dec 24 03:21:31.972123 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5a49912b-5ea9-4e16-8236-7dce190334b8 req-34a18c55-d4b7-46f2-bdd1-29c75433e4bf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367279 Dec 24 03:21:32.265052 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebfa7c-6fb0-4f63-a2cd-0f28cb37d593 req-6b5f47d8-966e-4b11-8be7-3918b8facad2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:32.266497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-59ebfa7c-6fb0-4f63-a2cd-0f28cb37d593 req-6b5f47d8-966e-4b11-8be7-3918b8facad2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0474603 Dec 24 03:21:32.315397 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-59ebfa7c-6fb0-4f63-a2cd-0f28cb37d593 req-29f9ca47-478a-42eb-a43c-c3ccb2b98d20 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426030 Dec 24 03:21:33.431744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264ec77-96a3-4e88-9786-22d91153642b req-b8505a1c-1373-4758-973e-8e1d375b2920 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:33.433373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c264ec77-96a3-4e88-9786-22d91153642b req-b8505a1c-1373-4758-973e-8e1d375b2920 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Dec 24 03:21:33.480107 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c264ec77-96a3-4e88-9786-22d91153642b req-2d4bed93-e7c9-400f-b1fb-7c726a623b4a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Dec 24 03:21:33.589150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54dc12-10ff-41e2-abf7-24dab8d5eee8 req-4753dfb2-0503-465c-8aa4-5cf9a0d61dbd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:33.590598 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0a54dc12-10ff-41e2-abf7-24dab8d5eee8 req-4753dfb2-0503-465c-8aa4-5cf9a0d61dbd tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0475814 Dec 24 03:21:33.599771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38554) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:21:33.603972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Request body: {'floatingip': {'port_id': '1f60cff1-d558-44db-877b-71b66213f00b'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:21:33.641601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:34.070723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:34.148333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:34.247445 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 associated. External IP: 172.26.7.164, port: 1f60cff1-d558-44db-877b-71b66213f00b. Dec 24 03:21:34.757864 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:21:34.862649 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:21:34.867836 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:34.872853 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:21:34.884193 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:21:34.884838 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:21:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:34.899126 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc911eee-c33a-4c48-8aea-6279f6276922 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "PUT /v2.0/floatingips/583e90f9-b2d0-47fb-8dfd-724937b45049 HTTP/1.1" status: 200 len: 992 time: 1.2970603 Dec 24 03:21:34.899126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:21:34.901492 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175d704-f7d1-4d20-91b2-c40dccfe213a" -d '{"events": [{"name": "network-changed", "server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:21:34.996745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45cd073-f546-444b-9e54-3012e71003af x-openstack-request-id: req-c45cd073-f546-444b-9e54-3012e71003af {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:21:34.997038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:21:34.997307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c45cd073-f546-444b-9e54-3012e71003af {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:21:34.997645 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:21:34.997758 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'status': 'completed', 'code': 200} Dec 24 03:21:35.085404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-5c4fe501-3cb0-4f03-ab2b-e10debd5bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:35.086878 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-5c4fe501-3cb0-4f03-ab2b-e10debd5bde8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0395510 Dec 24 03:21:35.179223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-3efc344c-e0e5-435d-809d-eee3370917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:35.180715 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-3efc344c-e0e5-435d-809d-eee3370917f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0868549 Dec 24 03:21:35.220010 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:21:33Z', 'revision_number': 13, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:35.246572 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:21:35.246974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-d9c9b876-3d41-43dc-9a13-9cf19a806f57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1000 time: 0.0573428 Dec 24 03:21:35.255286 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:21:35.255961 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:21:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:35.300031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-54eff3ed-5ef0-4d53-aeea-e03f0ccb638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:35.302398 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-54eff3ed-5ef0-4d53-aeea-e03f0ccb638f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0468266 Dec 24 03:21:35.348252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-670815be-0ef5-480d-8d59-46e27d16887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:21:35.349794 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-670815be-0ef5-480d-8d59-46e27d16887d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400929 Dec 24 03:21:35.357905 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:21:35.442508 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-34dce439-27c5-48e4-97ff-cc98e5826fb4 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Dec 24 03:21:35.531831 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a175d704-f7d1-4d20-91b2-c40dccfe213a req-ec9fbcee-fc9d-4933-8331-620550be9546 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818675 Dec 24 03:21:35.576882 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:21:33Z', 'revision_number': 13, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:21:35.603501 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9285a2b-b9ba-411e-9fd5-41b058577d57 None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '583e90f9-b2d0-47fb-8dfd-724937b45049', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'floating_ip_address': '172.26.7.164', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:17:01Z', 'updated_at': '2021-12-24T03:21:33Z', 'revision_number': 13, 'project_id': '9e15e646716042268ca41f4fded03091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:21:35.784127 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf5e72-7741-4be3-ad12-883c84478fa3 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:21:36.037462 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:21:50.216720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ba80fb05-5721-4777-956c-d61bce2461a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:52.370210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5b41d5d7-a664-45a7-8b0b-6bd37e889cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:53.805228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:55.141657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:21:55.884750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:00.147178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:13.036500 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:22:18.099821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b85f2a-c0a1-4d27-aae4-b527e551f1a2 req-37d52425-e3ea-45ec-a374-10b586fe0cec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:18.101982 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-78b85f2a-c0a1-4d27-aae4-b527e551f1a2 req-37d52425-e3ea-45ec-a374-10b586fe0cec tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Dec 24 03:22:18.149606 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-78b85f2a-c0a1-4d27-aae4-b527e551f1a2 req-28f503e8-1d2a-4e8b-ade6-fc0d753dd684 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417316 Dec 24 03:22:20.221361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d5c5b2a-4d38-4cf0-a37f-3a8b4b35b1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:22.370463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ae9057ea-647c-4e9f-bf38-f58a2deab80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:23.786724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:25.141289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:25.889477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:27.343999 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-9e8ddd66-ca97-4de8-8f00-8eb723c02279 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395365 Dec 24 03:22:27.448283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-14484aff-2876-4f23-9362-9fd16b1ceba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:27.449787 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-14484aff-2876-4f23-9362-9fd16b1ceba5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0404339 Dec 24 03:22:27.561742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-6e357a85-2680-4b9e-89c4-449778ef78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:27.563238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-6e357a85-2680-4b9e-89c4-449778ef78bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0843070 Dec 24 03:22:27.631275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-799c3c2e-d7cc-4951-8c24-c21c0922752f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1002 time: 0.0561643 Dec 24 03:22:27.683502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-1c28b4ac-cdc5-4672-8c96-44b4f6850acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:27.684936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-1c28b4ac-cdc5-4672-8c96-44b4f6850acf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0428517 Dec 24 03:22:27.738997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-658422aa-a90e-4e35-bb65-22615d70edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:27.740582 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-658422aa-a90e-4e35-bb65-22615d70edaf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423887 Dec 24 03:22:27.830740 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-27660122-1452-49a3-b90e-faa46bdec2af service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794382 Dec 24 03:22:27.930225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c2c4d0e-30de-4605-ad35-2a5da139723c req-915b82fa-878f-4f02-9da2-1f7c1ac37146 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Dec 24 03:22:30.107078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:31.993800 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728116-8f93-4853-ad8e-9fe4f3e12859 req-bbc8e5a8-7b42-4bd9-8646-dd4cec1db62c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:31.995271 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d728116-8f93-4853-ad8e-9fe4f3e12859 req-bbc8e5a8-7b42-4bd9-8646-dd4cec1db62c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Dec 24 03:22:32.049302 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d728116-8f93-4853-ad8e-9fe4f3e12859 req-0d8fe086-8b60-4e8a-8a43-1ee2a0b67fb3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480878 Dec 24 03:22:32.081257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-43f8916e-27af-49c0-bc7f-9540a663f868 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440614 Dec 24 03:22:33.180753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ed515-d032-479c-80ca-71bd8cd45b5c req-7f9940ea-89d7-46ea-927a-de6f0df6bdf9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:33.182185 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-648ed515-d032-479c-80ca-71bd8cd45b5c req-7f9940ea-89d7-46ea-927a-de6f0df6bdf9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0587111 Dec 24 03:22:33.237777 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-648ed515-d032-479c-80ca-71bd8cd45b5c req-4693652e-01ef-46b4-a3b5-c2e68e7e3c06 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493608 Dec 24 03:22:34.165263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-9d04a415-471f-4cdd-8cc2-5a830483baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:34.166627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-9d04a415-471f-4cdd-8cc2-5a830483baf3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0441124 Dec 24 03:22:34.258500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-3a0b48e3-40e1-405f-8574-ed074d25efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:34.259960 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-3a0b48e3-40e1-405f-8574-ed074d25efa5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0828209 Dec 24 03:22:34.693895 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-3c47aabf-bbc6-4211-8f2d-63ffb4962f71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1002 time: 0.4215493 Dec 24 03:22:34.708468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b881153-d947-4e9f-a482-4a1b897c5947 req-66c51c39-abe7-497a-a24a-220ba7fb24fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:34.709864 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b881153-d947-4e9f-a482-4a1b897c5947 req-66c51c39-abe7-497a-a24a-220ba7fb24fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0642188 Dec 24 03:22:34.781326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-00dad4e8-1416-4437-a953-746907b40e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:34.782773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-00dad4e8-1416-4437-a953-746907b40e9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0715177 Dec 24 03:22:34.794214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8b881153-d947-4e9f-a482-4a1b897c5947 req-5277dbef-d097-4035-a1af-a9ca9d4ed651 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760384 Dec 24 03:22:34.832841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-e7c84bdf-3b58-4da2-b7fb-96733ae4688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:34.834319 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-e7c84bdf-3b58-4da2-b7fb-96733ae4688d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392785 Dec 24 03:22:34.926262 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-076c03d8-2575-46dd-b149-93cdd7b47c35 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806398 Dec 24 03:22:35.023547 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-b217da96-583b-4ee4-b6ee-af23fd70fd8d service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Dec 24 03:22:35.910861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8003e-eff1-45d0-af94-e2c839909313 req-b3e46537-b7b9-49b3-a184-6ea59a72e144 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:35.912339 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3e8003e-eff1-45d0-af94-e2c839909313 req-b3e46537-b7b9-49b3-a184-6ea59a72e144 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Dec 24 03:22:35.959548 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3e8003e-eff1-45d0-af94-e2c839909313 req-de3b867a-2375-40b4-96c3-56ccb07ab2ab tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Dec 24 03:22:37.078464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e6a17-6280-45b0-b8ac-de59a9c32229 req-6addac9c-7dde-474c-8869-89d34570a6ef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:37.079964 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f04e6a17-6280-45b0-b8ac-de59a9c32229 req-6addac9c-7dde-474c-8869-89d34570a6ef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0490749 Dec 24 03:22:37.127042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f04e6a17-6280-45b0-b8ac-de59a9c32229 req-5294070f-a673-487a-98d2-6a07b07380f4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Dec 24 03:22:38.241190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e89ba9-cb57-4922-a414-f8908f5b7481 req-2fead634-6289-4721-a341-5ca53c8e667d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:38.242728 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-40e89ba9-cb57-4922-a414-f8908f5b7481 req-2fead634-6289-4721-a341-5ca53c8e667d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0489466 Dec 24 03:22:38.292558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-40e89ba9-cb57-4922-a414-f8908f5b7481 req-92f51709-311f-4b01-a5c7-9a63dfbed36e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Dec 24 03:22:39.413438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2a044-df8d-49fe-964e-11be729e243b req-6cbd6caa-a66a-482a-bfe9-c6348ff72983 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:39.415268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e4e2a044-df8d-49fe-964e-11be729e243b req-6cbd6caa-a66a-482a-bfe9-c6348ff72983 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0530293 Dec 24 03:22:39.461623 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e4e2a044-df8d-49fe-964e-11be729e243b req-1c3e1bb6-9b8a-4423-a7cb-d251864e2998 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Dec 24 03:22:40.577967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a6271-618c-43ce-b50c-65606b8dbbd4 req-97fab47d-521c-4966-baae-96ab8e6e6814 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:40.579409 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d1a6271-618c-43ce-b50c-65606b8dbbd4 req-97fab47d-521c-4966-baae-96ab8e6e6814 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0497644 Dec 24 03:22:40.627516 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d1a6271-618c-43ce-b50c-65606b8dbbd4 req-678659cb-a9ec-4f39-90e7-d20b16d008fa tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411470 Dec 24 03:22:41.743060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db12a00-563b-466f-b06d-66e555dde038 req-bcffe43b-939f-4c5f-b503-1bdb53d4f6fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:41.744567 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7db12a00-563b-466f-b06d-66e555dde038 req-bcffe43b-939f-4c5f-b503-1bdb53d4f6fb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0488038 Dec 24 03:22:41.790788 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7db12a00-563b-466f-b06d-66e555dde038 req-740ed0c7-da60-4ba8-a7ad-f7b1536ea1ac tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Dec 24 03:22:42.907208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323880c8-7cf1-4c5e-8388-8fab8791d085 req-ab844831-8b1e-4f66-8b41-210c5f0df20d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:42.908708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-323880c8-7cf1-4c5e-8388-8fab8791d085 req-ab844831-8b1e-4f66-8b41-210c5f0df20d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0504863 Dec 24 03:22:42.955193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-323880c8-7cf1-4c5e-8388-8fab8791d085 req-2b28b61c-6786-4e42-a5f6-4a16a02bc8bf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Dec 24 03:22:44.067798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7778d6-a49e-4f2c-ab1d-fb0cc45df288 req-8f78dfcb-4c55-4320-aefd-6d334aec44d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:44.069308 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d7778d6-a49e-4f2c-ab1d-fb0cc45df288 req-8f78dfcb-4c55-4320-aefd-6d334aec44d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Dec 24 03:22:44.119310 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d7778d6-a49e-4f2c-ab1d-fb0cc45df288 req-634b9ebd-2e70-409f-b825-414dfef46aef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Dec 24 03:22:45.237240 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f7a4d-be8c-49e1-b401-df8c99c13c96 req-96521534-9e53-4b58-a7e4-45b7ceaed5c6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:45.238696 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-139f7a4d-be8c-49e1-b401-df8c99c13c96 req-96521534-9e53-4b58-a7e4-45b7ceaed5c6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Dec 24 03:22:45.284492 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-139f7a4d-be8c-49e1-b401-df8c99c13c96 req-ec54facf-d407-4960-92bd-569f8c4ef986 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398510 Dec 24 03:22:46.398423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a4b5-4e3f-479f-bf9f-844583f21b49 req-f167f880-4bb1-425b-8b7e-ec58c4249c43 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:46.400923 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-afa1a4b5-4e3f-479f-bf9f-844583f21b49 req-f167f880-4bb1-425b-8b7e-ec58c4249c43 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Dec 24 03:22:46.448988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-afa1a4b5-4e3f-479f-bf9f-844583f21b49 req-b47beb30-b9d6-461e-8d52-9f7442c43c6c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Dec 24 03:22:47.563065 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0074547-a451-4446-9ce9-ecab24af8ab3 req-d397b1aa-504d-4ab6-990b-8d594a011ae6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:47.564630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0074547-a451-4446-9ce9-ecab24af8ab3 req-d397b1aa-504d-4ab6-990b-8d594a011ae6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0477877 Dec 24 03:22:47.609938 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0074547-a451-4446-9ce9-ecab24af8ab3 req-e14cf01a-65a6-4fc4-9b46-a028da912c8e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395730 Dec 24 03:22:48.724332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f5b38-26a7-4e0f-918d-b7288252e763 req-7f86a673-5fee-4683-b8c4-2f115026671b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:48.725826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e25f5b38-26a7-4e0f-918d-b7288252e763 req-7f86a673-5fee-4683-b8c4-2f115026671b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Dec 24 03:22:48.779545 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e25f5b38-26a7-4e0f-918d-b7288252e763 req-6b0cbb09-c6ae-4795-b162-0e15e7e67680 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478058 Dec 24 03:22:49.894123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4641de-7630-4c40-bcbd-699a91ec671c req-e408fd88-3f9e-4db7-a3d0-3fc7a408ea8f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:49.895572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-be4641de-7630-4c40-bcbd-699a91ec671c req-e408fd88-3f9e-4db7-a3d0-3fc7a408ea8f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0492675 Dec 24 03:22:49.945813 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-be4641de-7630-4c40-bcbd-699a91ec671c req-0eddf646-ee96-4e46-88a1-109edc9616b2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Dec 24 03:22:50.035216 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:22:50.260189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-480e66b7-99e9-4bd6-aebe-61a15a07a14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:51.065450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaa84a-0819-455a-9b7e-da9bd7da484a req-e8289345-343d-403f-a9b8-43486f4c62da tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:51.066890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6aaa84a-0819-455a-9b7e-da9bd7da484a req-e8289345-343d-403f-a9b8-43486f4c62da tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0526595 Dec 24 03:22:51.114153 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6aaa84a-0819-455a-9b7e-da9bd7da484a req-e699b60c-5c9e-401b-b339-2c33b1cf0467 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Dec 24 03:22:52.229082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccff653-efbb-420c-bd1c-b0a0ed83024a req-6e4c9ea8-d1ea-4c54-9229-9681e563f67f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:52.230563 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ccff653-efbb-420c-bd1c-b0a0ed83024a req-6e4c9ea8-d1ea-4c54-9229-9681e563f67f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0477846 Dec 24 03:22:52.278148 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ccff653-efbb-420c-bd1c-b0a0ed83024a req-f1bb0317-d9d5-4ab5-b662-73a3dac21492 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Dec 24 03:22:52.369122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1d82d524-4f95-4ca0-94fd-182b294f687b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:53.394120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463d528-2113-4c6f-8ad3-5e4135fab677 req-a10d387e-bedf-4f75-a8c3-6c42896d5fda tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:53.395585 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4463d528-2113-4c6f-8ad3-5e4135fab677 req-a10d387e-bedf-4f75-a8c3-6c42896d5fda tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0488725 Dec 24 03:22:53.441259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4463d528-2113-4c6f-8ad3-5e4135fab677 req-5bef09a8-b23f-4cc7-a1d9-225c2e7ff52d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398247 Dec 24 03:22:53.825397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:54.555257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d09823-aa1f-47cd-a775-f7aff006d128 req-7341a2fa-1417-4bee-b53c-8c4e3ce7ea1a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:54.556722 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-49d09823-aa1f-47cd-a775-f7aff006d128 req-7341a2fa-1417-4bee-b53c-8c4e3ce7ea1a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Dec 24 03:22:54.602936 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-49d09823-aa1f-47cd-a775-f7aff006d128 req-e979647e-3c49-41f4-8f5b-434d921816c4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Dec 24 03:22:55.151223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:55.717142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ef9a7-c7b6-47d9-97d7-4238306f23cb req-e7588326-93c9-4d61-8de0-012aa67a7ecc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:55.718593 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d2ef9a7-c7b6-47d9-97d7-4238306f23cb req-e7588326-93c9-4d61-8de0-012aa67a7ecc tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0474632 Dec 24 03:22:55.767381 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d2ef9a7-c7b6-47d9-97d7-4238306f23cb req-0d3ba31b-2a87-4d31-9607-b8b7b66cc7f5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Dec 24 03:22:55.906269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:22:56.887175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84d365-a311-47ca-9631-535afd4ee4cb req-a8ed60c1-c964-4145-8a3b-187b9d1bb0bf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:56.888680 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb84d365-a311-47ca-9631-535afd4ee4cb req-a8ed60c1-c964-4145-8a3b-187b9d1bb0bf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Dec 24 03:22:56.934769 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb84d365-a311-47ca-9631-535afd4ee4cb req-436d6cd9-53bd-4ce1-86dd-bdb2e7fd2147 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Dec 24 03:22:58.057087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73053e50-71ca-4102-998d-463a401ec280 req-37963b81-71a3-4fde-b35b-294e04ca27f2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:58.059823 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73053e50-71ca-4102-998d-463a401ec280 req-37963b81-71a3-4fde-b35b-294e04ca27f2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0500374 Dec 24 03:22:58.106574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73053e50-71ca-4102-998d-463a401ec280 req-aa145547-0129-4b3e-a5d3-b7f331096718 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Dec 24 03:22:59.221699 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ae1d2-e5b1-4b6b-b73b-87fb42e185c8 req-167f4a61-00b6-4c21-a300-51bb5bb9bd61 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:22:59.223151 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a6ae1d2-e5b1-4b6b-b73b-87fb42e185c8 req-167f4a61-00b6-4c21-a300-51bb5bb9bd61 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0490863 Dec 24 03:22:59.268724 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a6ae1d2-e5b1-4b6b-b73b-87fb42e185c8 req-75ac006f-a485-453d-b9f7-8dd3e1feeb66 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 Dec 24 03:23:00.139756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:00.384097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a1051-ac97-4945-8026-8def9084a0d4 req-2a5a75e3-e0c6-4789-b577-7b9c07b9a893 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:00.385996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34a1051-ac97-4945-8026-8def9084a0d4 req-2a5a75e3-e0c6-4789-b577-7b9c07b9a893 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Dec 24 03:23:00.431082 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34a1051-ac97-4945-8026-8def9084a0d4 req-8d1d019b-066c-488c-8b6a-6a6b66aa528b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 Dec 24 03:23:01.549597 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c780e-98ce-4cda-9b65-61ffdee52e80 req-c338c158-049d-4fcc-944b-a14295b237c3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:01.551043 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6d2c780e-98ce-4cda-9b65-61ffdee52e80 req-c338c158-049d-4fcc-944b-a14295b237c3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0525777 Dec 24 03:23:01.598254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6d2c780e-98ce-4cda-9b65-61ffdee52e80 req-f1095787-f3bf-4323-8aba-0c92b9579a70 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Dec 24 03:23:02.717227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b36db-099b-48fc-a02d-1cd8a0848e0b req-e730bda1-786f-4d82-935f-28cc6f6115ef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:02.718698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-df8b36db-099b-48fc-a02d-1cd8a0848e0b req-e730bda1-786f-4d82-935f-28cc6f6115ef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Dec 24 03:23:02.765284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-df8b36db-099b-48fc-a02d-1cd8a0848e0b req-73db8a16-6903-4151-b35a-668e73f5c36c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Dec 24 03:23:03.889669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2da763-8ad3-49a6-b645-1de9f5b34df9 req-913aa4c9-514e-4463-bfc7-68baf258688f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:03.891813 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc2da763-8ad3-49a6-b645-1de9f5b34df9 req-913aa4c9-514e-4463-bfc7-68baf258688f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0509074 Dec 24 03:23:03.943212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bc2da763-8ad3-49a6-b645-1de9f5b34df9 req-5b0a3098-fe3c-47d3-8b09-0b11aa566d34 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453169 Dec 24 03:23:05.102411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bed022-af3d-498f-b21c-66ab29e33c42 req-20779610-63af-4347-a8c6-ab367f73361b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.103783 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-30bed022-af3d-498f-b21c-66ab29e33c42 req-20779610-63af-4347-a8c6-ab367f73361b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0878489 Dec 24 03:23:05.118640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-b500643e-f4e1-4b47-b283-9bf8cf3b4bbc service neutron] 10.222.0.49 "GET /v2.0/ports/1f60cff1-d558-44db-877b-71b66213f00b/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0767910 Dec 24 03:23:05.158810 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-30bed022-af3d-498f-b21c-66ab29e33c42 req-c1d4fbc0-84cd-4850-9451-0b42ca908a72 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484548 Dec 24 03:23:05.623859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-4d8fe848-ee60-4cd4-87ac-fc6ac7979772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.625364 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-4d8fe848-ee60-4cd4-87ac-fc6ac7979772 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1098 time: 0.0422161 Dec 24 03:23:05.707282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-566c7234-fe3a-4724-b7a0-0b8bcd9c5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.708815 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-566c7234-fe3a-4724-b7a0-0b8bcd9c5a3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0402584 Dec 24 03:23:05.803345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-8e2e77d1-7171-4bbf-8d8c-f0c74f91d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.804818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-8e2e77d1-7171-4bbf-8d8c-f0c74f91d196 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0857420 Dec 24 03:23:05.874319 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-bac54da1-e381-474b-bd59-09929baa22f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1002 time: 0.0582235 Dec 24 03:23:05.923449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-697511cb-d8ec-4cd6-8011-48e52a2e0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.924917 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-697511cb-d8ec-4cd6-8011-48e52a2e0884 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0428708 Dec 24 03:23:05.978826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-19887c6e-02fa-498d-9752-61c56b739b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:05.980269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-19887c6e-02fa-498d-9752-61c56b739b77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437078 Dec 24 03:23:06.076465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-5630127f-5a76-41c4-b7cd-96a68a4c716b service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843720 Dec 24 03:23:06.173210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-07019fa5-16df-4a55-90e9-1e9b0c95e078 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Dec 24 03:23:06.277460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfd7ef-c06c-44f9-b422-07d5b1f3a345 req-6cfc96da-8e18-4ded-92d8-4e821539740b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:06.279053 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-11cfd7ef-c06c-44f9-b422-07d5b1f3a345 req-6cfc96da-8e18-4ded-92d8-4e821539740b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0491707 Dec 24 03:23:06.330494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-11cfd7ef-c06c-44f9-b422-07d5b1f3a345 req-8ddba5b2-1ccc-4467-a79c-375266b652a0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453660 Dec 24 03:23:07.447254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6040f7a-0378-43bb-9fc7-0be5d2b2de9d req-01c7aba9-efb5-45f5-a100-393bc48343ff tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:07.448980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d6040f7a-0378-43bb-9fc7-0be5d2b2de9d req-01c7aba9-efb5-45f5-a100-393bc48343ff tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0496962 Dec 24 03:23:07.495196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d6040f7a-0378-43bb-9fc7-0be5d2b2de9d req-97f26315-94f8-45e1-8686-4d63cf21a32d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Dec 24 03:23:07.832498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:23:07.917051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:07.943590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:23:07.945887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feac3fe-7f6d-4685-b521-962dd53e53a3" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:23:07.959648 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:07.999103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedbb50-6cfd-408c-9dc8-6429990588fa x-openstack-request-id: req-1bedbb50-6cfd-408c-9dc8-6429990588fa {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:23:07.999399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:23:07.999660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bedbb50-6cfd-408c-9dc8-6429990588fa {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:23:08.000060 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'code': 200} Dec 24 03:23:08.031467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:08.082255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:08.089244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.089518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.090145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.090601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.090952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.091296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.091635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.091969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.092299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.092666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.092994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.093328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.093644 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:08.618180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa6ea6-3966-4e05-8aac-566625ccb38a req-f67c6a94-0cf8-42a4-8bc4-d3051f584782 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:08.620277 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55aa6ea6-3966-4e05-8aac-566625ccb38a req-f67c6a94-0cf8-42a4-8bc4-d3051f584782 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0553801 Dec 24 03:23:08.669713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55aa6ea6-3966-4e05-8aac-566625ccb38a req-2f86d383-e1ba-4d5d-8049-a7c61efa0bf6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432496 Dec 24 03:23:09.788372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90068fa2-c036-4de2-8e3b-3aa30d9b2c07 req-08e4eea1-075b-4c50-9bb5-fdf0d70f4d44 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:09.789884 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-90068fa2-c036-4de2-8e3b-3aa30d9b2c07 req-08e4eea1-075b-4c50-9bb5-fdf0d70f4d44 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0493591 Dec 24 03:23:09.837696 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-90068fa2-c036-4de2-8e3b-3aa30d9b2c07 req-3d085c8f-844b-4477-b089-a6667b7f4ca0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Dec 24 03:23:10.958505 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78528-387f-481c-8711-4d8c96fa58b1 req-b747c0a4-860e-4e3c-8d87-c110a1da3c22 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:10.959998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27d78528-387f-481c-8711-4d8c96fa58b1 req-b747c0a4-860e-4e3c-8d87-c110a1da3c22 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0491445 Dec 24 03:23:11.007775 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27d78528-387f-481c-8711-4d8c96fa58b1 req-5c5f9423-81b5-4973-8c89-181b0e40f370 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410352 Dec 24 03:23:12.129509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028429-73ad-4ab5-9364-7add21d73f4e req-0fb5b66b-be86-4696-8139-b596f2605af8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:12.130980 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6028429-73ad-4ab5-9364-7add21d73f4e req-0fb5b66b-be86-4696-8139-b596f2605af8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0487108 Dec 24 03:23:12.178392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6028429-73ad-4ab5-9364-7add21d73f4e req-ee043144-13bf-4895-aebb-1baecd8a5cb5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Dec 24 03:23:13.296074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd159d-cbd2-4c15-ae57-547a0bab75ca req-a95b7fcd-bf56-42b8-93cc-2cbb4cd17cc4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:13.297571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-62fd159d-cbd2-4c15-ae57-547a0bab75ca req-a95b7fcd-bf56-42b8-93cc-2cbb4cd17cc4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0483356 Dec 24 03:23:13.347901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-62fd159d-cbd2-4c15-ae57-547a0bab75ca req-b51fb128-c8dc-4d01-8f6e-883b9b7a0034 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Dec 24 03:23:14.467343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80062aee-a6aa-45a2-a08a-3695bedbc95d req-ab9c965b-e916-4ef0-808d-8c8463a9f6d7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:14.468843 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-80062aee-a6aa-45a2-a08a-3695bedbc95d req-ab9c965b-e916-4ef0-808d-8c8463a9f6d7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0530334 Dec 24 03:23:14.514343 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-80062aee-a6aa-45a2-a08a-3695bedbc95d req-0eece0cc-75bb-4e2a-9e86-fcf96a789887 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397613 Dec 24 03:23:15.629921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fa6cf-4e98-48ef-a63d-0a1e336702c9 req-859b38d1-5dfe-47a0-a41e-c160d63f577f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:15.631419 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bb7fa6cf-4e98-48ef-a63d-0a1e336702c9 req-859b38d1-5dfe-47a0-a41e-c160d63f577f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0488589 Dec 24 03:23:15.679114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bb7fa6cf-4e98-48ef-a63d-0a1e336702c9 req-37ed5f9e-a93c-4099-a23c-1289be48ef3f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Dec 24 03:23:15.876601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:23:15.970765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:15.982408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '1f60cff1-d558-44db-877b-71b66213f00b', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:23:16.017826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:16.033920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:23:16.052708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:16.111190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:16.158605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:16.272349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1f60cff1-d558-44db-877b-71b66213f00b'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:23:16.793831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1728-21ad-46b9-addc-e157276d2866 req-a2a6fd02-82c7-458c-b129-48ee1d50fc80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:16.795273 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f9ad1728-21ad-46b9-addc-e157276d2866 req-a2a6fd02-82c7-458c-b129-48ee1d50fc80 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 944 time: 0.0481682 Dec 24 03:23:16.841725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f9ad1728-21ad-46b9-addc-e157276d2866 req-e2522aec-9b03-4e01-8236-92291617638b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404692 Dec 24 03:23:17.876582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:23:17.925700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 1f60cff1-d558-44db-877b-71b66213f00b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:23:17.926070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:17.962147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d780af-311f-4a6e-bb74-fd5a2b5d6bfe req-587c6a58-cf00-49d0-8461-9a457afca6eb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:17.963644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8d780af-311f-4a6e-bb74-fd5a2b5d6bfe req-587c6a58-cf00-49d0-8461-9a457afca6eb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 944 time: 0.0497379 Dec 24 03:23:18.002117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:18.010978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8d780af-311f-4a6e-bb74-fd5a2b5d6bfe req-226c6a6e-8fd3-4eeb-8c3b-28c61b2b0c92 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Dec 24 03:23:18.028039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:23:18.030254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6af392-3046-44ef-839f-972b89e29dfc" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:23:18.042839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:18.071876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77279a6-b6d0-4314-b2dc-30821731561a x-openstack-request-id: req-c77279a6-b6d0-4314-b2dc-30821731561a {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:23:18.072173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:23:18.072731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c77279a6-b6d0-4314-b2dc-30821731561a {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:23:18.073120 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'code': 200} Dec 24 03:23:18.116215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:18.169360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:19.132510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959610-ff63-44d9-9ecc-b2486f8f40c6 req-797c95ab-b9a6-4787-b928-52351737b380 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:19.133988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33959610-ff63-44d9-9ecc-b2486f8f40c6 req-797c95ab-b9a6-4787-b928-52351737b380 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0533640 Dec 24 03:23:19.182176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33959610-ff63-44d9-9ecc-b2486f8f40c6 req-3a05406b-ca39-4ce2-a760-52e49d7e15c4 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Dec 24 03:23:20.270997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-00e27b65-50ae-4739-a9f0-07e161d038ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:20.301349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18873d7-9a27-46d6-acbc-d883c39a5164 req-4bea1cdc-1330-4c70-96f8-c0be5df08baf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:20.302906 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d18873d7-9a27-46d6-acbc-d883c39a5164 req-4bea1cdc-1330-4c70-96f8-c0be5df08baf tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0493226 Dec 24 03:23:20.352890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d18873d7-9a27-46d6-acbc-d883c39a5164 req-42d86f56-5186-4154-b8ab-1fa5256259e0 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Dec 24 03:23:20.942362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dcf99-6039-4642-ab6d-69ca2c61ec49 req-ef687a5d-180f-464d-a148-9c3ddc1975d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:20.943834 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b7dcf99-6039-4642-ab6d-69ca2c61ec49 req-ef687a5d-180f-464d-a148-9c3ddc1975d6 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Dec 24 03:23:20.993708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3b7dcf99-6039-4642-ab6d-69ca2c61ec49 req-314a03f8-8d2e-44ed-bd24-040348a9fb48 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Dec 24 03:23:21.015614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-18385b4b-1f6d-4e70-9aab-bb6ea950db84 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:21.015614 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-18385b4b-1f6d-4e70-9aab-bb6ea950db84 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03&tenant_id=9e15e646716042268ca41f4fded03091&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Dec 24 03:23:21.075819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-5e5b2bec-1418-4d29-b025-0c2e9a44167b service neutron] 10.222.0.49 "GET /v2.0/ports/1f60cff1-d558-44db-877b-71b66213f00b/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0524936 Dec 24 03:23:21.159703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-722df5fb-edd4-4296-a3a8-3df78816e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:21.161118 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-722df5fb-edd4-4296-a3a8-3df78816e610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0449421 Dec 24 03:23:21.251362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-e90093cd-1df3-4786-b7db-7b8296b92568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:21.252861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-e90093cd-1df3-4786-b7db-7b8296b92568 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0834737 Dec 24 03:23:21.321403 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-6d31b5c3-6159-4661-9421-44cd40fb2f6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1002 time: 0.0615139 Dec 24 03:23:21.369486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-bd515b0c-c862-4a89-b71f-d3110830984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:21.371593 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-bd515b0c-c862-4a89-b71f-d3110830984c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0418365 Dec 24 03:23:21.414705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-bb7f5024-d0b8-4f8f-8507-5753ba9ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:21.416034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-bb7f5024-d0b8-4f8f-8507-5753ba9ce7ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382867 Dec 24 03:23:21.512568 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-0b4d84ce-fa4a-4670-9879-4f531fa8cac7 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890718 Dec 24 03:23:21.600869 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-b55243b2-1e84-4c8e-b6e6-7c299f25984b service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811222 Dec 24 03:23:22.118261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e87388-2a1c-42f1-8522-6e359785c33e req-372bd9e9-ae53-45f6-9e3f-6ad71e7ef426 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:22.119736 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-58e87388-2a1c-42f1-8522-6e359785c33e req-372bd9e9-ae53-45f6-9e3f-6ad71e7ef426 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0542939 Dec 24 03:23:22.167059 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-58e87388-2a1c-42f1-8522-6e359785c33e req-d142ea78-ed22-48e9-ba66-ad6e23c1271d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Dec 24 03:23:22.378979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6269984f-ed00-4ef7-90ee-85bfac70eabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:23.282296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934becb-735f-416d-aaf6-dea193e86cb0 req-96bbbeaf-7f86-453e-8048-04276fdc6979 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:23.283807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8934becb-735f-416d-aaf6-dea193e86cb0 req-96bbbeaf-7f86-453e-8048-04276fdc6979 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0476673 Dec 24 03:23:23.330056 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8934becb-735f-416d-aaf6-dea193e86cb0 req-f54c1585-885b-4ec9-a69c-09989ce508c1 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Dec 24 03:23:23.808188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:24.449525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be591f-6d60-4163-9dd0-de1f34785447 req-935cccca-8543-41a6-a26e-4d63721a512b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:24.451165 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-61be591f-6d60-4163-9dd0-de1f34785447 req-935cccca-8543-41a6-a26e-4d63721a512b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0492144 Dec 24 03:23:24.498573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-61be591f-6d60-4163-9dd0-de1f34785447 req-edae92ce-afcd-4de5-92a6-239016203ac9 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Dec 24 03:23:25.151652 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:25.622332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a3ff-3c13-46aa-9410-ac157ff635f6 req-867de29a-5561-4d57-b801-c7aab7ddd57d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:25.624067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a8c9a3ff-3c13-46aa-9410-ac157ff635f6 req-867de29a-5561-4d57-b801-c7aab7ddd57d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0557320 Dec 24 03:23:25.673565 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a8c9a3ff-3c13-46aa-9410-ac157ff635f6 req-51219bad-dd81-4417-8b29-45f62498f5a3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Dec 24 03:23:25.905473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:26.803428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106873f4-a0ae-4263-a203-b9a87a0fea06 req-af6bcc9f-6336-4bcc-94f8-da8243929f22 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:26.804912 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-106873f4-a0ae-4263-a203-b9a87a0fea06 req-af6bcc9f-6336-4bcc-94f8-da8243929f22 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0512285 Dec 24 03:23:26.858480 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-106873f4-a0ae-4263-a203-b9a87a0fea06 req-36793a57-099e-4c07-8f61-bcd1fbc76d59 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470502 Dec 24 03:23:27.034325 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:23:27.512370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-710b2b7a-6105-44a6-8359-fd5d99883e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.514032 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-710b2b7a-6105-44a6-8359-fd5d99883e00 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03&tenant_id=9e15e646716042268ca41f4fded03091 HTTP/1.1" status: 200 len: 1098 time: 0.0407691 Dec 24 03:23:27.613206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-1e1867a8-a47b-4f4f-b8d7-77443d2a2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.614558 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-1e1867a8-a47b-4f4f-b8d7-77443d2a2658 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1098 time: 0.0406210 Dec 24 03:23:27.709790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-32506cef-19b1-4e32-8acd-b76c7dae0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.711241 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-32506cef-19b1-4e32-8acd-b76c7dae0bcb service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0860078 Dec 24 03:23:27.778581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-3749c793-2575-4283-88e6-62234204f0db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1002 time: 0.0562634 Dec 24 03:23:27.832392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-61600e20-59e8-4199-9742-2db146e2893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.833832 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-61600e20-59e8-4199-9742-2db146e2893e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0427792 Dec 24 03:23:27.886608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-8c2a3514-6909-464b-b3a6-497e5e5dfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.887671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-8c2a3514-6909-464b-b3a6-497e5e5dfae4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426655 Dec 24 03:23:27.923537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:23:27.982789 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf594a1-582a-45a5-a614-fc1dcc6e15a5 req-19d2b497-5de2-4a06-acf3-3bc985b71388 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:27.984407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ecf594a1-582a-45a5-a614-fc1dcc6e15a5 req-19d2b497-5de2-4a06-acf3-3bc985b71388 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0533242 Dec 24 03:23:27.990939 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-214e43ad-b3a2-4108-bf18-571bd23c141a service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Dec 24 03:23:28.001065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:28.024328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:23:28.026886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88b230b-7a20-4e64-9259-91ad670a73ef" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:23:28.035828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ecf594a1-582a-45a5-a614-fc1dcc6e15a5 req-e44f0d88-13c6-4ba3-ae1e-a7fb8ba44eef tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Dec 24 03:23:28.043782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:28.074784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf13cb18-763d-45d9-b8e0-b8cd59d934e9 x-openstack-request-id: req-bf13cb18-763d-45d9-b8e0-b8cd59d934e9 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:23:28.075069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-unplugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:23:28.075316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf13cb18-763d-45d9-b8e0-b8cd59d934e9 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:23:28.075703 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'code': 200} Dec 24 03:23:28.093695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02ae493d-3776-4130-80f9-dec4e8f937a1 req-f797483e-368a-4fee-8f11-9eac6d15a544 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941477 Dec 24 03:23:28.111208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:28.164175 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=9']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:29.157261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df2971-b80b-4a57-8165-911463593d4a req-9bc80f1d-c681-48cf-abdc-61c721032238 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:29.158742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-36df2971-b80b-4a57-8165-911463593d4a req-9bc80f1d-c681-48cf-abdc-61c721032238 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0531485 Dec 24 03:23:29.206384 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-36df2971-b80b-4a57-8165-911463593d4a req-0670d223-b9ac-4917-a23f-489e33d0d443 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 Dec 24 03:23:29.411695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621b04-202d-4818-9324-5620fd47001c req-f18099ec-735d-496c-a61b-6a66536d216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:29.413120 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-f18099ec-735d-496c-a61b-6a66536d216d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e15e646716042268ca41f4fded03091&device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 1096 time: 0.0434132 Dec 24 03:23:29.528324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621b04-202d-4818-9324-5620fd47001c req-aac6963a-81ee-4c7a-aa05-dd0505210c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:29.530487 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-aac6963a-81ee-4c7a-aa05-dd0505210c23 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 200 len: 913 time: 0.0909262 Dec 24 03:23:29.604135 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-3b2c3fe7-9abe-45c2-9003-1ae6efe5fb9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 200 len: 1000 time: 0.0609121 Dec 24 03:23:29.659939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621b04-202d-4818-9324-5620fd47001c req-2b51d499-9c1b-495e-9c99-f54d96e25bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:29.661443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-2b51d499-9c1b-495e-9c99-f54d96e25bb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 200 len: 851 time: 0.0459278 Dec 24 03:23:29.717556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83621b04-202d-4818-9324-5620fd47001c req-39d8ed26-f3f5-47ac-812a-7836ada3efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:29.719037 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-39d8ed26-f3f5-47ac-812a-7836ada3efd6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fea6f00c-56e1-4187-b366-65b48a16edca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462596 Dec 24 03:23:29.818020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-1d8118fd-576f-4b45-8676-1593aa4838cc service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874617 Dec 24 03:23:29.918762 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83621b04-202d-4818-9324-5620fd47001c req-5dca4cc8-7313-47ed-a07b-42b5afb77993 service neutron] 10.222.0.49 "GET /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894074 Dec 24 03:23:30.173864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:30.327968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1184766-c813-4493-9d6a-704fe5c647e2 req-8edb8b98-07b1-426d-8588-af1165695907 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:30.329479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1184766-c813-4493-9d6a-704fe5c647e2 req-8edb8b98-07b1-426d-8588-af1165695907 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0501885 Dec 24 03:23:30.378260 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d1184766-c813-4493-9d6a-704fe5c647e2 req-02cf69bf-c31f-42a9-85d8-25e7b49a6eb8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Dec 24 03:23:31.494712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485df9a9-b83b-4b93-8eb0-b2ad17798b23 req-4c7dbc82-ed73-4e7b-94ba-ff47865bae9f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:31.496254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-485df9a9-b83b-4b93-8eb0-b2ad17798b23 req-4c7dbc82-ed73-4e7b-94ba-ff47865bae9f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0485690 Dec 24 03:23:31.546901 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-485df9a9-b83b-4b93-8eb0-b2ad17798b23 req-fb17e93f-461b-46d0-aa82-3d428f0b6a67 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Dec 24 03:23:32.671238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b7278-a277-408b-8231-34a001dac3ab req-25caff38-401b-48e2-8ab7-1ab70ad94e07 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:32.672732 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-229b7278-a277-408b-8231-34a001dac3ab req-25caff38-401b-48e2-8ab7-1ab70ad94e07 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Dec 24 03:23:32.720808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-229b7278-a277-408b-8231-34a001dac3ab req-defcb6a4-f81b-479c-aa07-e5e14947bd51 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Dec 24 03:23:33.837500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd1823-03ab-4e15-b4bb-5d78dea602e1 req-32b5de4c-b474-4bab-adb6-d9dbbed0f46b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:33.838956 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-68cd1823-03ab-4e15-b4bb-5d78dea602e1 req-32b5de4c-b474-4bab-adb6-d9dbbed0f46b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0479443 Dec 24 03:23:33.889761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-68cd1823-03ab-4e15-b4bb-5d78dea602e1 req-4de02db6-c575-4070-a84c-e5814087e343 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Dec 24 03:23:35.009123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e223232-889c-46de-95d1-5fcff0024946 req-aa05a424-2cba-4b78-a33e-d40b56af8159 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:35.010566 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e223232-889c-46de-95d1-5fcff0024946 req-aa05a424-2cba-4b78-a33e-d40b56af8159 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0517566 Dec 24 03:23:35.056940 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e223232-889c-46de-95d1-5fcff0024946 req-2c4fc559-c025-4b1a-b5ee-a12c1c86b700 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 Dec 24 03:23:35.956555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:23:36.053151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:36.064762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '1f60cff1-d558-44db-877b-71b66213f00b', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'port_id': '1f60cff1-d558-44db-877b-71b66213f00b', 'mac_address': 'fa:16:3e:76:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:23:36.107584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:36.121192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:23:36.144808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:36.173267 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a3d70-ff54-439b-8e22-cf60803a8779 req-daeea1b2-7177-4696-8b3f-0f30b9a25280 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:36.174733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e71a3d70-ff54-439b-8e22-cf60803a8779 req-daeea1b2-7177-4696-8b3f-0f30b9a25280 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 943 time: 0.0482111 Dec 24 03:23:36.219753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:36.223808 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e71a3d70-ff54-439b-8e22-cf60803a8779 req-385309d7-9d9d-440b-82ca-5b803507f619 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425136 Dec 24 03:23:36.267817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=10']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:36.383716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1f60cff1-d558-44db-877b-71b66213f00b'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:23:37.338858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f13f-e86d-45f4-9571-503022fc34df req-26bd5f96-2ff3-4181-b954-6c467782a53f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:37.340311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2ee6f13f-e86d-45f4-9571-503022fc34df req-26bd5f96-2ff3-4181-b954-6c467782a53f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 945 time: 0.0487838 Dec 24 03:23:37.386192 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2ee6f13f-e86d-45f4-9571-503022fc34df req-a2904b8e-b2bd-4052-84f5-98bd29cbc099 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Dec 24 03:23:37.988079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:23:38.033454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 1f60cff1-d558-44db-877b-71b66213f00b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:23:38.033821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:38.110447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:38.132470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:23:38.134671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cffcea-3c64-4a8c-9463-bc2042da2805" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:23:38.146627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:38.180263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1306c573-b686-4051-b7ff-4e0530903327 x-openstack-request-id: req-1306c573-b686-4051-b7ff-4e0530903327 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:23:38.180584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-plugged", "status": "completed", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:23:38.180842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1306c573-b686-4051-b7ff-4e0530903327 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:23:38.181237 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'code': 200} Dec 24 03:23:38.214024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:38.260506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=11']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:38.504656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8147b3-feea-43e9-b0fc-efac304a16f7 req-b982bd9f-d25b-49f1-ab4a-58059ab4bcd7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:38.506126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4f8147b3-feea-43e9-b0fc-efac304a16f7 req-b982bd9f-d25b-49f1-ab4a-58059ab4bcd7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Dec 24 03:23:38.552379 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4f8147b3-feea-43e9-b0fc-efac304a16f7 req-474f2fee-30cf-403e-939e-211fc62f2bcb tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Dec 24 03:23:39.675507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205da98-df4a-4b35-a9fd-3c33e4569c64 req-7f1ead1f-a52b-4ad0-a39f-5d994e16922e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:39.676983 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8205da98-df4a-4b35-a9fd-3c33e4569c64 req-7f1ead1f-a52b-4ad0-a39f-5d994e16922e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0477734 Dec 24 03:23:39.723598 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8205da98-df4a-4b35-a9fd-3c33e4569c64 req-84e0b53d-dd1d-4db0-8234-d346a0dcbe23 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Dec 24 03:23:40.840103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac8a3c-31f0-476f-baba-1c3c3cd9ece6 req-f565775a-44da-40fe-a288-9de044ea3134 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:40.841711 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5aac8a3c-31f0-476f-baba-1c3c3cd9ece6 req-f565775a-44da-40fe-a288-9de044ea3134 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0487690 Dec 24 03:23:40.889835 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5aac8a3c-31f0-476f-baba-1c3c3cd9ece6 req-d26f3c38-a7ba-42f0-aa19-e04df9c62241 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407472 Dec 24 03:23:42.009592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf5ab7-3afd-4e2b-a87c-3e872ea549c1 req-444fec01-a630-493c-8e42-c0948bb8fff8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:42.011040 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0aaf5ab7-3afd-4e2b-a87c-3e872ea549c1 req-444fec01-a630-493c-8e42-c0948bb8fff8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0520051 Dec 24 03:23:42.056606 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0aaf5ab7-3afd-4e2b-a87c-3e872ea549c1 req-cf90e0e1-0deb-4c8d-962c-c97f8f55102c tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Dec 24 03:23:42.169384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13082-817b-4f73-a712-0839fab019f4 req-22cb2ff8-8173-45c5-9247-d88662e0c81a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:42.170753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-edd13082-817b-4f73-a712-0839fab019f4 req-22cb2ff8-8173-45c5-9247-d88662e0c81a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0483088 Dec 24 03:23:42.222115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-edd13082-817b-4f73-a712-0839fab019f4 req-144cb8da-2345-4ee9-8a38-628303d4e62b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Dec 24 03:23:42.359204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f1d53-82ef-4819-907b-e50ad4cfa01f req-af582cdf-f205-4468-b1ac-4f7343063dd5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:42.360671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0c5f1d53-82ef-4819-907b-e50ad4cfa01f req-af582cdf-f205-4468-b1ac-4f7343063dd5 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0478182 Dec 24 03:23:42.407629 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0c5f1d53-82ef-4819-907b-e50ad4cfa01f req-9a8f5e8e-2979-4227-91ec-b2641435702a tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Dec 24 03:23:42.835330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6602f4-6ca5-4a05-bea4-f72b537d5de6 req-68d1a47c-5492-436e-b81e-28f88d817c18 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:42.836802 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8b6602f4-6ca5-4a05-bea4-f72b537d5de6 req-68d1a47c-5492-436e-b81e-28f88d817c18 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0482833 Dec 24 03:23:42.887179 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8b6602f4-6ca5-4a05-bea4-f72b537d5de6 req-e4bcb010-950a-4edc-83d8-d4d8e81cd431 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Dec 24 03:23:44.002564 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7984-9bc4-43b5-8174-7ff6573fd730 req-9590fdae-b00d-4efd-82a8-7f57737848a8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:44.004004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b79d7984-9bc4-43b5-8174-7ff6573fd730 req-9590fdae-b00d-4efd-82a8-7f57737848a8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0478787 Dec 24 03:23:44.048999 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b79d7984-9bc4-43b5-8174-7ff6573fd730 req-61aa3fb5-0aac-46b5-8583-5be0ef89d73b tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391994 Dec 24 03:23:45.166372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15d88f-9133-4f63-ad41-76ac49be3797 req-0cc42e21-b166-4c32-b570-8190e241318e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:45.167763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bf15d88f-9133-4f63-ad41-76ac49be3797 req-0cc42e21-b166-4c32-b570-8190e241318e tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0488276 Dec 24 03:23:45.215651 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bf15d88f-9133-4f63-ad41-76ac49be3797 req-11245ba0-a400-436d-9c81-7c35db8b43b7 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups?id=9853551e-6f3e-4e76-8eba-96fb11eeabc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414989 Dec 24 03:23:45.680259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-911b3c65-48ab-401b-9f3f-d7e2737a5de2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:23:45.681686 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-911b3c65-48ab-401b-9f3f-d7e2737a5de2 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Dec 24 03:23:45.775535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Deleting port 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:23:45.775871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:45.862273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] For port 1f60cff1-d558-44db-877b-71b66213f00b, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1f60cff1-d558-44db-877b-71b66213f00b,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:45.862631 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:46.037126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:46.037396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:46.037705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049 disassociated. External IP: 172.26.7.164, port: 1f60cff1-d558-44db-877b-71b66213f00b. Dec 24 03:23:46.038039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Calling delete_port for 1f60cff1-d558-44db-877b-71b66213f00b owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:23:46.219394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:46.252254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'Port': ['ID=1f60cff1-d558-44db-877b-71b66213f00b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:46.263147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.263514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.264509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.264879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.265220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.265571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.265909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.266245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.266578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.266913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.267242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.267570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.267898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:46.338701 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3041c55-4352-48e3-bb33-e5e77ad8e851 req-40632ce0-6fc0-4578-9edd-bd83e1665fed tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0335946 Dec 24 03:23:46.407394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:23:46.513272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:23:46.523709 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:23:46.533729 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:23:46.534562 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:23:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:46.556368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] No DVR routers for this DVR port 1f60cff1-d558-44db-877b-71b66213f00b on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:23:46.559168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:46.563406 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-acce10f2-cc98-4c8d-a62b-c17beef25602 req-fca5891f-d7c1-4c63-8834-bf94ed143a9d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.49 "DELETE /v2.0/ports/1f60cff1-d558-44db-877b-71b66213f00b HTTP/1.1" status: 204 len: 173 time: 0.8714848 Dec 24 03:23:46.564207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-deleted', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:23:46.566665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051e84b-8a94-4470-9cc8-3be49d215f1e" -d '{"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-deleted", "tag": "1f60cff1-d558-44db-877b-71b66213f00b"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:23:46.653466 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:23:46.662253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7ffeec-9998-448d-bef5-9f5eb002e9e8 x-openstack-request-id: req-4c7ffeec-9998-448d-bef5-9f5eb002e9e8 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:23:46.662748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216ab04b-df21-478e-a3a9-fbf0b1664e03", "name": "network-vif-deleted", "tag": "1f60cff1-d558-44db-877b-71b66213f00b", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:23:46.663154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c7ffeec-9998-448d-bef5-9f5eb002e9e8 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:23:46.663708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216ab04b-df21-478e-a3a9-fbf0b1664e03', 'name': 'network-vif-deleted', 'tag': '1f60cff1-d558-44db-877b-71b66213f00b', 'status': 'completed', 'code': 200} Dec 24 03:23:46.949534 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:46.974936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:23:46.983726 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:23:46.984330 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:23:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:47.089133 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:23:47.288697 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:47.315505 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b812fffd-1c2f-4c1b-8a3d-f797c3825cdd None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '60605fe3-50e5-44bc-b618-19a08b44ef93', 'name': '', 'network_id': 'fea6f00c-56e1-4187-b366-65b48a16edca', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'mac_address': 'fa:16:3e:86:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:56Z', 'updated_at': '2021-12-24T03:17:00Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'subnets': [{'id': '3e5c2fff-1275-4d31-82ae-ccbaeceddbde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:23:47.442620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33201ec2-f082-4adc-b66e-43b72def88b2 req-816609b4-f958-42f2-bc92-f8ad606a4683 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Dec 24 03:23:47.550891 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab62060-b1ad-451a-88f8-f0077acc2132 None None] New status for floating IP 583e90f9-b2d0-47fb-8dfd-724937b45049: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:23:48.545561 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-19f5b1da-9676-45ed-b526-c5fb7e1335b0 req-c8f036fe-f5e0-4648-9ad0-496432262f2d tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0252755 Dec 24 03:23:49.638682 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91143561-6057-4911-92b8-b140e9222500 req-ad13ae0f-623d-408f-b4d2-2207c488e31f tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0258737 Dec 24 03:23:50.081327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:23:50.102056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 1f60cff1-d558-44db-877b-71b66213f00b {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:23:50.102405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1f60cff1-d558-44db-877b-71b66213f00b not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:23:50.270810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cd45960-522e-4aa2-b4b3-202f8b9d01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:50.742644 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f166aeb1-0d23-4aec-a08e-518f5fe07b5a req-7728a5c7-a42b-499f-a1e8-63275ac237c8 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0260613 Dec 24 03:23:51.858052 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04e50d16-8e02-4033-97fe-0af1564d3a94 req-57a82fbe-056c-410e-a6c3-8fa4a36b8e61 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/ports?device_id=216ab04b-df21-478e-a3a9-fbf0b1664e03 HTTP/1.1" status: 200 len: 210 time: 0.0304520 Dec 24 03:23:52.384747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b9676cca-fd78-4e50-b669-a4545c8d54de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:53.802077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:55.463768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:55.880585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:56.768945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 38932) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:56.822812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:56.848003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:56.944765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:56.947725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:56.948923 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "DELETE /v2.0/security-groups/9853551e-6f3e-4e76-8eba-96fb11eeabc3 HTTP/1.1" status: 204 len: 168 time: 0.1789577 Dec 24 03:23:56.951456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38934) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:56.958355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726214b-08f1-4d3a-b178-66d72c17f2d3 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853551e-6f3e-4e76-8eba-96fb11eeabc3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:56.967332 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.api.v2.resource [None req-693d5397-d8f3-48e8-9df2-e08f23ee6746 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] show failed (client error): The resource could not be found. Dec 24 03:23:56.970971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-693d5397-d8f3-48e8-9df2-e08f23ee6746 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "GET /v2.0/security-groups/9853551e-6f3e-4e76-8eba-96fb11eeabc3 HTTP/1.1" status: 404 len: 347 time: 0.0158291 Dec 24 03:23:56.971204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38936) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:57.107232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Deleting port 02e10a71-b305-4c23-9baf-25ac6bd9abc6 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:23:57.108608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.184271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.184632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.196693 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Calling delete_port for 02e10a71-b305-4c23-9baf-25ac6bd9abc6 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:23:57.396338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.420378 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Pushing event deleted for resources: {'Port': ['ID=02e10a71-b305-4c23-9baf-25ac6bd9abc6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:57.434325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.434711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.435095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.435398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.435731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.436062 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.436392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.436744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.437076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.437410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.437755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.438075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.438407 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:23:57.496583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.499125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:57.500493 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4c83392e-84d4-4a80-92cf-5f3aa43a2b37 tempest-ServerActionsTestJSON-651869295 tempest-ServerActionsTestJSON-651869295-project] 10.222.0.36 "DELETE /v2.0/floatingips/583e90f9-b2d0-47fb-8dfd-724937b45049 HTTP/1.1" status: 204 len: 168 time: 0.5282929 Dec 24 03:23:57.503610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38938) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:57.915154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:58.158099 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Deleting port 60605fe3-50e5-44bc-b618-19a08b44ef93 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:23:58.158765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:58.234556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] For port 60605fe3-50e5-44bc-b618-19a08b44ef93, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=60605fe3-50e5-44bc-b618-19a08b44ef93,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:58.234976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:58.251413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Calling delete_port for 60605fe3-50e5-44bc-b618-19a08b44ef93 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:23:58.459041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:58.485373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Pushing event deleted for resources: {'Port': ['ID=60605fe3-50e5-44bc-b618-19a08b44ef93,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:58.652445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:58.864818 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:23:58.969702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:23:58.974832 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a2b99e3-1cc3-4a02-99d0-3f2241177637 admin admin] 10.222.0.36 "PUT /v2.0/routers/1621fb48-ba3b-42c5-8fb2-5947b6a01c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4702570 Dec 24 03:23:58.977318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38942) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:58.978384 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Sync routers for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:23:58.989082 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:23:58.989697 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:23:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:59.079963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.092563 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:23:59.180987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.267385 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169'}], 'enable_snat': True}, 'gw_port_id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:23:58Z', 'revision_number': 5, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port': {'id': 'e3b91b9f-7876-4557-960a-138a3d69fe1c', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:4a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:59.293265 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Checking router: 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:23:59.301833 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Routers {'1621fb48-ba3b-42c5-8fb2-5947b6a01c00'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:23:59.302445 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:23:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:59.320880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Deleting port e3b91b9f-7876-4557-960a-138a3d69fe1c {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:23:59.321213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.385485 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] Set router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:23:59.402609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] For port e3b91b9f-7876-4557-960a-138a3d69fe1c, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e3b91b9f-7876-4557-960a-138a3d69fe1c,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:23:59.402972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.420076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Calling delete_port for e3b91b9f-7876-4557-960a-138a3d69fe1c owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:23:59.438230 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:23:59Z', 'revision_number': 6, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:23:59.470241 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1485d607-8e1c-44e1-b4c3-903ea46d972a None None] The sync data for ids ['1621fb48-ba3b-42c5-8fb2-5947b6a01c00'] in dv-neutron-822868-1-hyperv is: [{'id': '1621fb48-ba3b-42c5-8fb2-5947b6a01c00', 'name': 'tempest-ServerActionsTestJSON-1593133933-router', 'tenant_id': '9e15e646716042268ca41f4fded03091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:16:54Z', 'updated_at': '2021-12-24T03:23:59Z', 'revision_number': 6, 'project_id': '9e15e646716042268ca41f4fded03091', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:23:59.630018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.658920 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b91b9f-7876-4557-960a-138a3d69fe1c,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:23:59.672207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de45e288-1d25-4fd3-b397-6336ff8537eb None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:23:59.717843 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.804929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.807170 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.927438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.928006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1621fb48-ba3b-42c5-8fb2-5947b6a01c00 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:23:59.932614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:23:59.933805 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-65da2840-0536-4553-9ca7-23dfb88523ba admin admin] 10.222.0.36 "DELETE /v2.0/routers/1621fb48-ba3b-42c5-8fb2-5947b6a01c00 HTTP/1.1" status: 204 len: 168 time: 0.9555945 Dec 24 03:23:59.936282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38944) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:23:59.979650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Deleting subnet 3e5c2fff-1275-4d31-82ae-ccbaeceddbde {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:23:59.982519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.016227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.090187 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.190437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.261426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60605fe3-50e5-44bc-b618-19a08b44ef93 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:00.286092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 60605fe3-50e5-44bc-b618-19a08b44ef93 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:24:00.286611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 60605fe3-50e5-44bc-b618-19a08b44ef93 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:24:00.287107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e3b91b9f-7876-4557-960a-138a3d69fe1c no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:00.307300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e3b91b9f-7876-4557-960a-138a3d69fe1c {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:24:00.307756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e3b91b9f-7876-4557-960a-138a3d69fe1c not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:24:00.555499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.580815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5c2fff-1275-4d31-82ae-ccbaeceddbde,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:00.584762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.587941 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-170ca58c-4ff2-4741-a07b-7e40f3fcec99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e5c2fff-1275-4d31-82ae-ccbaeceddbde HTTP/1.1" status: 204 len: 168 time: 0.6507032 Dec 24 03:24:00.590337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063bf092-54e3-4b2a-bb40-3f72e5b6c7be None None] Network fea6f00c-56e1-4187-b366-65b48a16edca requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:00.596101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38946) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:00.660459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.719533 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Deleting port 71779bf9-38ce-44c9-9c15-5d028aa1137d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:00.719871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.743949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] DHCP port deletion for fea6f00c-56e1-4187-b366-65b48a16edca request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:24:00.782773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] For port 71779bf9-38ce-44c9-9c15-5d028aa1137d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71779bf9-38ce-44c9-9c15-5d028aa1137d,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:00.783141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.793859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Deleting port 71779bf9-38ce-44c9-9c15-5d028aa1137d {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:00.794232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.795711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Calling delete_port for 71779bf9-38ce-44c9-9c15-5d028aa1137d owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:00.855276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] For port 71779bf9-38ce-44c9-9c15-5d028aa1137d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=71779bf9-38ce-44c9-9c15-5d028aa1137d,segment=NetworkSegment(b33ce9a1-cfbe-4c96-9968-d936bf5a1706),segment_id=b33ce9a1-cfbe-4c96-9968-d936bf5a1706)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:00.855938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.868740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Calling delete_port for 71779bf9-38ce-44c9-9c15-5d028aa1137d owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:00.939308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.947139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:00.966486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=71779bf9-38ce-44c9-9c15-5d028aa1137d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:00.968280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] No DVR routers for this DVR port 71779bf9-38ce-44c9-9c15-5d028aa1137d on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:00.976314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] No DVR routers for this DVR port 71779bf9-38ce-44c9-9c15-5d028aa1137d on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:00.983395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17008e87-668f-4ffa-a621-e486e90dbff2 None None] Pushing event deleted for resources: {'Port': ['ID=71779bf9-38ce-44c9-9c15-5d028aa1137d,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:01.043068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.063842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea6f00c-56e1-4187-b366-65b48a16edca']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:01.073474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:01.073764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33ce9a1-cfbe-4c96-9968-d936bf5a1706') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:01.083345 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.096643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.102420 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:01.105081 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:01.217823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.223361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.226495 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fea6f00c-56e1-4187-b366-65b48a16edca HTTP/1.1" status: 204 len: 168 time: 0.6350677 Dec 24 03:24:01.242323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c75a51-1c51-49e0-862b-f6eabff7bb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea6f00c-56e1-4187-b366-65b48a16edca,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:01.519640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 38950) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:01.559409 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9dc94dfa-0a7c-43f2-8e3f-6a4ee7ad6d7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e15e646716042268ca41f4fded03091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385871 Dec 24 03:24:01.561782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 38952) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:01.608488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.629163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.738770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.741359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:01.742490 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/126398c7-7928-4fe1-8bd2-9d59d3885d50 HTTP/1.1" status: 204 len: 168 time: 0.1797974 Dec 24 03:24:01.751554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbacda9-88ad-4226-b483-2985e2163363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126398c7-7928-4fe1-8bd2-9d59d3885d50,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:02.158191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71779bf9-38ce-44c9-9c15-5d028aa1137d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:02.179466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 71779bf9-38ce-44c9-9c15-5d028aa1137d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:24:02.179816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 71779bf9-38ce-44c9-9c15-5d028aa1137d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:24:02.677377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38974) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:02.771750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-629840140-network', 'tenant_id': '502d626c7470442fa89189161aec6ebb'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:02.858044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Made reservation on behalf of 502d626c7470442fa89189161aec6ebb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:02.860371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:02.869333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:02.946178 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.007183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.032712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:03.041195 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1559fa-82f4-470f-97d1-246a20cfdd02,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:03.047940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.048858 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Added segment ea67e7a3-9926-4dfd-b211-6673b4ac7a74 of type vlan for network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 Dec 24 03:24:03.088316 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.184367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.185302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:03.185891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.245482 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:03.255557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:03.267904 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6d8a8281-12f9-4dd6-8958-a3399e7ecfe8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5893683 Dec 24 03:24:03.270872 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 38978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:03.275910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Request body: {'subnet': {'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-629840140-subnet', 'tenant_id': '502d626c7470442fa89189161aec6ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:03.345021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Made reservation on behalf of 502d626c7470442fa89189161aec6ebb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:03.347456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.556358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.618668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89956c0e-5048-40f7-954e-1bd6bb64bba1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:03.622873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Checking segment: {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:03.623246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Network hostable DHCP agents. Network: a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:03.681371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:03.732735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:03.737405 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:03.737998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:03.743079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482cfea1-11f3-4e67-84f9-94a99de0c885 None None] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:03.821491 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4ee22fdc-2ad1-4e16-b9b3-24c059e0b0d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5493064 Dec 24 03:24:03.839178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffbc0cc-0a3d-4a80-ac57-58047771a060 None None] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:04.033625 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:04.226172 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:04.229902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-fa607ae7-b37f-4b74-9624-b23830236933 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:04.230950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-fa607ae7-b37f-4b74-9624-b23830236933 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/networks?id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 200 len: 813 time: 0.0989988 Dec 24 03:24:04.245423 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-a50d0cd6-535f-4156-aa5c-939ad2b4f866 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/quotas/502d626c7470442fa89189161aec6ebb HTTP/1.1" status: 200 len: 375 time: 0.0087166 Dec 24 03:24:04.280065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-d2ad552b-ec7f-4c9a-b57a-b7fefd364561 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290031 Dec 24 03:24:04.367770 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-be00b77e-6af9-4d79-99e3-5d69c58f8862 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804811 Dec 24 03:24:04.458160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-9b7235f2-72f5-4ba3-a906-a3fe4b88ffec service neutron] 10.222.0.36 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 Dec 24 03:24:04.703717 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6ef04c61-e06f-456d-88eb-29098a145856 req-ddb85f90-bc27-4055-b3d0-b2d3a2c8000a tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0258794 Dec 24 03:24:05.782107 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-23a9786c-50cd-42df-a74f-ee0f06228ef5 req-30e804a0-780c-4148-9dc4-81cb473f7863 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0268788 Dec 24 03:24:06.856171 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0529be95-a34c-4f7e-9e5b-b193ed74455a req-5efce5f1-fee3-4469-85cf-886e9434f0a6 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0261824 Dec 24 03:24:07.931722 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-05e2c830-eb84-473c-814b-16f794aed321 req-f3eec513-dcd9-4ace-abe6-f4d1be2127a8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0265381 Dec 24 03:24:09.023351 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24f6dda7-394b-4147-a7af-5fc9d4de155c req-0d6c4e75-8dd7-4499-9a52-4620f9fdcb5f tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0260105 Dec 24 03:24:10.117231 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-21cb871a-5021-4508-920b-b7026f94d10d req-0ea078fb-c3f9-4964-b213-dd9913816bae tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0270088 Dec 24 03:24:10.858623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-0d7fa5ad-e676-4f19-81f3-cbca7fe006a1 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:10.860062 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-0d7fa5ad-e676-4f19-81f3-cbca7fe006a1 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "GET /v2.0/networks?id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 200 len: 813 time: 0.1050928 Dec 24 03:24:10.884551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Request body: {'port': {'device_id': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3', 'admin_state_up': True, 'tenant_id': '502d626c7470442fa89189161aec6ebb'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:11.075884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Made reservation on behalf of 502d626c7470442fa89189161aec6ebb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:11.080081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:11.221885 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bf8646b6-e827-49d4-9720-b4b82d888004 req-bcf3fec4-7f5f-4691-a137-c25f12e71274 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Dec 24 03:24:11.542148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Allocated IP 172.20.0.9 (a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3/89956c0e-5048-40f7-954e-1bd6bb64bba1/1aa84a79-6942-4411-94bf-669084585688) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:11.683594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:11.773310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:11.817343 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:11.820219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:11.824159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:11.831065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Pushing event updated for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:11.879367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:11.879977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:11.952911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-4aa08faf-063b-44b5-a1f2-048517e83bcd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0722449 Dec 24 03:24:11.979919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Request body: {'port': {'device_id': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:12.030890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.289477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa84a79-6942-4411-94bf-669084585688 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:24:12.304773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.337178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Transition to ACTIVE for port object 1aa84a79-6942-4411-94bf-669084585688 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:24:12.355509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb3073-0a86-4c7e-8802-0e7a13fd461f req-60ed6dce-09f4-4c37-92d1-4bcfff54044e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:12.357076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4ddb3073-0a86-4c7e-8802-0e7a13fd461f req-60ed6dce-09f4-4c37-92d1-4bcfff54044e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 931 time: 0.0631776 Dec 24 03:24:12.390355 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.434699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4ddb3073-0a86-4c7e-8802-0e7a13fd461f req-75f675a8-330d-46a0-9563-f2b66d23cb50 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713058 Dec 24 03:24:12.457870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:12.526417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Attempting to bind port 1aa84a79-6942-4411-94bf-669084585688 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:12.526757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Attempting to bind port 1aa84a79-6942-4411-94bf-669084585688 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:12.527081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Attempting to bind port 1aa84a79-6942-4411-94bf-669084585688 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:12.531311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Port 1aa84a79-6942-4411-94bf-669084585688 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:24:12.531630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Attempting to bind port 1aa84a79-6942-4411-94bf-669084585688 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:12.536496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:12.536829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Checking segment: {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:12.537209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Bound using segment: {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:12.537650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Bound port: 1aa84a79-6942-4411-94bf-669084585688, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:12.537996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.598368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:12.601247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1aa84a79-6942-4411-94bf-669084585688,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:12.691975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.727468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:12.728091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:12.729478 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] 10.222.0.49 "PUT /v2.0/ports/1aa84a79-6942-4411-94bf-669084585688 HTTP/1.1" status: 200 len: 1093 time: 0.7536912 Dec 24 03:24:12.729911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'tag': '1aa84a79-6942-4411-94bf-669084585688'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:12.732132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d40a71-414f-46b9-97d6-2f882adf456d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "tag": "1aa84a79-6942-4411-94bf-669084585688"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:12.753516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9cf0-8302-4cda-8b7a-83343baa536d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:12.782016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e809b5-9b6f-4c05-af84-a6d3585fccca x-openstack-request-id: req-55e809b5-9b6f-4c05-af84-a6d3585fccca {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:12.782369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "tag": "1aa84a79-6942-4411-94bf-669084585688", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:12.782894 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55e809b5-9b6f-4c05-af84-a6d3585fccca {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:12.783009 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'tag': '1aa84a79-6942-4411-94bf-669084585688', 'status': 'completed', 'code': 200} Dec 24 03:24:12.879698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-ecc871bb-a98f-40e7-93b0-50aceede4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:12.881229 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-ecc871bb-a98f-40e7-93b0-50aceede4d69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 1096 time: 0.0413477 Dec 24 03:24:12.992799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-ecefd761-8e17-4cfd-b232-6c7385c1b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:12.994182 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-ecefd761-8e17-4cfd-b232-6c7385c1b6fb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=502d626c7470442fa89189161aec6ebb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0941498 Dec 24 03:24:13.095795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-52d27a8e-94fe-4986-831c-33ef43bc0ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:13.097353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2d40a71-414f-46b9-97d6-2f882adf456d req-52d27a8e-94fe-4986-831c-33ef43bc0ab8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919070 Dec 24 03:24:13.210004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-35884d7d-74f4-4715-8407-4c8196c82884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:13.211470 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-35884d7d-74f4-4715-8407-4c8196c82884 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 1096 time: 0.0410476 Dec 24 03:24:13.267504 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-3bb53797-9446-48bf-b3d0-a213c7fd4528 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa84a79-6942-4411-94bf-669084585688 HTTP/1.1" status: 200 len: 217 time: 0.0328765 Dec 24 03:24:13.320117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-d444068d-0730-44f6-8058-99beada14f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:13.321581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-d444068d-0730-44f6-8058-99beada14f22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89956c0e-5048-40f7-954e-1bd6bb64bba1 HTTP/1.1" status: 200 len: 853 time: 0.0432525 Dec 24 03:24:13.360570 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-ff8d20cc-1456-481f-b313-b165a0179057 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271733 Dec 24 03:24:13.451917 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-00ea22fb-40d0-4bcc-9c53-b8dfc40451e5 service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799766 Dec 24 03:24:13.585172 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4052aba0-5f22-4da2-a857-0fb9e4641aa4 req-63348173-86dd-4e94-b282-242d9d2bd0fb service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173849 Dec 24 03:24:13.593500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f2094-b4b7-471f-8024-6388fa1301fa req-7736e2b4-09b8-4d47-aae1-a6d6eec62598 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:13.595426 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-af8f2094-b4b7-471f-8024-6388fa1301fa req-7736e2b4-09b8-4d47-aae1-a6d6eec62598 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 943 time: 0.0711603 Dec 24 03:24:13.642945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-af8f2094-b4b7-471f-8024-6388fa1301fa req-291ffa5b-5f8b-45a7-874d-a5a8111346d6 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Dec 24 03:24:14.761883 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb73c41-7640-49fd-b270-6418098c0c94 req-ddc7c000-12b2-4909-831b-e0bf0193ccb4 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:14.763343 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fb73c41-7640-49fd-b270-6418098c0c94 req-ddc7c000-12b2-4909-831b-e0bf0193ccb4 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 943 time: 0.0525708 Dec 24 03:24:14.809626 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2fb73c41-7640-49fd-b270-6418098c0c94 req-684acc53-d714-4c03-9643-e55050e09240 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Dec 24 03:24:15.925503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061099c-37cc-46a0-bf3c-e3501e062a9a req-df42c4cb-5add-4209-9d6d-1b965f1e2ee0 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:15.926861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2061099c-37cc-46a0-bf3c-e3501e062a9a req-df42c4cb-5add-4209-9d6d-1b965f1e2ee0 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 943 time: 0.0498734 Dec 24 03:24:15.976910 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2061099c-37cc-46a0-bf3c-e3501e062a9a req-354d43d6-8802-48ac-9adc-5c75df00d7ec tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Dec 24 03:24:16.252022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1aa84a79-6942-4411-94bf-669084585688 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:24:16.345673 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1aa84a79-6942-4411-94bf-669084585688,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:16.356663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '1aa84a79-6942-4411-94bf-669084585688', 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3', 'port_id': '1aa84a79-6942-4411-94bf-669084585688', 'mac_address': 'fa:16:3e:5a:12:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89956c0e-5048-40f7-954e-1bd6bb64bba1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:24:16.392357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:16.405741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa84a79-6942-4411-94bf-669084585688 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:24:16.425799 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1aa84a79-6942-4411-94bf-669084585688,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:16.475591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:16.521486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:16.528306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.528682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.529027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.529365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.529728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.530057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.530383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.530711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.531036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.531364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.531686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.532009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.532387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:16.874834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1aa84a79-6942-4411-94bf-669084585688'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:24:17.091440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b786e-314e-4440-9c1c-b033df52066c req-5595c7e5-7a5e-4f14-b1ba-241e5b7140ef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:17.092920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac1b786e-314e-4440-9c1c-b033df52066c req-5595c7e5-7a5e-4f14-b1ba-241e5b7140ef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Dec 24 03:24:17.140965 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac1b786e-314e-4440-9c1c-b033df52066c req-ed50f199-db6c-4848-9f7c-17e91f5da0ad tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Dec 24 03:24:18.253175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c642b-7087-4ee2-b210-c5dec25a8cd4 req-f903eacf-fdc9-4a8e-94a2-5c4e1d8c7b84 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:18.254654 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-530c642b-7087-4ee2-b210-c5dec25a8cd4 req-f903eacf-fdc9-4a8e-94a2-5c4e1d8c7b84 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 944 time: 0.0495687 Dec 24 03:24:18.269880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1aa84a79-6942-4411-94bf-669084585688 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:18.301867 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-530c642b-7087-4ee2-b210-c5dec25a8cd4 req-7ef8032a-629e-41a0-a42a-81eb4d5dce53 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Dec 24 03:24:18.405834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 1aa84a79-6942-4411-94bf-669084585688 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:24:18.409853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 1aa84a79-6942-4411-94bf-669084585688 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:18.410227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:18.487817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:18.509482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa84a79-6942-4411-94bf-669084585688'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:18.511690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e05f868-80e9-4731-8324-4b6a20a8cb6d" -d '{"events": [{"server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "name": "network-vif-plugged", "status": "completed", "tag": "1aa84a79-6942-4411-94bf-669084585688"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:18.525194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1aa84a79-6942-4411-94bf-669084585688,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:18.547957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efd8ba0-7488-49b5-99fa-1066a10c2d25 x-openstack-request-id: req-3efd8ba0-7488-49b5-99fa-1066a10c2d25 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:18.548254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "name": "network-vif-plugged", "status": "completed", "tag": "1aa84a79-6942-4411-94bf-669084585688", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:18.548542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3efd8ba0-7488-49b5-99fa-1066a10c2d25 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:18.548937 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa84a79-6942-4411-94bf-669084585688', 'code': 200} Dec 24 03:24:18.601581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:18.648942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:18.891424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb8081-e40c-4218-9abb-e32d1a9d16f4 req-a6dc26eb-2a9c-43ba-aae7-57646dfc5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:18.893201 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbbb8081-e40c-4218-9abb-e32d1a9d16f4 req-a6dc26eb-2a9c-43ba-aae7-57646dfc5834 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 1098 time: 0.0394332 Dec 24 03:24:18.940408 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbbb8081-e40c-4218-9abb-e32d1a9d16f4 req-98e75d6c-707e-4232-8071-8f9a26e935b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374422 Dec 24 03:24:19.419696 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24892b-92f8-47e2-b39e-d95ead2461b8 req-0c5e5e2b-9467-4500-9b04-7959809a2c4c tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:19.421209 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c24892b-92f8-47e2-b39e-d95ead2461b8 req-0c5e5e2b-9467-4500-9b04-7959809a2c4c tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Dec 24 03:24:19.467505 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7c24892b-92f8-47e2-b39e-d95ead2461b8 req-9e1dce6b-9b2a-40fd-ad64-4e2880d1385b tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 Dec 24 03:24:20.287262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d4b38843-612c-48fe-8822-aa0093a9532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:20.587602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43b20b-e8b3-41d6-a8b8-762aed70ecf1 req-800ad86c-1fc2-400a-95e7-5e6c93b35ee3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:20.589102 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6c43b20b-e8b3-41d6-a8b8-762aed70ecf1 req-800ad86c-1fc2-400a-95e7-5e6c93b35ee3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0526457 Dec 24 03:24:20.635588 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6c43b20b-e8b3-41d6-a8b8-762aed70ecf1 req-e92b1715-f3d6-4b38-9f84-fdd71e93506d tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Dec 24 03:24:20.860052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-0ae3f5cf-16ef-4c2e-8aee-8dcb932b6a73 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:20.861462 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-0ae3f5cf-16ef-4c2e-8aee-8dcb932b6a73 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/networks?id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 200 len: 813 time: 0.1059523 Dec 24 03:24:20.876396 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-d62b2703-1a0a-4d3a-a63a-5c3b763e8958 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/quotas/502d626c7470442fa89189161aec6ebb HTTP/1.1" status: 200 len: 375 time: 0.0089972 Dec 24 03:24:20.928236 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-793cb52f-482a-4560-b741-56026642937f tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461354 Dec 24 03:24:21.015751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-d67ff5bb-c04d-4618-8c91-8f57d4f603f2 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806582 Dec 24 03:24:21.107866 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-acc69729-8f27-4697-875a-278067717d44 service neutron] 10.222.0.36 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854747 Dec 24 03:24:21.436536 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3e371a04-4864-4788-a0e9-ed7d4c8a04d0 req-d6e114cf-5191-4106-9e81-c9e301383820 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 210 time: 0.0263090 Dec 24 03:24:22.366801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b02594dd-4a6a-45ed-8bf5-1eb057f97301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:22.530895 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0cc1608d-f3f0-4f07-95e3-579f1dbc3e96 req-57601348-1965-4054-b017-0fec6bb4c002 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 210 time: 0.0267789 Dec 24 03:24:23.333972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-2e4efd89-4b93-4114-9efc-b12f38654170 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:23.335396 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-2e4efd89-4b93-4114-9efc-b12f38654170 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "GET /v2.0/networks?id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 200 len: 813 time: 0.1082540 Dec 24 03:24:23.355297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Request body: {'port': {'device_id': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3', 'admin_state_up': True, 'tenant_id': '502d626c7470442fa89189161aec6ebb'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:23.536905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Made reservation on behalf of 502d626c7470442fa89189161aec6ebb for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:23.540595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.626591 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5f00327e-a2a9-48f6-a1e9-9cccdf4189b0 req-e791a650-49ac-41d8-a9c8-c558997e47d7 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 210 time: 0.0265298 Dec 24 03:24:23.672220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Allocated IP 172.20.0.7 (a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3/89956c0e-5048-40f7-954e-1bd6bb64bba1/661a763b-74e8-46a7-a8dd-254da98047c3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:23.806988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.819046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.904310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:23.938537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1aa84a79-6942-4411-94bf-669084585688'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:24:23.948392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:23.951407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:23.956534 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:23.962323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Pushing event updated for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.009662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:24.010277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.089461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-f88a7021-db00-47d5-a4c1-7b0b559719d8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377679 Dec 24 03:24:24.107648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Request body: {'port': {'device_id': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:24.163116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.414454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661a763b-74e8-46a7-a8dd-254da98047c3 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:24:24.421731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.433669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Transition to ACTIVE for port object 661a763b-74e8-46a7-a8dd-254da98047c3 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:24:24.521317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.570032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Pushing event updated for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.643265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Attempting to bind port 661a763b-74e8-46a7-a8dd-254da98047c3 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:24.643595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Attempting to bind port 661a763b-74e8-46a7-a8dd-254da98047c3 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:24.643924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Attempting to bind port 661a763b-74e8-46a7-a8dd-254da98047c3 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:24.648370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Port 661a763b-74e8-46a7-a8dd-254da98047c3 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:24:24.648527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Attempting to bind port 661a763b-74e8-46a7-a8dd-254da98047c3 on network a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:24.653438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:24.654027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Checking segment: {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:24.654195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Bound using segment: {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:24.654573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Bound port: 661a763b-74e8-46a7-a8dd-254da98047c3, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:24.654927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.743646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:24.748610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=661a763b-74e8-46a7-a8dd-254da98047c3,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:24.762403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef8ee6-3525-4149-b4e1-a9adc6e1a729 req-5936d051-1a78-408d-ab4a-c41a41c9eb99 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:24.763916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8cef8ee6-3525-4149-b4e1-a9adc6e1a729 req-5936d051-1a78-408d-ab4a-c41a41c9eb99 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 943 time: 0.0689392 Dec 24 03:24:24.816739 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8cef8ee6-3525-4149-b4e1-a9adc6e1a729 req-128b276d-c7e7-4251-814c-649a19e45c96 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Dec 24 03:24:24.864070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.895400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:24.896032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:24.897457 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] 10.222.0.49 "PUT /v2.0/ports/661a763b-74e8-46a7-a8dd-254da98047c3 HTTP/1.1" status: 200 len: 1093 time: 0.7938824 Dec 24 03:24:24.899992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:24.902045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fa5daa-ca30-4d71-908c-caa30c00a2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:24.931037 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8d5be-714b-4664-9e93-6e98f84c94df service neutron] Pushing event updated for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:24.945962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec3ff1-2cb4-4089-987c-c6ea91f35620 x-openstack-request-id: req-60ec3ff1-2cb4-4089-987c-c6ea91f35620 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:24.946261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:24.946817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60ec3ff1-2cb4-4089-987c-c6ea91f35620 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:24.947473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3', 'status': 'completed', 'code': 200} Dec 24 03:24:25.030011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-04a44e98-ec94-40fa-b08e-68a53ec63979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.031412 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-04a44e98-ec94-40fa-b08e-68a53ec63979 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 1096 time: 0.0407495 Dec 24 03:24:25.140169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.145265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-b27d943d-7c18-4e5c-81ae-93362fd17b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.146767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-b27d943d-7c18-4e5c-81ae-93362fd17b64 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=502d626c7470442fa89189161aec6ebb&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0968151 Dec 24 03:24:25.249018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-ab8726cd-1e4d-45df-b3ee-452d44573950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.252373 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-11fa5daa-ca30-4d71-908c-caa30c00a2c7 req-ab8726cd-1e4d-45df-b3ee-452d44573950 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972109 Dec 24 03:24:25.355584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-2305fdcd-53c7-48cf-8806-26a9b2b6bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.357085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-2305fdcd-53c7-48cf-8806-26a9b2b6bacd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 1096 time: 0.0459421 Dec 24 03:24:25.409443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-06039f2e-32be-4ecf-9bec-8ea3c54bf818 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661a763b-74e8-46a7-a8dd-254da98047c3 HTTP/1.1" status: 200 len: 217 time: 0.0343347 Dec 24 03:24:25.458388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-1303ac7c-df2c-4197-a01e-d4ffe3fea40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.459888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-1303ac7c-df2c-4197-a01e-d4ffe3fea40f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89956c0e-5048-40f7-954e-1bd6bb64bba1 HTTP/1.1" status: 200 len: 853 time: 0.0439165 Dec 24 03:24:25.492594 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-0607953a-d728-49d8-81a3-95d652d2c325 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259223 Dec 24 03:24:25.585238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-28303a97-afbc-4b19-a9d7-84cb1fc17c03 service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855958 Dec 24 03:24:25.674781 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-52e30c5e-32f3-4d11-a446-3e93ac84f172 req-fef1bfed-971a-4645-b434-716b05e74449 service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816228 Dec 24 03:24:25.874978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:25.940918 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:25.944159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237799-454f-4861-b8a0-2b80baa85b03 req-3fa36680-e540-4944-9b4b-33cca17655dd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:25.944611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cb237799-454f-4861-b8a0-2b80baa85b03 req-3fa36680-e540-4944-9b4b-33cca17655dd tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 943 time: 0.0564463 Dec 24 03:24:25.993678 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cb237799-454f-4861-b8a0-2b80baa85b03 req-77eb63ba-69ee-4f68-9d88-4d02d86e56cb tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Dec 24 03:24:27.110148 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a730800-7220-40c7-ac27-8b3b65db87fb req-7b5207f6-02b1-4c18-89ae-32dfffe3e227 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:27.111630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0a730800-7220-40c7-ac27-8b3b65db87fb req-7b5207f6-02b1-4c18-89ae-32dfffe3e227 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 943 time: 0.0483558 Dec 24 03:24:27.157836 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0a730800-7220-40c7-ac27-8b3b65db87fb req-9a322b72-cfa8-4611-bfa5-00ac1325abb6 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Dec 24 03:24:28.271289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676a026-e5ae-4777-9af1-2bee76801dd0 req-8e50e5d7-645a-49c9-9e56-39962d6423ab tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:28.272743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b676a026-e5ae-4777-9af1-2bee76801dd0 req-8e50e5d7-645a-49c9-9e56-39962d6423ab tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 943 time: 0.0476730 Dec 24 03:24:28.300987 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 661a763b-74e8-46a7-a8dd-254da98047c3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:24:28.321356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b676a026-e5ae-4777-9af1-2bee76801dd0 req-1b1c2e35-dac4-4454-9c45-82411887013f tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Dec 24 03:24:28.392386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=661a763b-74e8-46a7-a8dd-254da98047c3,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:28.406767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '661a763b-74e8-46a7-a8dd-254da98047c3', 'network_id': 'a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3', 'port_id': '661a763b-74e8-46a7-a8dd-254da98047c3', 'mac_address': 'fa:16:3e:8b:e2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89956c0e-5048-40f7-954e-1bd6bb64bba1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:24:28.442699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.454957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661a763b-74e8-46a7-a8dd-254da98047c3 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:24:28.475042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=661a763b-74e8-46a7-a8dd-254da98047c3,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:28.543529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:28.590502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:28.841097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['661a763b-74e8-46a7-a8dd-254da98047c3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:24:29.353378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-4900daa4-742c-48eb-a8f5-22b909b06afd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434813 Dec 24 03:24:29.443372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2f5da-faa6-4677-9f8e-aaeb35b124e5 req-e78c4501-874b-425f-a710-b9b7eddfcd20 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.444920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aab2f5da-faa6-4677-9f8e-aaeb35b124e5 req-e78c4501-874b-425f-a710-b9b7eddfcd20 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 944 time: 0.0543308 Dec 24 03:24:29.454085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-977cd762-7176-4dea-b445-7dda3671d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.455647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-977cd762-7176-4dea-b445-7dda3671d062 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=502d626c7470442fa89189161aec6ebb&device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 1098 time: 0.0408037 Dec 24 03:24:29.493027 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aab2f5da-faa6-4677-9f8e-aaeb35b124e5 req-baeb7fa2-7aa7-4220-80fb-da42e94d0c14 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Dec 24 03:24:29.557035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-0f08e13b-625f-4e39-bb49-a618c124396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.558479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-0f08e13b-625f-4e39-bb49-a618c124396e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 200 len: 914 time: 0.0827837 Dec 24 03:24:29.602002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-edfc75b1-3e2d-44c6-9887-515419aebc35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa84a79-6942-4411-94bf-669084585688 HTTP/1.1" status: 200 len: 217 time: 0.0362403 Dec 24 03:24:29.649661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-9ddace0f-3596-41a1-96e3-f988a0c882b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:29.651056 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-9ddace0f-3596-41a1-96e3-f988a0c882b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=89956c0e-5048-40f7-954e-1bd6bb64bba1 HTTP/1.1" status: 200 len: 853 time: 0.0420866 Dec 24 03:24:29.682098 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-93624a28-c8d4-4222-8a17-2f1e1f6980dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236030 Dec 24 03:24:29.772637 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-d77b4015-fc41-433f-988b-d8c4ec317a1e service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Dec 24 03:24:29.861023 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-710eba0d-343f-4fa7-8677-3e57cad7d343 req-11422438-bb46-4b34-ad98-7cde3179d64b service neutron] 10.222.0.49 "GET /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814607 Dec 24 03:24:30.228529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.307055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 661a763b-74e8-46a7-a8dd-254da98047c3 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:30.411958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 661a763b-74e8-46a7-a8dd-254da98047c3 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:24:30.415540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 661a763b-74e8-46a7-a8dd-254da98047c3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:30.415913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.492836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.514877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:30.517149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec24490-b628-4bfe-8ec6-95e6f3bef292" -d '{"events": [{"server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "name": "network-vif-plugged", "status": "completed", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:30.529932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=661a763b-74e8-46a7-a8dd-254da98047c3,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:30.556264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeacdd8-a877-4526-8e0f-25b991e8696b x-openstack-request-id: req-cbeacdd8-a877-4526-8e0f-25b991e8696b {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:30.556551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "name": "network-vif-plugged", "status": "completed", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:30.556811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbeacdd8-a877-4526-8e0f-25b991e8696b {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:30.557211 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3', 'code': 200} Dec 24 03:24:30.578105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:30.626948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:30.629763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da510da5-2b2b-4d98-89a3-4df550052487 req-842e257e-cab2-45f8-a797-9b49db2a0ec5 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:30.631339 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da510da5-2b2b-4d98-89a3-4df550052487 req-842e257e-cab2-45f8-a797-9b49db2a0ec5 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0564041 Dec 24 03:24:30.684861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da510da5-2b2b-4d98-89a3-4df550052487 req-950d2417-8895-4d5c-869b-933df88f7831 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449617 Dec 24 03:24:30.845744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca93d1-dadb-43e4-8775-b9376ff94fe2 req-752e74df-809f-48a4-a3da-8697d7f261f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:30.848086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4fca93d1-dadb-43e4-8775-b9376ff94fe2 req-752e74df-809f-48a4-a3da-8697d7f261f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 1098 time: 0.0402174 Dec 24 03:24:30.892627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4fca93d1-dadb-43e4-8775-b9376ff94fe2 req-490107be-e353-47d0-bc9e-90a3bc181583 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Dec 24 03:24:31.800796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5709-6cff-45ce-8b8c-6ff2a98a5869 req-c15125ea-e15f-4acf-87d4-076a8c655ab3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:31.802259 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ffe5709-6cff-45ce-8b8c-6ff2a98a5869 req-c15125ea-e15f-4acf-87d4-076a8c655ab3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0481815 Dec 24 03:24:31.850530 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7ffe5709-6cff-45ce-8b8c-6ff2a98a5869 req-742030b5-3185-44f1-a15c-73ab7e6e820e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Dec 24 03:24:32.963846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdc943-36a9-4125-9917-c1d0df8edb38 req-b380d950-c864-4b99-940d-9b345cbe6acc tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:32.964439 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbcdc943-36a9-4125-9917-c1d0df8edb38 req-b380d950-c864-4b99-940d-9b345cbe6acc tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0474939 Dec 24 03:24:33.010317 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbcdc943-36a9-4125-9917-c1d0df8edb38 req-09e8cd61-a442-4245-bf5d-1b32e760f08a tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403407 Dec 24 03:24:33.455207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcff214-0ff1-452d-a9c5-45fa328dd8b3 req-604f2c24-1991-48d3-af40-7d8ab7721bd7 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:33.457191 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dbcff214-0ff1-452d-a9c5-45fa328dd8b3 req-604f2c24-1991-48d3-af40-7d8ab7721bd7 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0517046 Dec 24 03:24:33.502662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dbcff214-0ff1-452d-a9c5-45fa328dd8b3 req-3c6d6bf0-62a9-4490-bd59-53d7adc50818 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Dec 24 03:24:34.625250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3c0f-63b1-4200-b7f1-0982ca08056e req-c60c5c3d-6cc7-4881-8e93-8d93c90b90c4 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:34.626708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-425f3c0f-63b1-4200-b7f1-0982ca08056e req-c60c5c3d-6cc7-4881-8e93-8d93c90b90c4 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0531514 Dec 24 03:24:34.672001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-425f3c0f-63b1-4200-b7f1-0982ca08056e req-88206d71-d01f-4a5c-8d95-341c2b6167ec tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Dec 24 03:24:35.114158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-e45363db-f927-48ed-86a3-26454356f389 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:35.115807 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-e45363db-f927-48ed-86a3-26454356f389 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 945 time: 0.0497882 Dec 24 03:24:35.210043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Deleting port 661a763b-74e8-46a7-a8dd-254da98047c3 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:35.210299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.296782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] For port 661a763b-74e8-46a7-a8dd-254da98047c3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=661a763b-74e8-46a7-a8dd-254da98047c3,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:35.297139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.309651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Calling delete_port for 661a763b-74e8-46a7-a8dd-254da98047c3 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:35.496754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.525268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Pushing event deleted for resources: {'Port': ['ID=661a763b-74e8-46a7-a8dd-254da98047c3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:35.530988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1aa84a79-6942-4411-94bf-669084585688', '661a763b-74e8-46a7-a8dd-254da98047c3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:24:35.571780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] No DVR routers for this DVR port 661a763b-74e8-46a7-a8dd-254da98047c3 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:35.574678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:35.579658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-85589577-3d83-48b3-baf4-01f4511e3d89 req-37f00607-5ff2-46a1-8506-e71dd256dd82 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "DELETE /v2.0/ports/661a763b-74e8-46a7-a8dd-254da98047c3 HTTP/1.1" status: 204 len: 173 time: 0.4520099 Dec 24 03:24:35.579658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'name': 'network-vif-deleted', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:35.581614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30780c18-f300-40e9-93e2-9249bbacb841" -d '{"events": [{"server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "name": "network-vif-deleted", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:35.622281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b8486-dc27-495c-8343-5aaaa55cdb28 x-openstack-request-id: req-998b8486-dc27-495c-8343-5aaaa55cdb28 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:35.622579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a43cd0d-409a-4a2a-9e0e-360dc61826aa", "name": "network-vif-deleted", "tag": "661a763b-74e8-46a7-a8dd-254da98047c3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:35.622838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-998b8486-dc27-495c-8343-5aaaa55cdb28 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:35.623481 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a43cd0d-409a-4a2a-9e0e-360dc61826aa', 'name': 'network-vif-deleted', 'tag': '661a763b-74e8-46a7-a8dd-254da98047c3', 'status': 'completed', 'code': 200} Dec 24 03:24:35.770031 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8db40982-db73-40d5-8c61-738c747e465f req-3fbd08d9-4eef-4034-b1c1-14fe7acdad58 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a43cd0d-409a-4a2a-9e0e-360dc61826aa HTTP/1.1" status: 200 len: 210 time: 0.0262814 Dec 24 03:24:36.918725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176519-3ff7-4935-858c-d00d0d0de8f7 req-fe6e1cca-8ba5-4915-806c-4bf708b0ef7e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:36.920170 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02176519-3ff7-4935-858c-d00d0d0de8f7 req-fe6e1cca-8ba5-4915-806c-4bf708b0ef7e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Dec 24 03:24:36.966529 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-02176519-3ff7-4935-858c-d00d0d0de8f7 req-17d88a13-0d35-4f4e-833c-cbcd8272c39e tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Dec 24 03:24:37.099122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26109be-3224-4bba-b37a-3896d5301ef7 req-4e8ded47-b6ee-4495-a4eb-9237eb686446 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.100481 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f26109be-3224-4bba-b37a-3896d5301ef7 req-4e8ded47-b6ee-4495-a4eb-9237eb686446 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Dec 24 03:24:37.151286 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f26109be-3224-4bba-b37a-3896d5301ef7 req-ceefe9c9-9faf-4772-bdfc-bbc65d9b1f7f tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Dec 24 03:24:37.271812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003ac3c-ed21-4ff4-849e-db8703dc688d req-d760323c-8723-473d-9947-8d34b2a37789 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.273295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7003ac3c-ed21-4ff4-849e-db8703dc688d req-d760323c-8723-473d-9947-8d34b2a37789 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Dec 24 03:24:37.320396 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7003ac3c-ed21-4ff4-849e-db8703dc688d req-780e6814-6e48-4fbc-a4f1-e01d5a0bc7f5 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Dec 24 03:24:37.390669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-cff79c22-e601-4a51-a7c1-48f480e4da90 req-202ac380-e394-49dd-8ec2-5dedb59b9627 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:24:37.391653 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cff79c22-e601-4a51-a7c1-48f480e4da90 req-202ac380-e394-49dd-8ec2-5dedb59b9627 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053051 Dec 24 03:24:37.495214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3fd2e-1777-411e-81c7-8e5079ccc5be req-e86689d4-ac4c-4175-bcab-415530e3eb86 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.496677 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1fb3fd2e-1777-411e-81c7-8e5079ccc5be req-e86689d4-ac4c-4175-bcab-415530e3eb86 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0475187 Dec 24 03:24:37.543193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1fb3fd2e-1777-411e-81c7-8e5079ccc5be req-fc31750f-d0a5-4eae-96aa-63be659f464c tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406547 Dec 24 03:24:37.657391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4fbbd-e1a4-4c44-92a8-b6547ac43658 req-60811f41-4d5e-47dd-b5e7-bb2134c86952 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.658739 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8de4fbbd-e1a4-4c44-92a8-b6547ac43658 req-60811f41-4d5e-47dd-b5e7-bb2134c86952 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Dec 24 03:24:37.705143 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8de4fbbd-e1a4-4c44-92a8-b6547ac43658 req-5e86f0ba-b701-4445-94dc-7611d7df0493 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Dec 24 03:24:37.827326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f480a7-b35c-4037-96c3-42c223a11c5f req-07824e02-3c73-4cf9-83bc-65cb6b6d4fa8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:37.828778 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f3f480a7-b35c-4037-96c3-42c223a11c5f req-07824e02-3c73-4cf9-83bc-65cb6b6d4fa8 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Dec 24 03:24:37.880763 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f3f480a7-b35c-4037-96c3-42c223a11c5f req-807329cf-c0f3-4941-bf10-d3bc6dc3b25c tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449626 Dec 24 03:24:38.385528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b2f8-070f-4de8-ad48-467113d8dce6 req-f93f9831-0bca-4399-86d2-b03d86c6ce4d tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:38.386999 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea36b2f8-070f-4de8-ad48-467113d8dce6 req-f93f9831-0bca-4399-86d2-b03d86c6ce4d tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Dec 24 03:24:38.433231 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea36b2f8-070f-4de8-ad48-467113d8dce6 req-8dc2a5f7-1ada-4085-bba8-aa9dcdced98d tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402343 Dec 24 03:24:39.556083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf263767-4af3-4a40-91a3-0a992a2e8e16 req-4d8ae27f-6d8b-4217-bbcf-620f999dc366 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:39.557578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf263767-4af3-4a40-91a3-0a992a2e8e16 req-4d8ae27f-6d8b-4217-bbcf-620f999dc366 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0535018 Dec 24 03:24:39.608868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf263767-4af3-4a40-91a3-0a992a2e8e16 req-714e14f5-386a-4051-af9c-737981a266f7 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e1559fa-82f4-470f-97d1-246a20cfdd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 Dec 24 03:24:40.125693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-5d816ee1-5bc3-46ca-98a6-f21f65d0e7a3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:40.127135 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-5d816ee1-5bc3-46ca-98a6-f21f65d0e7a3 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Dec 24 03:24:40.220999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Deleting port 1aa84a79-6942-4411-94bf-669084585688 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:40.220999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.305886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] For port 1aa84a79-6942-4411-94bf-669084585688, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=1aa84a79-6942-4411-94bf-669084585688,segment=NetworkSegment(ea67e7a3-9926-4dfd-b211-6673b4ac7a74),segment_id=ea67e7a3-9926-4dfd-b211-6673b4ac7a74)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:40.306251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.318255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Calling delete_port for 1aa84a79-6942-4411-94bf-669084585688 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:40.375451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 661a763b-74e8-46a7-a8dd-254da98047c3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:40.395725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 661a763b-74e8-46a7-a8dd-254da98047c3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:24:40.396302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 661a763b-74e8-46a7-a8dd-254da98047c3 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:24:40.522031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.549960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Pushing event deleted for resources: {'Port': ['ID=1aa84a79-6942-4411-94bf-669084585688,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:40.565959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['1aa84a79-6942-4411-94bf-669084585688'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:24:40.592033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] No DVR routers for this DVR port 1aa84a79-6942-4411-94bf-669084585688 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:40.594472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:40.597816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-83be3078-2bfe-42d0-b172-bcbc2dbd6a9f req-fbc36d47-b8ed-48a9-8d4f-866680be3cef tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.49 "DELETE /v2.0/ports/1aa84a79-6942-4411-94bf-669084585688 HTTP/1.1" status: 204 len: 173 time: 0.4614191 Dec 24 03:24:40.598250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'name': 'network-vif-deleted', 'tag': '1aa84a79-6942-4411-94bf-669084585688'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:24:40.600616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8969e9ca-cfb5-43cb-afd5-b39939520aed" -d '{"events": [{"server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "name": "network-vif-deleted", "tag": "1aa84a79-6942-4411-94bf-669084585688"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:24:40.635782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72965587-9680-498f-ae11-dd404230b9b4 x-openstack-request-id: req-72965587-9680-498f-ae11-dd404230b9b4 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:24:40.636078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4070cca-4e2d-416e-856c-819ed2d29d35", "name": "network-vif-deleted", "tag": "1aa84a79-6942-4411-94bf-669084585688", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:24:40.636802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72965587-9680-498f-ae11-dd404230b9b4 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:24:40.636802 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4070cca-4e2d-416e-856c-819ed2d29d35', 'name': 'network-vif-deleted', 'tag': '1aa84a79-6942-4411-94bf-669084585688', 'status': 'completed', 'code': 200} Dec 24 03:24:40.705714 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7d7217d9-8704-4af4-bfbc-4e2fb5b96b4c req-483fd394-3749-4db8-b96c-dd18964eea30 tempest-ServersNegativeTestJSON-1860135083 tempest-ServersNegativeTestJSON-1860135083-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4070cca-4e2d-416e-856c-819ed2d29d35 HTTP/1.1" status: 200 len: 210 time: 0.0292704 Dec 24 03:24:41.032055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:24:41.764389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39146) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:41.814040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Deleting subnet 89956c0e-5048-40f7-954e-1bd6bb64bba1 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:24:41.817098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.851529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:41.894981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.046758 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.072659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89956c0e-5048-40f7-954e-1bd6bb64bba1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:42.077619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.080447 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1353e033-bdd8-46e7-b04c-39317ff727de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/89956c0e-5048-40f7-954e-1bd6bb64bba1 HTTP/1.1" status: 204 len: 168 time: 0.3150833 Dec 24 03:24:42.082940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39148) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.150513 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.230891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.250485 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.259706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.260003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea67e7a3-9926-4dfd-b211-6673b4ac7a74') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:42.269013 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.282092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.287712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:42.288092 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:42.290554 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:42.428000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.433461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.436618 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3 HTTP/1.1" status: 204 len: 168 time: 0.3527422 Dec 24 03:24:42.448261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f5216-dd73-4f20-a4f0-13f0234d0023 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3c4aeca-74e1-4cee-b8e6-a07ccda77ee3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:42.765916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39152) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.805292 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6e3a62ae-f995-4e2e-a1b9-378841116811 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=502d626c7470442fa89189161aec6ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380929 Dec 24 03:24:42.807847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39154) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:42.853406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:42.873901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.000957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.003589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:43.004761 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e1559fa-82f4-470f-97d1-246a20cfdd02 HTTP/1.1" status: 204 len: 168 time: 0.1960139 Dec 24 03:24:43.013486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41b57-2dde-4497-abbe-6491252cc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1559fa-82f4-470f-97d1-246a20cfdd02,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:43.905609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39176) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:43.996143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736270162'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:44.057730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:44.061291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.073998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.145848 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.194812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.217783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:44.232090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b72a5-3654-4128-913f-3729bed2090d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.234984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.235328 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Added segment 92cbe7dd-3ac7-4a14-9a99-c812de4249f3 of type vlan for network 47f407d9-3bcf-4571-b251-ca39583c9c28 Dec 24 03:24:44.274871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.349146 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.355207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:44.355804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:44.407067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1aa84a79-6942-4411-94bf-669084585688 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:24:44.423158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Network': ['ID=47f407d9-3bcf-4571-b251-ca39583c9c28,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:44.426985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 1aa84a79-6942-4411-94bf-669084585688 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:24:44.427338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 1aa84a79-6942-4411-94bf-669084585688 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:24:44.434573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:44.443101 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f1ccb8ac-c4c7-4125-bb89-f44ea5ee1c9e tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5364134 Dec 24 03:24:47.708252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39180) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:47.714300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'subnet': {'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:47.966322 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:47.969870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.195005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.260665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Subnet': ['ID=463f98c0-424a-47f7-a6b3-9d2ec1822f18,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:48.270806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.271156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.271498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.271834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.272169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.272530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.272860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.273185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.273507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.273833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.274754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.275260 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.275585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:48.278579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking segment: {'id': '92cbe7dd-3ac7-4a14-9a99-c812de4249f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:48.278938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network hostable DHCP agents. Network: 47f407d9-3bcf-4571-b251-ca39583c9c28, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:48.355128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:48.406465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 47f407d9-3bcf-4571-b251-ca39583c9c28) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:48.410466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:48.411079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.415780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9099c1-c89b-4527-8a95-b469ed2a4fe3 None None] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:48.504900 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e5400d67-d76b-47bf-9bf1-2971f9b176df tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7954826 Dec 24 03:24:48.508172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39182) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:48.513457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-47f407d9-3bcf-4571-b251-ca39583c9c28', 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28', 'project_id': 'db71c04f622c4e88a7df06c80bd18feb', 'fixed_ips': [{'subnet_id': '463f98c0-424a-47f7-a6b3-9d2ec1822f18'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:48.513870 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763202174'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:48.514262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.594640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:48.598282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.621144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:48.629913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.630304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Added segment 52cea9aa-d2d1-4237-a804-b09cab548222 of type vlan for network 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a Dec 24 03:24:48.646018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Allocated IP 2001:db8:0:ffff::2 (47f407d9-3bcf-4571-b251-ca39583c9c28/463f98c0-424a-47f7-a6b3-9d2ec1822f18/04bc394a-d7d5-43f9-a44f-f97598785b2e) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:48.670212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.766255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.771878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:48.772486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.787723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.840019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Network': ['ID=9cb0f389-8cb8-4abc-8c1a-8cbe7415137a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:48.841003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:48.866150 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-30999fe0-6e29-4642-888e-9214601d6034 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3562474 Dec 24 03:24:48.869742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39184) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:48.870137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:48.874938 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'subnet': {'network_id': '9cb0f389-8cb8-4abc-8c1a-8cbe7415137a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:48.912134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:48.942217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:48.944735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:48.952252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Pushing event updated for resources: {'Port': ['ID=04bc394a-d7d5-43f9-a44f-f97598785b2e,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.015451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Attempting to bind port 04bc394a-d7d5-43f9-a44f-f97598785b2e on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:49.015819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Attempting to bind port 04bc394a-d7d5-43f9-a44f-f97598785b2e by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '92cbe7dd-3ac7-4a14-9a99-c812de4249f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:49.016199 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Attempting to bind port 04bc394a-d7d5-43f9-a44f-f97598785b2e on network 47f407d9-3bcf-4571-b251-ca39583c9c28 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:49.021616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:49.021909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Checking segment: {'id': '92cbe7dd-3ac7-4a14-9a99-c812de4249f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:49.022307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.022691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Bound using segment: {'id': '92cbe7dd-3ac7-4a14-9a99-c812de4249f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:49.023156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Bound port: 04bc394a-d7d5-43f9-a44f-f97598785b2e, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cbe7dd-3ac7-4a14-9a99-c812de4249f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '47f407d9-3bcf-4571-b251-ca39583c9c28'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:49.023533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.092041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] For port 04bc394a-d7d5-43f9-a44f-f97598785b2e, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:49.095197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] For port 04bc394a-d7d5-43f9-a44f-f97598785b2e, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=04bc394a-d7d5-43f9-a44f-f97598785b2e,segment=NetworkSegment(92cbe7dd-3ac7-4a14-9a99-c812de4249f3),segment_id=92cbe7dd-3ac7-4a14-9a99-c812de4249f3)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:49.150696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.213482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddffbac-e30a-420c-9c5f-256d3d6daf49 None None] Pushing event updated for resources: {'Port': ['ID=04bc394a-d7d5-43f9-a44f-f97598785b2e,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.360788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:49.366313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.639530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.707204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Subnet': ['ID=66e5032d-6246-4d94-b0bd-93859e24c1ac,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:49.714789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking segment: {'id': '52cea9aa-d2d1-4237-a804-b09cab548222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '9cb0f389-8cb8-4abc-8c1a-8cbe7415137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:49.715052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network hostable DHCP agents. Network: 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:49.833721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:49.949253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:49.954789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:49.955389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:49.957694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d8b9d-3f69-45c2-8415-6a9963298d4e None None] Network 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:50.069027 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f202c4eb-ea34-4803-96b3-c7f13b39e7ec tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1956151 Dec 24 03:24:50.069272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39186) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:50.206940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.231664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a9515b-79af-4b91-8a3a-91307f876f63 None None] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:50.257582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 04bc394a-d7d5-43f9-a44f-f97598785b2e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:50.273785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101e01e-fd50-4738-b198-84354825bec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9cb0f389-8cb8-4abc-8c1a-8cbe7415137a', 'network_id': '9cb0f389-8cb8-4abc-8c1a-8cbe7415137a', 'project_id': 'db71c04f622c4e88a7df06c80bd18feb', 'fixed_ips': [{'subnet_id': '66e5032d-6246-4d94-b0bd-93859e24c1ac'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:50.275702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d101e01e-fd50-4738-b198-84354825bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.296249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.355283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] Provisioning complete for port 04bc394a-d7d5-43f9-a44f-f97598785b2e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:50.355578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.381430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-629c84e9-7eaf-4e59-a8e5-fca694bdc98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.423039 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.451670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Subnet': ['ID=66e5032d-6246-4d94-b0bd-93859e24c1ac,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:50.515049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 04bc394a-d7d5-43f9-a44f-f97598785b2e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:50.515422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.516670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.537110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb0f389-8cb8-4abc-8c1a-8cbe7415137a']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:50.548485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cea9aa-d2d1-4237-a804-b09cab548222') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:50.548816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cea9aa-d2d1-4237-a804-b09cab548222') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:50.558329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.573335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server [None req-d101e01e-fd50-4738-b198-84354825bec1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e5032d-6246-4d94-b0bd-93859e24c1ac: This subnet is being modified by another concurrent operation. Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise self.value Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server raise exception Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66e5032d-6246-4d94-b0bd-93859e24c1ac: This subnet is being modified by another concurrent operation. Dec 24 03:24:50.577966 dv-neutron-822868-1-hyperv neutron-server[110369]: ERROR oslo_messaging.rpc.server Dec 24 03:24:50.583509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:50.583509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:50.584209 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:50.606018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.610139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966ecae2-e550-4e1c-aa1f-d4ba7de791f4 None None] Network 9cb0f389-8cb8-4abc-8c1a-8cbe7415137a requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:50.708289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.718960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.721094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] For port 04bc394a-d7d5-43f9-a44f-f97598785b2e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=04bc394a-d7d5-43f9-a44f-f97598785b2e,segment=NetworkSegment(92cbe7dd-3ac7-4a14-9a99-c812de4249f3),segment_id=92cbe7dd-3ac7-4a14-9a99-c812de4249f3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:50.722379 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/9cb0f389-8cb8-4abc-8c1a-8cbe7415137a HTTP/1.1" status: 204 len: 168 time: 0.6521237 Dec 24 03:24:50.726365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39188) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:50.733917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d55aa0-01d0-48b0-a9cd-74732fc7c7a1 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Network': ['ID=9cb0f389-8cb8-4abc-8c1a-8cbe7415137a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:50.738402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810121518'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:50.756392 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.788154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846be7df-ee8f-4900-b9fd-2d0ea1897cb7 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:24:50.816731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.823858 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:50.827415 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.851591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:50.860678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.861388 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Added segment 7d6ac103-543c-4e9d-a543-b6cb9b6b4dca of type vlan for network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 Dec 24 03:24:50.902327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.902505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:50.902765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:50.926005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310a955-ce8f-4a6c-98c6-6da3bd04a26b None None] Pushing event updated for resources: {'Port': ['ID=04bc394a-d7d5-43f9-a44f-f97598785b2e,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:50.943849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846be7df-ee8f-4900-b9fd-2d0ea1897cb7 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:24:50.958384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55c83f1a-85d1-4976-b8d2-554d307df176 None None] Provisioning complete for port 04bc394a-d7d5-43f9-a44f-f97598785b2e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:50.958998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-55c83f1a-85d1-4976-b8d2-554d307df176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.983691 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:50.989352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:50.990030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.054191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Network': ['ID=8cf2cd93-76e3-4dfd-9d85-faf2badd3f29,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:51.066622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:51.094806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-51d5a85c-4456-44ca-9db1-cd10219ce918 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3651321 Dec 24 03:24:51.096255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39190) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:51.101284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'subnet': {'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:51.279179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:51.282829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.342180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Performing IP validity checks on allocation pools {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 24 03:24:51.342697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.ipam_backend_mixin [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110367) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 24 03:24:51.491994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.549585 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Subnet': ['ID=bd3eee49-f741-412a-add0-e416ac5d167c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:51.560592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking segment: {'id': '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:51.560955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network hostable DHCP agents. Network: 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:51.633187 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:51.691737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:51.695695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:51.696342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.701487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139d118-e969-471d-b914-b9d32eeddb02 None None] Network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:51.773542 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-498d108d-2452-4aec-acee-681fc92b34a2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6761644 Dec 24 03:24:51.776732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39192) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:51.797719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-8cf2cd93-76e3-4dfd-9d85-faf2badd3f29', 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29', 'project_id': 'db71c04f622c4e88a7df06c80bd18feb', 'fixed_ips': [{'subnet_id': 'bd3eee49-f741-412a-add0-e416ac5d167c'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:51.798601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.879122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.931966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:51.938905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Allocated IP 2001:db8::3 (8cf2cd93-76e3-4dfd-9d85-faf2badd3f29/bd3eee49-f741-412a-add0-e416ac5d167c/17df9c13-c605-49e7-8b86-2735e17844be) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:52.079468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.150573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.190444 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 04bc394a-d7d5-43f9-a44f-f97598785b2e up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:52.193165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:52.217665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:52.219740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:52.224025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Pushing event updated for resources: {'Port': ['ID=17df9c13-c605-49e7-8b86-2735e17844be,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.233790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.266528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3eee49-f741-412a-add0-e416ac5d167c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.301293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Attempting to bind port 17df9c13-c605-49e7-8b86-2735e17844be on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:52.302458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Attempting to bind port 17df9c13-c605-49e7-8b86-2735e17844be by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:52.302843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Attempting to bind port 17df9c13-c605-49e7-8b86-2735e17844be on network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:52.310202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 04bc394a-d7d5-43f9-a44f-f97598785b2e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:52.310569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.326032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.334738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:52.335122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Checking segment: {'id': '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:52.335521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.335906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Bound using segment: {'id': '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:52.336428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Bound port: 17df9c13-c605-49e7-8b86-2735e17844be, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:52.336954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.345316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf2cd93-76e3-4dfd-9d85-faf2badd3f29']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:52.355019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:52.355313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:52.364462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.378178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.384026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:52.384409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:52.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:52.451920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-140d70ea-be25-4c18-a5f7-f3f76fd87059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.456102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] For port 17df9c13-c605-49e7-8b86-2735e17844be, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:52.473246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] For port 17df9c13-c605-49e7-8b86-2735e17844be, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=17df9c13-c605-49e7-8b86-2735e17844be,segment=NetworkSegment(7d6ac103-543c-4e9d-a543-b6cb9b6b4dca),segment_id=7d6ac103-543c-4e9d-a543-b6cb9b6b4dca)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:52.503813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.db.api [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:24:52.503813 dv-neutron-822868-1-hyperv neutron-server[110367]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:24:52.503813 dv-neutron-822868-1-hyperv neutron-server[110367]: [parameters: {'id': '8cf2cd93-76e3-4dfd-9d85-faf2badd3f29'}] Dec 24 03:24:52.503813 dv-neutron-822868-1-hyperv neutron-server[110367]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110367) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:52.504218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG oslo_db.api [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:52.537834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:52.613453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facac68-6513-4d6c-9559-bfc4d7d239e2 None None] Pushing event updated for resources: {'Port': ['ID=17df9c13-c605-49e7-8b86-2735e17844be,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:52.626203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f7131-97fd-422c-8af1-c56bf7578d8c None None] Network 8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:52.718700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90784d-8aa7-4a27-97ff-cc059c3d67cd None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:24:52.786870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90784d-8aa7-4a27-97ff-cc059c3d67cd None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:24:53.005011 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.057547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting port 17df9c13-c605-49e7-8b86-2735e17844be {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:53.057891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.119195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] For port 17df9c13-c605-49e7-8b86-2735e17844be, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=17df9c13-c605-49e7-8b86-2735e17844be,segment=NetworkSegment(7d6ac103-543c-4e9d-a543-b6cb9b6b4dca),segment_id=7d6ac103-543c-4e9d-a543-b6cb9b6b4dca)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:53.119551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.136515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Calling delete_port for 17df9c13-c605-49e7-8b86-2735e17844be owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:53.280514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.308675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No DVR routers for this DVR port 17df9c13-c605-49e7-8b86-2735e17844be on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:53.310400 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Port': ['ID=17df9c13-c605-49e7-8b86-2735e17844be,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.390767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.410130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf2cd93-76e3-4dfd-9d85-faf2badd3f29']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:53.419473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:53.419769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6ac103-543c-4e9d-a543-b6cb9b6b4dca') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:53.429172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.442242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.448802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:53.449215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:53.452060 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:53.577710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.584164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.587554 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 HTTP/1.1" status: 204 len: 168 time: 1.8098893 Dec 24 03:24:53.591340 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39194) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.596575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949847784'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:53.599023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f5b0-791c-4dce-b714-cbd88a285885 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Network': ['ID=8cf2cd93-76e3-4dfd-9d85-faf2badd3f29,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.685904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:53.689426 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.717763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:53.726025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.726363 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Added segment 45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4 of type vlan for network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 Dec 24 03:24:53.766590 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.807060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.846261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.852260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:53.853305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:53.919230 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Network': ['ID=a3abf3ee-fb43-4a4a-913e-458bf68bcce1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:53.929095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:53.940558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-19e06830-2084-4b05-bcc0-359f4538a393 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3480203 Dec 24 03:24:53.943371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39196) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:53.948835 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'subnet': {'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:54.108953 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:54.112370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.366773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.425124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Subnet': ['ID=4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:54.434907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking segment: {'id': '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:54.435291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network hostable DHCP agents. Network: a3abf3ee-fb43-4a4a-913e-458bf68bcce1, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:54.509303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:54.560714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a3abf3ee-fb43-4a4a-913e-458bf68bcce1) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:54.565803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:54.566431 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.569912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0878d-e063-42ab-9d4f-0e9a3893a902 None None] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:54.648936 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e92dc71a-fec8-41bf-85c9-3f9f0de0f663 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7042327 Dec 24 03:24:54.653009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39198) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:54.658027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079907100'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:54.670321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-a3abf3ee-fb43-4a4a-913e-458bf68bcce1', 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1', 'project_id': 'db71c04f622c4e88a7df06c80bd18feb', 'fixed_ips': [{'subnet_id': '4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:54.671447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.742076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:54.746123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.769873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:24:54.778802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.779248 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Added segment c3b95924-724e-495b-ba8b-46ccba1cb9f4 of type vlan for network b80eb15f-34ce-4e95-be03-d3de2f4bc622 Dec 24 03:24:54.806916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Allocated IP 2001:db8::2 (a3abf3ee-fb43-4a4a-913e-458bf68bcce1/4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3/741de3a6-60bd-453c-8b37-347f335b2bd3) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:54.817831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.898284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.904210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:54.904757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.948846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:54.973619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Network': ['ID=b80eb15f-34ce-4e95-be03-d3de2f4bc622,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:54.980693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8a5bbaed-694d-443b-9100-f0685a6a85a7 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3261602 Dec 24 03:24:54.983144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39200) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:54.983951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network b80eb15f-34ce-4e95-be03-d3de2f4bc622 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:24:54.988246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Request body: {'subnet': {'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:24:55.004264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.084558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:55.096320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:55.104102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:55.107880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Pushing event updated for resources: {'Port': ['ID=741de3a6-60bd-453c-8b37-347f335b2bd3,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.160620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Made reservation on behalf of db71c04f622c4e88a7df06c80bd18feb for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:24:55.164353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.293789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.323837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Attempting to bind port 741de3a6-60bd-453c-8b37-347f335b2bd3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:55.324206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Attempting to bind port 741de3a6-60bd-453c-8b37-347f335b2bd3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:55.324614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Attempting to bind port 741de3a6-60bd-453c-8b37-347f335b2bd3 on network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:55.329579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:55.330076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Checking segment: {'id': '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:55.330477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.330864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Bound using segment: {'id': '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:55.331324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Bound port: 741de3a6-60bd-453c-8b37-347f335b2bd3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'a3abf3ee-fb43-4a4a-913e-458bf68bcce1'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:55.331695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.392971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] For port 741de3a6-60bd-453c-8b37-347f335b2bd3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:55.395881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] For port 741de3a6-60bd-453c-8b37-347f335b2bd3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=741de3a6-60bd-453c-8b37-347f335b2bd3,segment=NetworkSegment(45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4),segment_id=45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:55.405248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.458098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.467772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event updated for resources: {'Subnet': ['ID=c99098ac-79f8-42bf-a95e-87ba586176a7,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.475767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Checking segment: {'id': 'c3b95924-724e-495b-ba8b-46ccba1cb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:55.476133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network hostable DHCP agents. Network: b80eb15f-34ce-4e95-be03-d3de2f4bc622, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:24:55.517816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f92395-50c0-40b0-a9ae-c50807c77f13 None None] Pushing event updated for resources: {'Port': ['ID=741de3a6-60bd-453c-8b37-347f335b2bd3,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:55.543361 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Network b80eb15f-34ce-4e95-be03-d3de2f4bc622 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:24:55.623825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, b80eb15f-34ce-4e95-be03-d3de2f4bc622) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:55.628242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:24:55.628859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.633105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d428c7f-4740-4e79-b1c9-c6482be667ea None None] Network b80eb15f-34ce-4e95-be03-d3de2f4bc622 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:55.726742 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-09945382-03e6-44bf-b56e-b578518d68ed tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7423248 Dec 24 03:24:55.729909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39202) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:55.749198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-b80eb15f-34ce-4e95-be03-d3de2f4bc622', 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622', 'project_id': 'db71c04f622c4e88a7df06c80bd18feb', 'fixed_ips': [{'subnet_id': 'c99098ac-79f8-42bf-a95e-87ba586176a7'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:24:55.750068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.844997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.903356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:55.916620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Allocated IP 2001:db8::2 (b80eb15f-34ce-4e95-be03-d3de2f4bc622/c99098ac-79f8-42bf-a95e-87ba586176a7/3bbaa0c0-55c3-4e63-b90d-bb1617884564) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:24:55.948166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.059858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.115525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.156446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Network b80eb15f-34ce-4e95-be03-d3de2f4bc622 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:24:56.159380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:24:56.162823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:24:56.172176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Pushing event updated for resources: {'Port': ['ID=3bbaa0c0-55c3-4e63-b90d-bb1617884564,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:56.202370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.239461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Attempting to bind port 3bbaa0c0-55c3-4e63-b90d-bb1617884564 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:24:56.239853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Attempting to bind port 3bbaa0c0-55c3-4e63-b90d-bb1617884564 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c3b95924-724e-495b-ba8b-46ccba1cb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:24:56.240496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Attempting to bind port 3bbaa0c0-55c3-4e63-b90d-bb1617884564 on network b80eb15f-34ce-4e95-be03-d3de2f4bc622 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:24:56.247237 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Subnet': ['ID=c99098ac-79f8-42bf-a95e-87ba586176a7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:56.248782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:24:56.249163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Checking segment: {'id': 'c3b95924-724e-495b-ba8b-46ccba1cb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:24:56.249567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.251018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Bound using segment: {'id': 'c3b95924-724e-495b-ba8b-46ccba1cb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:24:56.251506 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Bound port: 3bbaa0c0-55c3-4e63-b90d-bb1617884564, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b95924-724e-495b-ba8b-46ccba1cb9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:24:56.251940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.257507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 741de3a6-60bd-453c-8b37-347f335b2bd3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:56.313033 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.334575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80eb15f-34ce-4e95-be03-d3de2f4bc622']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:56.346224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b95924-724e-495b-ba8b-46ccba1cb9f4') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:56.346522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b95924-724e-495b-ba8b-46ccba1cb9f4') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:56.357402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.362310 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] For port 3bbaa0c0-55c3-4e63-b90d-bb1617884564, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:24:56.364377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 741de3a6-60bd-453c-8b37-347f335b2bd3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:56.369031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.369031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] For port 3bbaa0c0-55c3-4e63-b90d-bb1617884564, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3bbaa0c0-55c3-4e63-b90d-bb1617884564,segment=NetworkSegment(c3b95924-724e-495b-ba8b-46ccba1cb9f4),segment_id=c3b95924-724e-495b-ba8b-46ccba1cb9f4)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:24:56.443009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.443248 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.452571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:56.453100 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:56.457029 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:56.496321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.542573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f96d65-8c98-440b-9743-9337e97d6e64 None None] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:56.549201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34819da-4a09-4e11-9782-0a39fff47712 None None] Pushing event updated for resources: {'Port': ['ID=3bbaa0c0-55c3-4e63-b90d-bb1617884564,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:56.560932 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.db.api [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 24 03:24:56.560932 dv-neutron-822868-1-hyperv neutron-server[110368]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 24 03:24:56.560932 dv-neutron-822868-1-hyperv neutron-server[110368]: [parameters: {'id': 'b80eb15f-34ce-4e95-be03-d3de2f4bc622'}] Dec 24 03:24:56.560932 dv-neutron-822868-1-hyperv neutron-server[110368]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110368) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:24:56.564269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG oslo_db.api [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:24:56.623450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b089d-d849-4b73-a21b-f213786bf4a9 None None] Network b80eb15f-34ce-4e95-be03-d3de2f4bc622 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:56.634145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 741de3a6-60bd-453c-8b37-347f335b2bd3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=741de3a6-60bd-453c-8b37-347f335b2bd3,segment=NetworkSegment(45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4),segment_id=45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:56.651415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7b7bfe5a-3d1e-4ae7-b621-186361a3d060 None None] Provisioning complete for port 741de3a6-60bd-453c-8b37-347f335b2bd3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:56.651787 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfe5a-3d1e-4ae7-b621-186361a3d060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.710716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:56.828892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=741de3a6-60bd-453c-8b37-347f335b2bd3,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.000185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71e680-5e8a-4126-bd43-9a356d71b0d0 None None] get_active_networks_info from dv-neutron-822868-1-hyperv {{(pid=110369) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 24 03:24:57.062161 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.070667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71e680-5e8a-4126-bd43-9a356d71b0d0 None None] Resources bound (agent type, host, resource id): {{(pid=110369) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 24 03:24:57.120113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting port 3bbaa0c0-55c3-4e63-b90d-bb1617884564 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:57.120329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.151736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-df3b889f-14a5-48aa-9d97-1a45e77cff3f None None] Provisioning complete for port 741de3a6-60bd-453c-8b37-347f335b2bd3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:57.158495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df3b889f-14a5-48aa-9d97-1a45e77cff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.184585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] For port 3bbaa0c0-55c3-4e63-b90d-bb1617884564, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3bbaa0c0-55c3-4e63-b90d-bb1617884564,segment=NetworkSegment(c3b95924-724e-495b-ba8b-46ccba1cb9f4),segment_id=c3b95924-724e-495b-ba8b-46ccba1cb9f4)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:57.184957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.197543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Calling delete_port for 3bbaa0c0-55c3-4e63-b90d-bb1617884564 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:57.349524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.373009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Port': ['ID=3bbaa0c0-55c3-4e63-b90d-bb1617884564,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.382752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No DVR routers for this DVR port 3bbaa0c0-55c3-4e63-b90d-bb1617884564 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:57.455568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.478427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80eb15f-34ce-4e95-be03-d3de2f4bc622']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:57.487263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b95924-724e-495b-ba8b-46ccba1cb9f4') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:57.487567 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b95924-724e-495b-ba8b-46ccba1cb9f4') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:57.496698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.509891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.515598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:57.515981 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:57.518842 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:57.645777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.652247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.655416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/b80eb15f-34ce-4e95-be03-d3de2f4bc622 HTTP/1.1" status: 204 len: 168 time: 1.9243419 Dec 24 03:24:57.658516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39204) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.666712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Network': ['ID=b80eb15f-34ce-4e95-be03-d3de2f4bc622,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:57.673962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.674310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.674674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.674997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.675330 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.675660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.675988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.676312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.676660 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.676986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.677310 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.677634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.677956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba61e4-82b5-4d0e-90b5-7816032cf1f8 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:24:57.687925 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e06344-e2c7-47b7-a7fb-46c9344a056a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] GET failed (client error): The resource could not be found. Dec 24 03:24:57.689382 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f0e06344-e2c7-47b7-a7fb-46c9344a056a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "GET /v2.0/subnets/c99098ac-79f8-42bf-a95e-87ba586176a7 HTTP/1.1" status: 404 len: 337 time: 0.0297408 Dec 24 03:24:57.692140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39206) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.710387 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af3ca99-4c00-49ad-87f5-71a618b19552 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:57.710871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af3ca99-4c00-49ad-87f5-71a618b19552 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:57.713852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-6af3ca99-4c00-49ad-87f5-71a618b19552 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/b80eb15f-34ce-4e95-be03-d3de2f4bc622 HTTP/1.1" status: 404 len: 339 time: 0.0207999 Dec 24 03:24:57.717384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39208) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.741870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3eb5da8-dbab-4c5e-b595-1a8bd64ee77a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:57.742319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3eb5da8-dbab-4c5e-b595-1a8bd64ee77a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:57.745949 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b3eb5da8-dbab-4c5e-b595-1a8bd64ee77a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/subnets/c99098ac-79f8-42bf-a95e-87ba586176a7 HTTP/1.1" status: 404 len: 337 time: 0.0276892 Dec 24 03:24:57.748263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39210) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.766218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.pecan_wsgi.hooks.translation [None req-2851d4c8-e02d-439e-b70b-a6cb7677d3b2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:57.766694 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2851d4c8-e02d-439e-b70b-a6cb7677d3b2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110367) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:57.769604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2851d4c8-e02d-439e-b70b-a6cb7677d3b2 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/b80eb15f-34ce-4e95-be03-d3de2f4bc622 HTTP/1.1" status: 404 len: 339 time: 0.0204358 Dec 24 03:24:57.771843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39212) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:57.819414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting subnet 4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:24:57.823305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.865270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:57.947702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.074677 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.108070 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.111223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/subnets/4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3 HTTP/1.1" status: 204 len: 168 time: 0.3385241 Dec 24 03:24:58.112226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6da52-2f2d-4dfe-b06c-1ed35124bf5c tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Subnet': ['ID=4df4678b-29ca-4f6d-a542-ee7e6cf0a0d3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.113514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5b4b3-02b4-4f03-8f2f-30b47b7c9db5 None None] Network a3abf3ee-fb43-4a4a-913e-458bf68bcce1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:58.114923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39214) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.190312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.206459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 741de3a6-60bd-453c-8b37-347f335b2bd3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:24:58.246493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting port 741de3a6-60bd-453c-8b37-347f335b2bd3 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:58.246911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.261863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 741de3a6-60bd-453c-8b37-347f335b2bd3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:24:58.262235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.283003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] DHCP port deletion for a3abf3ee-fb43-4a4a-913e-458bf68bcce1 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:24:58.318209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] For port 741de3a6-60bd-453c-8b37-347f335b2bd3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=741de3a6-60bd-453c-8b37-347f335b2bd3,segment=NetworkSegment(45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4),segment_id=45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:58.318575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.331166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Calling delete_port for 741de3a6-60bd-453c-8b37-347f335b2bd3 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:58.384241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Deleting port 741de3a6-60bd-453c-8b37-347f335b2bd3 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:58.384241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.444907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] For port 741de3a6-60bd-453c-8b37-347f335b2bd3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=741de3a6-60bd-453c-8b37-347f335b2bd3,segment=NetworkSegment(45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4),segment_id=45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:58.445305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.457543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Calling delete_port for 741de3a6-60bd-453c-8b37-347f335b2bd3 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:58.485983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.516641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Port': ['ID=741de3a6-60bd-453c-8b37-347f335b2bd3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.521119 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No DVR routers for this DVR port 741de3a6-60bd-453c-8b37-347f335b2bd3 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:58.536817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.562288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] Pushing event deleted for resources: {'Port': ['ID=741de3a6-60bd-453c-8b37-347f335b2bd3,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.567334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328f428-69ab-4e98-be27-ee0e5886baee None None] No DVR routers for this DVR port 741de3a6-60bd-453c-8b37-347f335b2bd3 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:58.602490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.623001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3abf3ee-fb43-4a4a-913e-458bf68bcce1']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:58.632026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:58.632325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e8af11-fa1a-4c23-be0c-c35ff7fd0bb4') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:58.642204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.654942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.660787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:58.661380 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:58.664046 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:58.789194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.797774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:58.800914 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/a3abf3ee-fb43-4a4a-913e-458bf68bcce1 HTTP/1.1" status: 204 len: 168 time: 0.6850834 Dec 24 03:24:58.803450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39216) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.812964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb33744-851a-4f1d-a492-2fb6137b5a50 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Network': ['ID=a3abf3ee-fb43-4a4a-913e-458bf68bcce1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:58.831698 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-8688bf69-7ef6-4e50-bf79-e43d8317e370 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:58.832090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8688bf69-7ef6-4e50-bf79-e43d8317e370 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:58.835024 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8688bf69-7ef6-4e50-bf79-e43d8317e370 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/subnets/bd3eee49-f741-412a-add0-e416ac5d167c HTTP/1.1" status: 404 len: 337 time: 0.0305474 Dec 24 03:24:58.837725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39218) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.855558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bb2bbd-5df4-490e-9313-b5239fb9130a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:58.856032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bb2bbd-5df4-490e-9313-b5239fb9130a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:58.858963 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a6bb2bbd-5df4-490e-9313-b5239fb9130a tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/8cf2cd93-76e3-4dfd-9d85-faf2badd3f29 HTTP/1.1" status: 404 len: 339 time: 0.0203350 Dec 24 03:24:58.861163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39220) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.890271 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa6c099-da8b-40be-aff9-6aca5b4b1950 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:58.890725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa6c099-da8b-40be-aff9-6aca5b4b1950 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:58.893733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-caa6c099-da8b-40be-aff9-6aca5b4b1950 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/subnets/66e5032d-6246-4d94-b0bd-93859e24c1ac HTTP/1.1" status: 404 len: 337 time: 0.0316882 Dec 24 03:24:58.896189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39222) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.913760 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.pecan_wsgi.hooks.translation [None req-4623b432-8809-4305-9482-db4e3e354523 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] DELETE failed (client error): The resource could not be found. Dec 24 03:24:58.914241 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4623b432-8809-4305-9482-db4e3e354523 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110368) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 24 03:24:58.917818 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4623b432-8809-4305-9482-db4e3e354523 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/9cb0f389-8cb8-4abc-8c1a-8cbe7415137a HTTP/1.1" status: 404 len: 339 time: 0.0207210 Dec 24 03:24:58.920143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39224) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:58.969098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting subnet 463f98c0-424a-47f7-a6b3-9d2ec1822f18 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:24:58.972061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.011070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.094890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.218080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.244686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Subnet': ['ID=463f98c0-424a-47f7-a6b3-9d2ec1822f18,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.249150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.252503 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8f67680d-de93-4855-918f-cc5a168fbeb4 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/subnets/463f98c0-424a-47f7-a6b3-9d2ec1822f18 HTTP/1.1" status: 204 len: 168 time: 0.3310957 Dec 24 03:24:59.254755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39226) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:24:59.257100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee3b50-c8d1-4354-9a2c-961a5a2c5b28 None None] Network 47f407d9-3bcf-4571-b251-ca39583c9c28 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:24:59.335171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.389614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Deleting port 04bc394a-d7d5-43f9-a44f-f97598785b2e {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:59.389956 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.416543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] DHCP port deletion for 47f407d9-3bcf-4571-b251-ca39583c9c28 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:24:59.452627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] For port 04bc394a-d7d5-43f9-a44f-f97598785b2e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=04bc394a-d7d5-43f9-a44f-f97598785b2e,segment=NetworkSegment(92cbe7dd-3ac7-4a14-9a99-c812de4249f3),segment_id=92cbe7dd-3ac7-4a14-9a99-c812de4249f3)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:59.452991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.463567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Deleting port 04bc394a-d7d5-43f9-a44f-f97598785b2e {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:24:59.463936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.470152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Calling delete_port for 04bc394a-d7d5-43f9-a44f-f97598785b2e owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:59.525213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] For port 04bc394a-d7d5-43f9-a44f-f97598785b2e, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=04bc394a-d7d5-43f9-a44f-f97598785b2e,segment=NetworkSegment(92cbe7dd-3ac7-4a14-9a99-c812de4249f3),segment_id=92cbe7dd-3ac7-4a14-9a99-c812de4249f3)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:24:59.525617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.537677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Calling delete_port for 04bc394a-d7d5-43f9-a44f-f97598785b2e owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:24:59.662328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.667537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.688493 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Port': ['ID=04bc394a-d7d5-43f9-a44f-f97598785b2e,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.692251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] Pushing event deleted for resources: {'Port': ['ID=04bc394a-d7d5-43f9-a44f-f97598785b2e,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:24:59.693459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] No DVR routers for this DVR port 04bc394a-d7d5-43f9-a44f-f97598785b2e on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:59.699089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d50ebf0-81b6-450a-9e1f-4b30b343be13 None None] No DVR routers for this DVR port 04bc394a-d7d5-43f9-a44f-f97598785b2e on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:24:59.779486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.798750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f407d9-3bcf-4571-b251-ca39583c9c28']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.807861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cbe7dd-3ac7-4a14-9a99-c812de4249f3') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.808540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cbe7dd-3ac7-4a14-9a99-c812de4249f3') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:24:59.817356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.831299 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.838250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:24:59.839458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:24:59.841532 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:24:59.959260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.965888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:24:59.969067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] 10.222.0.36 "DELETE /v2.0/networks/47f407d9-3bcf-4571-b251-ca39583c9c28 HTTP/1.1" status: 204 len: 168 time: 0.7133789 Dec 24 03:24:59.980665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594cc8c-ef20-4868-9333-b5d09551d412 tempest-NetworksIpV6Test-507053007 tempest-NetworksIpV6Test-507053007-project] Pushing event deleted for resources: {'Network': ['ID=47f407d9-3bcf-4571-b251-ca39583c9c28,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:00.186080 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 741de3a6-60bd-453c-8b37-347f335b2bd3 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:00.206964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.207583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 741de3a6-60bd-453c-8b37-347f335b2bd3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:00.207932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 741de3a6-60bd-453c-8b37-347f335b2bd3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:00.208352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 04bc394a-d7d5-43f9-a44f-f97598785b2e no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:00.229837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 04bc394a-d7d5-43f9-a44f-f97598785b2e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:00.230089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 04bc394a-d7d5-43f9-a44f-f97598785b2e not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:00.449894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39232) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.578925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a58491e7-2ec4-4ec9-9d68-9dc21d4d7f2b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db71c04f622c4e88a7df06c80bd18feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278844 Dec 24 03:25:00.581661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39236) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:00.627936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.648504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.748870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.751429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:00.752596 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e7b72a5-3654-4128-913f-3729bed2090d HTTP/1.1" status: 204 len: 168 time: 0.1699934 Dec 24 03:25:00.761109 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b7a5-b882-40f5-aa23-17c57e6eb6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b72a5-3654-4128-913f-3729bed2090d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:01.670396 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39258) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:01.764458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-338665952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:01.880555 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.881618 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.934228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:01.998941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.080593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.081778 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-67118db7-1679-4166-85dd-cdf451e8bdd7 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4103827 Dec 24 03:25:02.084509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:02.089704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1203665599'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:02.164373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Made reservation on behalf of 37d85381458a446ebe0534889282e325 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:02.168658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.176946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.247449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.325610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.354657 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:02.360725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8f71e-f4e0-4585-8d32-efb513c39a37,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:02.367082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.367428 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Added segment b07a97ac-93bd-4152-ad90-3fc7b6d067eb of type vlan for network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 Dec 24 03:25:02.405727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.507162 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.513606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:02.519602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:02.580847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event updated for resources: {'Network': ['ID=71498c59-233f-4d5e-a65f-2d858f4fe7f1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:02.591382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:02.631239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d952e9c6-8a71-4498-98ce-47f350eec46c tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5456235 Dec 24 03:25:02.634000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39264) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:02.638963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'subnet': {'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:02.800139 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Made reservation on behalf of 37d85381458a446ebe0534889282e325 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:02.803747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.023278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.084460 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event updated for resources: {'Subnet': ['ID=9c8998bb-7fe7-44d0-9788-0c12a8b6f844,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.089959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Checking segment: {'id': 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:03.090319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Network hostable DHCP agents. Network: 71498c59-233f-4d5e-a65f-2d858f4fe7f1, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:03.175995 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:03.273128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 71498c59-233f-4d5e-a65f-2d858f4fe7f1) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:03.278101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:03.278719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.282342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9c9d1-0cd8-4e6d-812a-c6b66d68546c None None] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:03.373274 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a5ab69b4-f1a3-4fd9-97a9-22e574099ac8 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7380061 Dec 24 03:25:03.376106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39266) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:03.379642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-71498c59-233f-4d5e-a65f-2d858f4fe7f1', 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1', 'project_id': '37d85381458a446ebe0534889282e325', 'fixed_ips': [{'subnet_id': '9c8998bb-7fe7-44d0-9788-0c12a8b6f844'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:03.380536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.381005 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1928250614'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:03.469221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Made reservation on behalf of 37d85381458a446ebe0534889282e325 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:03.472798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.500961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:03.511394 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.511741 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Added segment 1fa0e2d5-b96d-4617-9b28-6444835f266f of type vlan for network 9785d9d8-b90c-4d13-bd57-855fe01c69ae Dec 24 03:25:03.554101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.638886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.644387 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:03.653028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.659960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Allocated IP 172.20.0.2 (71498c59-233f-4d5e-a65f-2d858f4fe7f1/9c8998bb-7fe7-44d0-9788-0c12a8b6f844/20111e08-ca71-4b22-94ae-c8625dced4fa) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:03.714070 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event updated for resources: {'Network': ['ID=9785d9d8-b90c-4d13-bd57-855fe01c69ae,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:03.725711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 9785d9d8-b90c-4d13-bd57-855fe01c69ae details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:03.745128 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9ccef327-b75d-4deb-a33f-7b8734b58bc1 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3678961 Dec 24 03:25:03.747980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39268) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:03.752916 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'subnet': {'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:03.860681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.920061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Made reservation on behalf of 37d85381458a446ebe0534889282e325 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:03.923596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.943210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:03.988505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:03.991346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:03.996498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:03.999985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Pushing event updated for resources: {'Port': ['ID=20111e08-ca71-4b22-94ae-c8625dced4fa,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:04.051772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Attempting to bind port 20111e08-ca71-4b22-94ae-c8625dced4fa on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:04.052138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Attempting to bind port 20111e08-ca71-4b22-94ae-c8625dced4fa by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:04.052535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Attempting to bind port 20111e08-ca71-4b22-94ae-c8625dced4fa on network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:04.058426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:04.058805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Checking segment: {'id': 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:04.059235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.059627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Bound using segment: {'id': 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:04.060093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Bound port: 20111e08-ca71-4b22-94ae-c8625dced4fa, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '71498c59-233f-4d5e-a65f-2d858f4fe7f1'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:04.060497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.122553 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] For port 20111e08-ca71-4b22-94ae-c8625dced4fa, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:04.125631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] For port 20111e08-ca71-4b22-94ae-c8625dced4fa, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=20111e08-ca71-4b22-94ae-c8625dced4fa,segment=NetworkSegment(b07a97ac-93bd-4152-ad90-3fc7b6d067eb),segment_id=b07a97ac-93bd-4152-ad90-3fc7b6d067eb)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:04.153141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.210954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.218166 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event updated for resources: {'Subnet': ['ID=1b4182dc-5fd2-4bd9-8415-85ba633a800e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:04.228853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Checking segment: {'id': '1fa0e2d5-b96d-4617-9b28-6444835f266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:04.229214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Network hostable DHCP agents. Network: 9785d9d8-b90c-4d13-bd57-855fe01c69ae, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:04.291328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315eb576-aa88-47fc-8ff7-3213835f3a3d None None] Pushing event updated for resources: {'Port': ['ID=20111e08-ca71-4b22-94ae-c8625dced4fa,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:04.309203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Network 9785d9d8-b90c-4d13-bd57-855fe01c69ae is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:04.377605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 9785d9d8-b90c-4d13-bd57-855fe01c69ae) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:04.381737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:04.382327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.389138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42064f8-bb04-430d-b315-4992a619a1fc None None] Network 9785d9d8-b90c-4d13-bd57-855fe01c69ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:04.483346 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d33dfda5-6305-4e05-b0e3-66fed80fd65b tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7330360 Dec 24 03:25:04.490925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39270) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:04.499137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-91385ccd-764e-431d-9fcc-308d545b0153 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Request body: {'router': {'external_gateway_info': {'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:04.519827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-9785d9d8-b90c-4d13-bd57-855fe01c69ae', 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae', 'project_id': '37d85381458a446ebe0534889282e325', 'fixed_ips': [{'subnet_id': '1b4182dc-5fd2-4bd9-8415-85ba633a800e'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:04.520750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.681439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Allocated IP 172.21.0.2 (9785d9d8-b90c-4d13-bd57-855fe01c69ae/1b4182dc-5fd2-4bd9-8415-85ba633a800e/922ccf1f-1bba-4808-aa76-09e0afc67b73) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:04.752648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-91385ccd-764e-431d-9fcc-308d545b0153 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.832921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.920840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:04.923604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.api.v2.resource [None req-91385ccd-764e-431d-9fcc-308d545b0153 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 24 03:25:04.924774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-91385ccd-764e-431d-9fcc-308d545b0153 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "PUT /v2.0/routers/4a9a4bd6-42e6-4027-a228-4aac935492e7 HTTP/1.1" status: 400 len: 364 time: 0.4318106 Dec 24 03:25:04.932079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39272) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:04.966505 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Network 9785d9d8-b90c-4d13-bd57-855fe01c69ae is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:04.971425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:04.976515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:04.983834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Pushing event updated for resources: {'Port': ['ID=922ccf1f-1bba-4808-aa76-09e0afc67b73,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.004989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Deleting subnet 1b4182dc-5fd2-4bd9-8415-85ba633a800e {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:05.009983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.035797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Attempting to bind port 922ccf1f-1bba-4808-aa76-09e0afc67b73 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:05.036200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Attempting to bind port 922ccf1f-1bba-4808-aa76-09e0afc67b73 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '1fa0e2d5-b96d-4617-9b28-6444835f266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:05.036608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Attempting to bind port 922ccf1f-1bba-4808-aa76-09e0afc67b73 on network 9785d9d8-b90c-4d13-bd57-855fe01c69ae {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:05.042415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:05.042790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Checking segment: {'id': '1fa0e2d5-b96d-4617-9b28-6444835f266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:05.043195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.043636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Bound using segment: {'id': '1fa0e2d5-b96d-4617-9b28-6444835f266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:05.044115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Bound port: 922ccf1f-1bba-4808-aa76-09e0afc67b73, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa0e2d5-b96d-4617-9b28-6444835f266f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9785d9d8-b90c-4d13-bd57-855fe01c69ae'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:05.044516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.079475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.126932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] For port 922ccf1f-1bba-4808-aa76-09e0afc67b73, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:05.130403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] For port 922ccf1f-1bba-4808-aa76-09e0afc67b73, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=922ccf1f-1bba-4808-aa76-09e0afc67b73,segment=NetworkSegment(1fa0e2d5-b96d-4617-9b28-6444835f266f),segment_id=1fa0e2d5-b96d-4617-9b28-6444835f266f)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:05.206592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.208614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.273336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a65e9-67ca-4043-a1c6-a4090770977b None None] Pushing event updated for resources: {'Port': ['ID=922ccf1f-1bba-4808-aa76-09e0afc67b73,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.342679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60135a3d-0619-4cc4-a99b-928051352975 None None] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:05.355122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.396288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4182dc-5fd2-4bd9-8415-85ba633a800e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.399732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.407649 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b9b5b879-1660-4ad1-8bc0-67753b081150 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "DELETE /v2.0/subnets/1b4182dc-5fd2-4bd9-8415-85ba633a800e HTTP/1.1" status: 204 len: 168 time: 0.4706728 Dec 24 03:25:05.407805 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39274) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:05.422299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] Provisioning complete for port 20111e08-ca71-4b22-94ae-c8625dced4fa triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:05.422685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.520577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.583571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.599159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Deleting port 922ccf1f-1bba-4808-aa76-09e0afc67b73 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:05.599762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.634878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] For port 20111e08-ca71-4b22-94ae-c8625dced4fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=20111e08-ca71-4b22-94ae-c8625dced4fa,segment=NetworkSegment(b07a97ac-93bd-4152-ad90-3fc7b6d067eb),segment_id=b07a97ac-93bd-4152-ad90-3fc7b6d067eb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:05.720523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:05.776770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c54d32-9c98-4a47-b699-38b10e210a5f None None] Pushing event updated for resources: {'Port': ['ID=20111e08-ca71-4b22-94ae-c8625dced4fa,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:05.841295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-55a4ac9b-7f44-4946-9938-e492ae95fe53 None None] Provisioning complete for port 20111e08-ca71-4b22-94ae-c8625dced4fa triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:05.841666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-55a4ac9b-7f44-4946-9938-e492ae95fe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.046373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] For port 922ccf1f-1bba-4808-aa76-09e0afc67b73, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=922ccf1f-1bba-4808-aa76-09e0afc67b73,segment=NetworkSegment(1fa0e2d5-b96d-4617-9b28-6444835f266f),segment_id=1fa0e2d5-b96d-4617-9b28-6444835f266f)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:06.046741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.061131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Calling delete_port for 922ccf1f-1bba-4808-aa76-09e0afc67b73 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:06.240336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.266032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 922ccf1f-1bba-4808-aa76-09e0afc67b73 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:06.278988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] No DVR routers for this DVR port 922ccf1f-1bba-4808-aa76-09e0afc67b73 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:06.283358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Port': ['ID=922ccf1f-1bba-4808-aa76-09e0afc67b73,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.293199 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024a39a-5242-47b1-8216-379cc23c4f76 None None] Network 9785d9d8-b90c-4d13-bd57-855fe01c69ae requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:06.295574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 922ccf1f-1bba-4808-aa76-09e0afc67b73 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:06.295872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 922ccf1f-1bba-4808-aa76-09e0afc67b73 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 24 03:25:06.331055 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Port 922ccf1f-1bba-4808-aa76-09e0afc67b73 not found, will not notify nova. {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 24 03:25:06.331471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 20111e08-ca71-4b22-94ae-c8625dced4fa up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:06.364724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.384641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9785d9d8-b90c-4d13-bd57-855fe01c69ae']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.394286 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa0e2d5-b96d-4617-9b28-6444835f266f') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.394927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa0e2d5-b96d-4617-9b28-6444835f266f') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:06.395651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-eff523d6-9571-4e84-a216-495b9c1bb349 None None] Could not find standard attr ID for object 922ccf1f-1bba-4808-aa76-09e0afc67b73. {{(pid=110369) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 24 03:25:06.406339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.420873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.427489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:06.427881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:06.432112 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:06.439781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 20111e08-ca71-4b22-94ae-c8625dced4fa triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:06.439781 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.505530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fbc305-01a0-4983-90e7-ea4baf3a02c6 None None] DHCP port deletion for 9785d9d8-b90c-4d13-bd57-855fe01c69ae request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:06.548714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.555478 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.558564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "DELETE /v2.0/networks/9785d9d8-b90c-4d13-bd57-855fe01c69ae HTTP/1.1" status: 204 len: 168 time: 1.1498425 Dec 24 03:25:06.560954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39276) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:06.578275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338036aa-b53b-45f9-b4f8-e53be2dfe87d tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Network': ['ID=9785d9d8-b90c-4d13-bd57-855fe01c69ae,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.620258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Deleting subnet 9c8998bb-7fe7-44d0-9788-0c12a8b6f844 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:25:06.623323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.661607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.747372 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.846367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.870947 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8998bb-7fe7-44d0-9788-0c12a8b6f844,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:06.876706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:06.880287 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ddc3623-301f-44f8-b2e3-5aac0837270a tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "DELETE /v2.0/subnets/9c8998bb-7fe7-44d0-9788-0c12a8b6f844 HTTP/1.1" status: 204 len: 168 time: 0.3181472 Dec 24 03:25:06.882618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39278) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:06.885938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be994b-5e82-4c1d-81ee-36ead020a157 None None] Network 71498c59-233f-4d5e-a65f-2d858f4fe7f1 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:06.958477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.011896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Deleting port 20111e08-ca71-4b22-94ae-c8625dced4fa {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:07.012298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.035889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] DHCP port deletion for 71498c59-233f-4d5e-a65f-2d858f4fe7f1 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:07.079689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] For port 20111e08-ca71-4b22-94ae-c8625dced4fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=20111e08-ca71-4b22-94ae-c8625dced4fa,segment=NetworkSegment(b07a97ac-93bd-4152-ad90-3fc7b6d067eb),segment_id=b07a97ac-93bd-4152-ad90-3fc7b6d067eb)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:07.080061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.082779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Deleting port 20111e08-ca71-4b22-94ae-c8625dced4fa {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:25:07.083157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.092718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Calling delete_port for 20111e08-ca71-4b22-94ae-c8625dced4fa owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:07.157784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] For port 20111e08-ca71-4b22-94ae-c8625dced4fa, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=20111e08-ca71-4b22-94ae-c8625dced4fa,segment=NetworkSegment(b07a97ac-93bd-4152-ad90-3fc7b6d067eb),segment_id=b07a97ac-93bd-4152-ad90-3fc7b6d067eb)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:07.157784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.159961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Calling delete_port for 20111e08-ca71-4b22-94ae-c8625dced4fa owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:25:07.229153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.234477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.257530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Port': ['ID=20111e08-ca71-4b22-94ae-c8625dced4fa,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.262875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] No DVR routers for this DVR port 20111e08-ca71-4b22-94ae-c8625dced4fa on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:07.266070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] Pushing event deleted for resources: {'Port': ['ID=20111e08-ca71-4b22-94ae-c8625dced4fa,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.270871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c933101-65d3-47e7-b644-3487d0051ee9 None None] No DVR routers for this DVR port 20111e08-ca71-4b22-94ae-c8625dced4fa on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:25:07.343688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.362778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71498c59-233f-4d5e-a65f-2d858f4fe7f1']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:07.372409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:07.372732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07a97ac-93bd-4152-ad90-3fc7b6d067eb') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:07.381777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.394501 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.400904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:25:07.401291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:25:07.404146 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:25:07.508716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.515698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.518305 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "DELETE /v2.0/networks/71498c59-233f-4d5e-a65f-2d858f4fe7f1 HTTP/1.1" status: 204 len: 168 time: 0.6346929 Dec 24 03:25:07.521159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39280) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:07.530175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a868978-2795-4d86-95a2-3b202a732c8f tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Pushing event deleted for resources: {'Network': ['ID=71498c59-233f-4d5e-a65f-2d858f4fe7f1,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:07.549146 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-621650b4-29dc-4b64-b3a6-86866f42c3c6 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a9a4bd6-42e6-4027-a228-4aac935492e7 HTTP/1.1" status: 200 len: 205 time: 0.0267601 Dec 24 03:25:07.559919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39282) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:07.632668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.793457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.795539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.925959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.926476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9a4bd6-42e6-4027-a228-4aac935492e7 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:25:07.933248 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:07.934353 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9b58e62b-d2ab-4640-ab8f-dccc576c0480 tempest-RoutersNegativeTest-2122861544 tempest-RoutersNegativeTest-2122861544-project] 10.222.0.36 "DELETE /v2.0/routers/4a9a4bd6-42e6-4027-a228-4aac935492e7 HTTP/1.1" status: 204 len: 168 time: 0.3735034 Dec 24 03:25:08.193513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 922ccf1f-1bba-4808-aa76-09e0afc67b73 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:08.215427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 922ccf1f-1bba-4808-aa76-09e0afc67b73 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:08.215857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 922ccf1f-1bba-4808-aa76-09e0afc67b73 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:08.216332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 20111e08-ca71-4b22-94ae-c8625dced4fa no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:25:08.236014 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 20111e08-ca71-4b22-94ae-c8625dced4fa {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:25:08.236360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 20111e08-ca71-4b22-94ae-c8625dced4fa not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:25:08.309026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39288) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.440050 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7fc5d178-5aec-48d7-8cfd-b7cc2db25229 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37d85381458a446ebe0534889282e325&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298611 Dec 24 03:25:08.442595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39292) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:08.488216 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.508993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.628346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.630998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:08.632175 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0db8f71e-f4e0-4585-8d32-efb513c39a37 HTTP/1.1" status: 204 len: 168 time: 0.1886976 Dec 24 03:25:08.640250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0b2a3-c7a2-4f80-8bba-0b59527b50c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8f71e-f4e0-4585-8d32-efb513c39a37,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:09.523960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39314) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:09.617975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1075327794-network', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:09.701578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Made reservation on behalf of e2ebe48333d94ffa91d80a0314135a1e for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:09.704166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.712665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.785895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.839822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.863261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:09.872314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:09.878068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:09.878411 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Added segment 91b388d3-d7b1-487d-8933-20415829c52a of type vlan for network 174d98c1-98ff-44df-a993-c37013e2a1cd Dec 24 03:25:09.922156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.034232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.035104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.035712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.093206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] Pushing event updated for resources: {'Network': ['ID=174d98c1-98ff-44df-a993-c37013e2a1cd,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.102704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 174d98c1-98ff-44df-a993-c37013e2a1cd details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:10.128168 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-39943559-422d-4a36-8f97-8e43a2c29343 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6028049 Dec 24 03:25:10.130980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39318) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:10.136431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Request body: {'subnet': {'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-subnet', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:10.222673 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Made reservation on behalf of e2ebe48333d94ffa91d80a0314135a1e for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:10.225069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.451722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.511154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=560c6ed3-9d47-4fb2-9e14-f0fe7e127532,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:10.518181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Checking segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:10.518565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Network hostable DHCP agents. Network: 174d98c1-98ff-44df-a993-c37013e2a1cd, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:10.600120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:10.685722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 174d98c1-98ff-44df-a993-c37013e2a1cd) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:10.689765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:10.690347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.693930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e36db5-59be-4ae8-b0df-50a17c649a1e None None] Network 174d98c1-98ff-44df-a993-c37013e2a1cd requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:10.779601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a7b5219e-8fe6-4dd2-98a9-e433d9094cb4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6474898 Dec 24 03:25:10.782180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39320) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:10.787165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:10.794501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-174d98c1-98ff-44df-a993-c37013e2a1cd', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:10.795364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.891940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.896120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:10.925284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Allocated IP 172.20.0.2 (174d98c1-98ff-44df-a993-c37013e2a1cd/560c6ed3-9d47-4fb2-9e14-f0fe7e127532/d3005d3a-55e9-4233-ac26-34618dbdbf97) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:10.951819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.069468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.146096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.159220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.200355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:11.203191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:11.207378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:11.210356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Pushing event updated for resources: {'Port': ['ID=d3005d3a-55e9-4233-ac26-34618dbdbf97,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:11.266091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Attempting to bind port d3005d3a-55e9-4233-ac26-34618dbdbf97 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:11.266463 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Attempting to bind port d3005d3a-55e9-4233-ac26-34618dbdbf97 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:11.266859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Attempting to bind port d3005d3a-55e9-4233-ac26-34618dbdbf97 on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:11.271735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:11.277269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Checking segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:11.277269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.277269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Bound using segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:11.277269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Bound port: d3005d3a-55e9-4233-ac26-34618dbdbf97, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:11.277269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.334464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] For port d3005d3a-55e9-4233-ac26-34618dbdbf97, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:11.337346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] For port d3005d3a-55e9-4233-ac26-34618dbdbf97, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d3005d3a-55e9-4233-ac26-34618dbdbf97,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:11.401219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.462399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ea3b-0020-4005-868f-ad8d571db63a None None] Pushing event updated for resources: {'Port': ['ID=d3005d3a-55e9-4233-ac26-34618dbdbf97,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:11.769833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.792136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:11.893859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Allocated IP 172.26.7.7 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/aab70705-57dc-4864-9d0e-63a4efb3b088) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:11.996719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.075031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.114832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:12.118127 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:12.122890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:12.131621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d61705-88a3-41c1-a4e9-f8234735fe9e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:12.152222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Pushing event updated for resources: {'Port': ['ID=aab70705-57dc-4864-9d0e-63a4efb3b088,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:12.253998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d3005d3a-55e9-4233-ac26-34618dbdbf97 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:12.290219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-308a3853-28c6-4f5a-a910-936ee78b0103 None None] Provisioning complete for port aab70705-57dc-4864-9d0e-63a4efb3b088 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:12.291225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-308a3853-28c6-4f5a-a910-936ee78b0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.335324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-308a3853-28c6-4f5a-a910-936ee78b0103 None None] Port aab70705-57dc-4864-9d0e-63a4efb3b088 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:12.341434 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d3005d3a-55e9-4233-ac26-34618dbdbf97 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:12.341936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.375408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b1e9c1-d109-4b73-9923-1ede4a625d0d None None] Network 174d98c1-98ff-44df-a993-c37013e2a1cd requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:12.469618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.510667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.513095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6407d51c-17af-4e58-911d-21ecdd92c6ef None None] Provisioning complete for port d3005d3a-55e9-4233-ac26-34618dbdbf97 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:12.513448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6407d51c-17af-4e58-911d-21ecdd92c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.671570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.735064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port d3005d3a-55e9-4233-ac26-34618dbdbf97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d3005d3a-55e9-4233-ac26-34618dbdbf97,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:12.778242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6407d51c-17af-4e58-911d-21ecdd92c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.812440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:12.884025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Router c7527804-55b5-4296-8aff-f102b7778425 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:12.887382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-6407d51c-17af-4e58-911d-21ecdd92c6ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:25:12.887719 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-6407d51c-17af-4e58-911d-21ecdd92c6ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:25:12.890436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=d3005d3a-55e9-4233-ac26-34618dbdbf97,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:13.002304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:13.010876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Sync routers for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:13.028108 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:13.032354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:13.076009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.077298 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7d51343-4807-42a1-9738-d5d3f5f2e5ca admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2941694 Dec 24 03:25:13.087986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39322) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:13.146583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:13.327258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:12Z', 'revision_number': 3, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:13.365318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Checking router: c7527804-55b5-4296-8aff-f102b7778425 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:13.365671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Updating router c7527804-55b5-4296-8aff-f102b7778425 port aab70705-57dc-4864-9d0e-63a4efb3b088 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:13.391522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.492702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.597426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0b44aa14-5035-4a64-a55f-931572351945 None None] Provisioning complete for port d3005d3a-55e9-4233-ac26-34618dbdbf97 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:13.597703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0b44aa14-5035-4a64-a55f-931572351945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.647145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Allocated IP 172.20.0.1 (174d98c1-98ff-44df-a993-c37013e2a1cd/560c6ed3-9d47-4fb2-9e14-f0fe7e127532/feb3b435-f964-493d-9607-d1e8768745c5) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:13.737508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.751590 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.804276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.851570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2502ba-6c56-4883-88be-bb83319b61f5 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:13.861457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Attempting to bind port aab70705-57dc-4864-9d0e-63a4efb3b088 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:13.861852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Attempting to bind port aab70705-57dc-4864-9d0e-63a4efb3b088 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:13.862214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Attempting to bind port aab70705-57dc-4864-9d0e-63a4efb3b088 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:13.863518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.864855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b472-02f2-413b-9016-8892785b28d3 None None] Pushing event updated for resources: {'Port': ['ID=aab70705-57dc-4864-9d0e-63a4efb3b088,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:13.872079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:13.874350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:13.874350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.874350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:13.874350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Bound port: aab70705-57dc-4864-9d0e-63a4efb3b088, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:13.874350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.908266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:13.911214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:13.915444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:13.933973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] For port aab70705-57dc-4864-9d0e-63a4efb3b088, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:13.937322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] For port aab70705-57dc-4864-9d0e-63a4efb3b088, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aab70705-57dc-4864-9d0e-63a4efb3b088,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:13.939608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:13.959975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:13.976716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5231fe24-2932-468a-b1d6-43e8099190dc None None] Provisioning complete for port aab70705-57dc-4864-9d0e-63a4efb3b088 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:13.977371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5231fe24-2932-468a-b1d6-43e8099190dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.015343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5231fe24-2932-468a-b1d6-43e8099190dc None None] Port aab70705-57dc-4864-9d0e-63a4efb3b088 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:14.023680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.072925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2097416-4f33-4043-9f31-8c7d499cea96 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:14.098914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177b472-02f2-413b-9016-8892785b28d3 None None] Pushing event updated for resources: {'Port': ['ID=aab70705-57dc-4864-9d0e-63a4efb3b088,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:14.102742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:14.103430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.162346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.194562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] Provisioning complete for port aab70705-57dc-4864-9d0e-63a4efb3b088 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:14.194840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.228778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d3005d3a-55e9-4233-ac26-34618dbdbf97 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:14.284817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:14.330803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.392845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.436097 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d3005d3a-55e9-4233-ac26-34618dbdbf97 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:14.436690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.439368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.459471 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.461393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:14.503711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] For port aab70705-57dc-4864-9d0e-63a4efb3b088, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aab70705-57dc-4864-9d0e-63a4efb3b088,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:14.558213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:14.559635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:14.575983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.627078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:12Z', 'revision_number': 3, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:14.660983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e4be41-ee2b-42c1-8fac-815fadd264da None None] The sync data for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv is: [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:12Z', 'revision_number': 3, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:14.666814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb140a18-90b9-4230-8630-ac8e37670111 None None] Pushing event updated for resources: {'Port': ['ID=aab70705-57dc-4864-9d0e-63a4efb3b088,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:14.676587 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Router c7527804-55b5-4296-8aff-f102b7778425 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:14.700337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-155e01a4-bdbc-4f92-a21a-b26ebc87fede None None] Provisioning complete for port feb3b435-f964-493d-9607-d1e8768745c5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:14.700734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-155e01a4-bdbc-4f92-a21a-b26ebc87fede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.738471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-155e01a4-bdbc-4f92-a21a-b26ebc87fede None None] Port feb3b435-f964-493d-9607-d1e8768745c5 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:14.810940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:14.816774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-21c55423-8ec8-4f9f-90f6-0e2fb5f1d3e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7527804-55b5-4296-8aff-f102b7778425/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308075 Dec 24 03:25:14.858707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7ff6b87b-2525-40c3-857c-2360698c9f84 None None] Provisioning complete for port feb3b435-f964-493d-9607-d1e8768745c5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:14.859184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7ff6b87b-2525-40c3-857c-2360698c9f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:14.926084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6b87b-2525-40c3-857c-2360698c9f84 None None] Port feb3b435-f964-493d-9607-d1e8768745c5 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:15.531576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39340) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:15.536515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1402939321-network', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:15.615515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Made reservation on behalf of 020a1894ea9a45298d04c8322cc4a48b for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:15.618098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.626740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.702665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.770941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.798915 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:25:15.805080 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b080fab-ff5e-4459-88cf-73629d94ba33,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:15.811890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.812251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Added segment f662d5a1-3448-48c1-ba47-139ce5c1805d of type vlan for network 4d3d9b6d-284b-495f-a06f-35d5309c8674 Dec 24 03:25:15.859465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.948922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:15.949859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:15.950441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.019790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] Pushing event updated for resources: {'Network': ['ID=4d3d9b6d-284b-495f-a06f-35d5309c8674,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.047120 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-88159058-4b52-4558-8fa8-c67f0d0188da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5144222 Dec 24 03:25:16.049940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39342) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.054951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Request body: {'subnet': {'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-subnet', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:16.143461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Made reservation on behalf of 020a1894ea9a45298d04c8322cc4a48b for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:16.146150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.180624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:25:16.214567 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Sync routers for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:16.227589 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:16.229280 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:16.261162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aab70705-57dc-4864-9d0e-63a4efb3b088 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:16.327116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port aab70705-57dc-4864-9d0e-63a4efb3b088 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:16.327717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.345297 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:16.469332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.526751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:16.535382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Checking segment: {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:16.536004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Network hostable DHCP agents. Network: 4d3d9b6d-284b-495f-a06f-35d5309c8674, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:25:16.546415 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'feb3b435-f964-493d-9607-d1e8768745c5', 'name': '', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'mac_address': 'fa:16:3e:0d:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:13Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 2, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'subnets': [{'id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:16.572814 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Checking router: c7527804-55b5-4296-8aff-f102b7778425 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:16.573158 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Updating router c7527804-55b5-4296-8aff-f102b7778425 port feb3b435-f964-493d-9607-d1e8768745c5 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:16.597038 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.599792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:25:16.668934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 4d3d9b6d-284b-495f-a06f-35d5309c8674) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:16.672876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:16.673492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.678457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04631867-cc19-483f-937a-58524fed75a3 None None] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:16.768793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5e1c4201-426a-45cd-b7fa-9a8db7c12c9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7174430 Dec 24 03:25:16.771020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39344) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:16.776464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:16.783149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-4d3d9b6d-284b-495f-a06f-35d5309c8674', 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674', 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'fixed_ips': [{'subnet_id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:25:16.784149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.862976 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.873015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.874052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.923099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Allocated IP 172.20.0.2 (4d3d9b6d-284b-495f-a06f-35d5309c8674/3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90/199e1fe3-80b8-4d92-a066-1e587867c487) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:16.930229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:16.965931 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.017340 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Pushing event updated for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.040614 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.040975 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.041319 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.041651 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.041982 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.042308 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.042644 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.043026 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.043365 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.043713 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.044176 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.044432 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.044744 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.068423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.090840 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Attempting to bind port feb3b435-f964-493d-9607-d1e8768745c5 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:17.091214 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Attempting to bind port feb3b435-f964-493d-9607-d1e8768745c5 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:17.091578 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Attempting to bind port feb3b435-f964-493d-9607-d1e8768745c5 on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:17.097087 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:17.097463 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Checking segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:17.097860 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.098249 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Bound using segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:17.098712 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Bound port: feb3b435-f964-493d-9607-d1e8768745c5, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:17.099309 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.144599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.173763 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] For port feb3b435-f964-493d-9607-d1e8768745c5, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:17.176757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.177051 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] For port feb3b435-f964-493d-9607-d1e8768745c5, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=feb3b435-f964-493d-9607-d1e8768745c5,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:17.197461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:17.201010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:17.204449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:17.214983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Pushing event updated for resources: {'Port': ['ID=199e1fe3-80b8-4d92-a066-1e587867c487,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.237442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.237794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.238131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.238510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.238838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.239164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.239488 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.239809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.240131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.240471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.244380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.244380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.244380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:25:17.282118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Attempting to bind port 199e1fe3-80b8-4d92-a066-1e587867c487 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:17.282380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Attempting to bind port 199e1fe3-80b8-4d92-a066-1e587867c487 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:17.282743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Attempting to bind port 199e1fe3-80b8-4d92-a066-1e587867c487 on network 4d3d9b6d-284b-495f-a06f-35d5309c8674 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:17.290996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] Provisioning complete for port feb3b435-f964-493d-9607-d1e8768745c5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:17.291620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.292607 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.294378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:17.296072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Checking segment: {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:17.296072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.296072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Bound using segment: {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:17.296072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Bound port: 199e1fe3-80b8-4d92-a066-1e587867c487, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:17.296486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.351898 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:17.352648 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:17.452682 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.478880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] For port 199e1fe3-80b8-4d92-a066-1e587867c487, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:17.479370 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:17.503801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] For port 199e1fe3-80b8-4d92-a066-1e587867c487, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=199e1fe3-80b8-4d92-a066-1e587867c487,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:17.509965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] For port feb3b435-f964-493d-9607-d1e8768745c5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=feb3b435-f964-493d-9607-d1e8768745c5,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:17.527124 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb216ef2-706c-48bc-985f-188f18dede68 None None] Pushing event updated for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.577713 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.607519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.656915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6bdd-abff-4f53-8035-32e7d2de9002 None None] Pushing event updated for resources: {'Port': ['ID=199e1fe3-80b8-4d92-a066-1e587867c487,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.718604 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda5149-4b04-4956-bf8c-420239cec3e0 None None] Pushing event updated for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:17.724195 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'feb3b435-f964-493d-9607-d1e8768745c5', 'name': '', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'mac_address': 'fa:16:3e:0d:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:13Z', 'updated_at': '2021-12-24T03:25:17Z', 'revision_number': 4, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'subnets': [{'id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:17.746176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b42c7fca-3066-49de-8c0c-cebdd92c3c32 None None] Provisioning complete for port feb3b435-f964-493d-9607-d1e8768745c5 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:17.747292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b42c7fca-3066-49de-8c0c-cebdd92c3c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.759454 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc24e5e-3643-4775-8604-611394cbcd9f None None] The sync data for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv is: [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'feb3b435-f964-493d-9607-d1e8768745c5', 'name': '', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'mac_address': 'fa:16:3e:0d:1e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:13Z', 'updated_at': '2021-12-24T03:25:17Z', 'revision_number': 4, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'subnets': [{'id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:17.937112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:17.957611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.031158 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:25:18.089326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Allocated IP 172.26.7.190 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/8ce79b66-7860-4ae8-a59b-7429529d874d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:18.210756 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.281293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device feb3b435-f964-493d-9607-d1e8768745c5 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:18.321311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.333882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port feb3b435-f964-493d-9607-d1e8768745c5 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.334297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.364771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:18.369933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:18.372309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:18.385860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57e1e5-7327-4c8a-a5df-0c0793d4e458 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:18.407309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ce79b66-7860-4ae8-a59b-7429529d874d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.446302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 199e1fe3-80b8-4d92-a066-1e587867c487 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:18.497714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2710beb6-c2fb-4c5d-90f8-1fb49e9fa712 None None] Provisioning complete for port 8ce79b66-7860-4ae8-a59b-7429529d874d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.498176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2710beb6-c2fb-4c5d-90f8-1fb49e9fa712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.545756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2710beb6-c2fb-4c5d-90f8-1fb49e9fa712 None None] Port 8ce79b66-7860-4ae8-a59b-7429529d874d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:18.547737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 199e1fe3-80b8-4d92-a066-1e587867c487 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.548102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.639805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.683300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 199e1fe3-80b8-4d92-a066-1e587867c487, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=199e1fe3-80b8-4d92-a066-1e587867c487,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:18.745891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.754477 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.808240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=199e1fe3-80b8-4d92-a066-1e587867c487,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:18.858878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5234a-3974-4493-9258-9ee7e2da57e4 None None] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:25:18.928996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c2da4597-febd-41ec-8ea5-8d83d8afa1f8 None None] Provisioning complete for port 199e1fe3-80b8-4d92-a066-1e587867c487 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:18.929373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c2da4597-febd-41ec-8ea5-8d83d8afa1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:18.973839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.239599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:25:19.282990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-663128c0-3124-4c08-92a1-8f54de0f6be1 None None] Provisioning complete for port 199e1fe3-80b8-4d92-a066-1e587867c487 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:19.283657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-663128c0-3124-4c08-92a1-8f54de0f6be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.347159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:19.359547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Sync routers for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:19.376854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:19.377478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:19.419802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.421110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3be4a442-d7c4-4bc2-a449-35845459b4a4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6487012 Dec 24 03:25:19.424520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39346) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:25:19.481451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:19.658731 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:18Z', 'revision_number': 3, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:19.685349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Checking router: ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:19.685698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Updating router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 port 8ce79b66-7860-4ae8-a59b-7429529d874d binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:19.709638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.832181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.960409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:19.991437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Allocated IP 172.20.0.1 (4d3d9b6d-284b-495f-a06f-35d5309c8674/3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90/d71d4e9a-32bf-4967-bbaa-526142d91d3a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:20.022564 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.069921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c768fbd-d005-4d0b-a4a0-c0222fe3899f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:20.083616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf6aa1-bb9f-4e2d-886e-f32903d339fa None None] Pushing event updated for resources: {'Port': ['ID=8ce79b66-7860-4ae8-a59b-7429529d874d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.086675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Attempting to bind port 8ce79b66-7860-4ae8-a59b-7429529d874d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:20.087033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Attempting to bind port 8ce79b66-7860-4ae8-a59b-7429529d874d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:20.087947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Attempting to bind port 8ce79b66-7860-4ae8-a59b-7429529d874d on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Bound port: 8ce79b66-7860-4ae8-a59b-7429529d874d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:20.099176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.099712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.147688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] For port 8ce79b66-7860-4ae8-a59b-7429529d874d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:20.151467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] For port 8ce79b66-7860-4ae8-a59b-7429529d874d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8ce79b66-7860-4ae8-a59b-7429529d874d,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:20.198614 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b169e337-81f6-456b-aef1-75f6bc0e73cb None None] Provisioning complete for port 8ce79b66-7860-4ae8-a59b-7429529d874d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:20.198982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b169e337-81f6-456b-aef1-75f6bc0e73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.210841 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.224363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 199e1fe3-80b8-4d92-a066-1e587867c487 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:20.257022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:20.258792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd2e6-b60b-4c87-bfd2-54c0a4972a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.261242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.261404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:20.265953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:20.294171 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Pushing event updated for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.308107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b169e337-81f6-456b-aef1-75f6bc0e73cb None None] Port 8ce79b66-7860-4ae8-a59b-7429529d874d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:20.312637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.334395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb0fe5e-adc6-4579-9502-ca7110a64e7f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:25:20.350579 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf6aa1-bb9f-4e2d-886e-f32903d339fa None None] Pushing event updated for resources: {'Port': ['ID=8ce79b66-7860-4ae8-a59b-7429529d874d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.359306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:20.359932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:24:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:20.528054 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.560709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 199e1fe3-80b8-4d92-a066-1e587867c487 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:20.561086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.633625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] Provisioning complete for port 8ce79b66-7860-4ae8-a59b-7429529d874d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:20.634772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.695131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.697469 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:20.746990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.813256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Pushing event updated for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:20.815568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.876560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:20.909065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] For port 8ce79b66-7860-4ae8-a59b-7429529d874d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8ce79b66-7860-4ae8-a59b-7429529d874d,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:20.913980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:20.915550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:20.958755 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:18Z', 'revision_number': 3, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:20.987050 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a5751-d06e-4d73-9fe0-a7f4d9fa158b None None] The sync data for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:18Z', 'revision_number': 3, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:20.988827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.050908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623f5c2-23a8-4eca-b1ec-e4b52deab73d None None] Pushing event updated for resources: {'Port': ['ID=8ce79b66-7860-4ae8-a59b-7429529d874d,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:21.063192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:25:21.109431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f42abfe4-3d3a-4cba-a548-aeba333002af None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:21.109828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f42abfe4-3d3a-4cba-a548-aeba333002af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.151267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f42abfe4-3d3a-4cba-a548-aeba333002af None None] Port d71d4e9a-32bf-4967-bbaa-526142d91d3a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:21.217138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:25:21.222067 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c0788dd9-65e8-4436-b6a5-e5ceb3ad5620 admin admin] 10.222.0.36 "PUT /v2.0/routers/ecbb54a6-c10e-497c-82fb-9b4f970c0eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966096 Dec 24 03:25:21.281348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-703a43d6-9db9-4f4f-89ac-11e1e3a15365 None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:21.281721 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-703a43d6-9db9-4f4f-89ac-11e1e3a15365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:21.325702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-703a43d6-9db9-4f4f-89ac-11e1e3a15365 None None] Port d71d4e9a-32bf-4967-bbaa-526142d91d3a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:21.965441 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-24ad6bce-7f4b-43f6-b7fd-d8593bbdb7f2 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:21.966898 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-24ad6bce-7f4b-43f6-b7fd-d8593bbdb7f2 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/networks?id=174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 200 len: 817 time: 0.1062448 Dec 24 03:25:21.982405 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-06b7f5a8-dede-48b8-bad6-ec8763083d42 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/quotas/e2ebe48333d94ffa91d80a0314135a1e HTTP/1.1" status: 200 len: 375 time: 0.0098276 Dec 24 03:25:22.033215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-fd3b1105-362c-4743-80a2-78bacf76838d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455005 Dec 24 03:25:22.222983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8ce79b66-7860-4ae8-a59b-7429529d874d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:22.225241 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-09ec4da8-46a8-40d0-a3c2-4d749c4d808a service neutron] 10.222.0.36 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801770 Dec 24 03:25:22.284577 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8ce79b66-7860-4ae8-a59b-7429529d874d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:22.284986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.323565 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-ce6c6bb7-3d6b-4dd3-b438-daee5f5ac698 service neutron] 10.222.0.36 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916817 Dec 24 03:25:22.417657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f984f503-f996-4884-9ee9-81fc83f784f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:22.558125 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Sync routers for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:25:22.568462 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:22.569175 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:25:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:22.593268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c43a8265-447a-49f9-9f29-9d88949acae7 req-a717e18e-ee03-4308-9d1e-254259a54c67 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 210 time: 0.0331147 Dec 24 03:25:22.682604 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:22.960039 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd71d4e9a-32bf-4967-bbaa-526142d91d3a', 'name': '', 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'mac_address': 'fa:16:3e:6b:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:19Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 2, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'subnets': [{'id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:22.985592 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Checking router: ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:25:22.985942 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Updating router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 port d71d4e9a-32bf-4967-bbaa-526142d91d3a binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:25:23.012651 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.271792 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.331056 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.380248 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4747b0-90f0-4a77-8c09-e7b96ff8d0f8 None None] Pushing event updated for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.436400 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Attempting to bind port d71d4e9a-32bf-4967-bbaa-526142d91d3a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:23.436803 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Attempting to bind port d71d4e9a-32bf-4967-bbaa-526142d91d3a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:23.437167 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Attempting to bind port d71d4e9a-32bf-4967-bbaa-526142d91d3a on network 4d3d9b6d-284b-495f-a06f-35d5309c8674 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:23.443375 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:23.443746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Checking segment: {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:23.444172 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.444595 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Bound using segment: {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:23.445188 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Bound port: d71d4e9a-32bf-4967-bbaa-526142d91d3a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f662d5a1-3448-48c1-ba47-139ce5c1805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:23.449558 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.509721 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] For port d71d4e9a-32bf-4967-bbaa-526142d91d3a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:23.513382 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] For port d71d4e9a-32bf-4967-bbaa-526142d91d3a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d71d4e9a-32bf-4967-bbaa-526142d91d3a,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:23.560655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-83fde95c-62b2-4165-95f9-2fcbc8c019aa None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:23.561151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-83fde95c-62b2-4165-95f9-2fcbc8c019aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.594740 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.599814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-83fde95c-62b2-4165-95f9-2fcbc8c019aa None None] Port d71d4e9a-32bf-4967-bbaa-526142d91d3a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:23.660317 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4747b0-90f0-4a77-8c09-e7b96ff8d0f8 None None] Pushing event updated for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:23.663376 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:25:23.663994 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:25:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:23.703061 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2838180e-cd34-4897-80ca-c74f5ddafda5 req-2a024e62-361f-4506-a210-30dff436ecc7 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 210 time: 0.0319886 Dec 24 03:25:23.785117 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:25:23.829283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.922430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:23.922748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:23.987665 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd71d4e9a-32bf-4967-bbaa-526142d91d3a', 'name': '', 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'mac_address': 'fa:16:3e:6b:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:19Z', 'updated_at': '2021-12-24T03:25:23Z', 'revision_number': 4, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'subnets': [{'id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:25:24.001091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.014528 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89874c77-2e9c-4ffa-9813-e2fc36057d83 None None] The sync data for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'd71d4e9a-32bf-4967-bbaa-526142d91d3a', 'name': '', 'network_id': '4d3d9b6d-284b-495f-a06f-35d5309c8674', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'mac_address': 'fa:16:3e:6b:ff:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:19Z', 'updated_at': '2021-12-24T03:25:23Z', 'revision_number': 4, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'subnets': [{'id': '3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:25:24.036336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] For port d71d4e9a-32bf-4967-bbaa-526142d91d3a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d71d4e9a-32bf-4967-bbaa-526142d91d3a,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:24.125415 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.187851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832ebea-8f8b-46e7-8f7b-9d1ba477fcde None None] Pushing event updated for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:24.253826 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d71d4e9a-32bf-4967-bbaa-526142d91d3a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:24.305174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:24.305635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:24.814816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51a402d5-4403-401a-81a1-ed133ee210ff req-3f674360-7d7b-4d7a-9f41-92225536e45b tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 210 time: 0.0395801 Dec 24 03:25:25.035112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-2dd1706b-c50f-4b16-9889-4177b5000fa8 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:25.036638 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-2dd1706b-c50f-4b16-9889-4177b5000fa8 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "GET /v2.0/networks?id=174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 200 len: 817 time: 0.1033289 Dec 24 03:25:25.060545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Request body: {'port': {'device_id': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'admin_state_up': True, 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:25.177885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.320005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Made reservation on behalf of e2ebe48333d94ffa91d80a0314135a1e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:25:25.325363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.458833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Allocated IP 172.20.0.3 (174d98c1-98ff-44df-a993-c37013e2a1cd/560c6ed3-9d47-4fb2-9e14-f0fe7e127532/67834c1d-f89f-4bab-89b3-b0066c233b6d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:25:25.603826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.695886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.744095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:25:25.746984 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:25:25.749280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:25:25.778944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Pushing event updated for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:25.805069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:25.806723 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.893335 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-5bb45acf-e617-44fa-be43-a3792849d217 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8373137 Dec 24 03:25:25.918167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:25.921081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Request body: {'port': {'device_id': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:25:25.949439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b2dd9-43eb-4429-9e2b-0c4c6bc6c2f1 req-4cebd1f5-09e9-4db2-9d4a-b4f0c8726c26 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:25.951130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f54b2dd9-43eb-4429-9e2b-0c4c6bc6c2f1 req-4cebd1f5-09e9-4db2-9d4a-b4f0c8726c26 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 931 time: 0.0548792 Dec 24 03:25:25.979156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.002273 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f54b2dd9-43eb-4429-9e2b-0c4c6bc6c2f1 req-037e9634-ee73-44cd-9085-1a90f004f45d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430233 Dec 24 03:25:26.057281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-93d27696-5aaf-4e81-9a24-d080e42030bd None None] Provisioning complete for port 67834c1d-f89f-4bab-89b3-b0066c233b6d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:26.057654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93d27696-5aaf-4e81-9a24-d080e42030bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.092214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-93d27696-5aaf-4e81-9a24-d080e42030bd None None] Port 67834c1d-f89f-4bab-89b3-b0066c233b6d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:25:26.213685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d71d4e9a-32bf-4967-bbaa-526142d91d3a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:26.241754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67834c1d-f89f-4bab-89b3-b0066c233b6d {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:26.249253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.260212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d71d4e9a-32bf-4967-bbaa-526142d91d3a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:26.260545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.261552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Transition to ACTIVE for port object 67834c1d-f89f-4bab-89b3-b0066c233b6d will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:25:26.342544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.425261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:26.485046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Attempting to bind port 67834c1d-f89f-4bab-89b3-b0066c233b6d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:25:26.485385 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Attempting to bind port 67834c1d-f89f-4bab-89b3-b0066c233b6d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:25:26.485721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Attempting to bind port 67834c1d-f89f-4bab-89b3-b0066c233b6d on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:26.490507 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Port 67834c1d-f89f-4bab-89b3-b0066c233b6d on network 174d98c1-98ff-44df-a993-c37013e2a1cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:25:26.490830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Attempting to bind port 67834c1d-f89f-4bab-89b3-b0066c233b6d on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:25:26.496921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:25:26.497311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Checking segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:25:26.497700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Bound using segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:25:26.498125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Bound port: 67834c1d-f89f-4bab-89b3-b0066c233b6d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:25:26.498474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.568485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:25:26.571806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:25:26.657265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.691872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.692532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:26.693853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] 10.222.0.49 "PUT /v2.0/ports/67834c1d-f89f-4bab-89b3-b0066c233b6d HTTP/1.1" status: 200 len: 1093 time: 0.7786365 Dec 24 03:25:26.694305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:26.697362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660935f-6e24-41f4-9387-ce2cf0c29471" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:26.724737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f5600-3e0d-4799-aca8-74c380eaa4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:26.747267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53785405-79dc-47aa-8fcd-fb3844c82043 x-openstack-request-id: req-53785405-79dc-47aa-8fcd-fb3844c82043 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:26.748102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:26.748443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53785405-79dc-47aa-8fcd-fb3844c82043 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:26.748927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d', 'status': 'completed', 'code': 200} Dec 24 03:25:26.833940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-b9348da3-bcc7-4ba4-802a-963056b5d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.835449 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-b9348da3-bcc7-4ba4-802a-963056b5d966 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 1096 time: 0.0430839 Dec 24 03:25:26.956075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-2d2ffacf-d5f5-45c8-8058-599c7faa5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:26.957503 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-2d2ffacf-d5f5-45c8-8058-599c7faa5e08 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0973248 Dec 24 03:25:27.055319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-89ebe8db-5d2a-4951-9ba9-d49059e6b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:27.057581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b660935f-6e24-41f4-9387-ce2cf0c29471 req-89ebe8db-5d2a-4951-9ba9-d49059e6b4ab service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868933 Dec 24 03:25:27.121133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfbeab-2f12-451a-8515-97f99f93b9dd req-4a71371b-6607-4efb-877f-a83fc7422621 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:27.122715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e0dfbeab-2f12-451a-8515-97f99f93b9dd req-4a71371b-6607-4efb-877f-a83fc7422621 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 943 time: 0.0543342 Dec 24 03:25:27.172932 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e0dfbeab-2f12-451a-8515-97f99f93b9dd req-09075a60-201e-4fc2-ae34-fe6e594b7bef tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440097 Dec 24 03:25:27.173145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-f30520a5-3a57-4d3f-b8ba-23d57ec13a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:27.174594 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-f30520a5-3a57-4d3f-b8ba-23d57ec13a9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 1096 time: 0.0474088 Dec 24 03:25:27.577250 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-268d6512-a2f1-44be-ba2a-49abd9149c6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d HTTP/1.1" status: 200 len: 217 time: 0.3808804 Dec 24 03:25:27.629648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-70917525-1f13-4dd4-90ad-db97c17bb17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:27.631049 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-70917525-1f13-4dd4-90ad-db97c17bb17f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=560c6ed3-9d47-4fb2-9e14-f0fe7e127532 HTTP/1.1" status: 200 len: 856 time: 0.0420277 Dec 24 03:25:27.679095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-1e1b9a68-1093-4347-8022-cb0c9aff1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:27.681123 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-1e1b9a68-1093-4347-8022-cb0c9aff1a71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=174d98c1-98ff-44df-a993-c37013e2a1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381851 Dec 24 03:25:27.776676 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-49f3cfb4-b7d0-4306-be4f-7dce32683f5a service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831671 Dec 24 03:25:27.871413 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-08e7ea62-1849-49cf-b752-92bcc6647cfc req-39b91474-1547-4fc0-afcf-9dd15c0781c1 service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831101 Dec 24 03:25:28.286618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade5fe-7cdd-4aa1-aa00-1e3fe2f85b78 req-aa815955-bf71-4083-9bf8-e1ee1ac28d31 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:28.288066 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0ade5fe-7cdd-4aa1-aa00-1e3fe2f85b78 req-aa815955-bf71-4083-9bf8-e1ee1ac28d31 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 943 time: 0.0475862 Dec 24 03:25:28.335007 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a0ade5fe-7cdd-4aa1-aa00-1e3fe2f85b78 req-c8c2444b-77b3-4484-a4dd-bbd1456b4b18 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Dec 24 03:25:29.448971 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ffae7-b862-4952-aab9-7eebcc6d6628 req-4b9ca617-df48-4c4b-b57a-9814a118d344 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:29.450345 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b2ffae7-b862-4952-aab9-7eebcc6d6628 req-4b9ca617-df48-4c4b-b57a-9814a118d344 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 943 time: 0.0479674 Dec 24 03:25:29.496085 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9b2ffae7-b862-4952-aab9-7eebcc6d6628 req-8da07d9f-bb26-486c-a7a5-699d6770f51c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Dec 24 03:25:30.199299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.612535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d208c-4b5d-4690-b1a6-b9d3132c4ff9 req-333eb332-22ff-478a-bbd4-448f34f980a7 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:30.614210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-595d208c-4b5d-4690-b1a6-b9d3132c4ff9 req-333eb332-22ff-478a-bbd4-448f34f980a7 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 943 time: 0.0498703 Dec 24 03:25:30.663380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-595d208c-4b5d-4690-b1a6-b9d3132c4ff9 req-0ee85f6a-a34a-42ca-8e56-b1fb4dd2394a tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Dec 24 03:25:30.718184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 67834c1d-f89f-4bab-89b3-b0066c233b6d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:25:30.811181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:30.822396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '67834c1d-f89f-4bab-89b3-b0066c233b6d', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'port_id': '67834c1d-f89f-4bab-89b3-b0066c233b6d', 'mac_address': 'fa:16:3e:65:fd:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:25:30.859671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:30.871879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67834c1d-f89f-4bab-89b3-b0066c233b6d {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:25:30.894439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:30.971075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:31.017805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:31.322681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['67834c1d-f89f-4bab-89b3-b0066c233b6d'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:25:31.780011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060fad0-bfb9-4cef-a251-36488118b99a req-bf647e46-1e46-4353-8669-3dc05af348a4 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:31.781477 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f060fad0-bfb9-4cef-a251-36488118b99a req-bf647e46-1e46-4353-8669-3dc05af348a4 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 944 time: 0.0506482 Dec 24 03:25:31.827745 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f060fad0-bfb9-4cef-a251-36488118b99a req-60486914-4b94-48a9-b73f-c398e7a07ab6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Dec 24 03:25:32.744897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 67834c1d-f89f-4bab-89b3-b0066c233b6d up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:25:32.904115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 67834c1d-f89f-4bab-89b3-b0066c233b6d completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:25:32.908140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 67834c1d-f89f-4bab-89b3-b0066c233b6d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:25:32.908552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:32.949706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b9c06-40a4-4425-a458-4a3019b0a3e6 req-8fbfcf47-3f57-4034-a688-c814246ca92a tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:32.951196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b18b9c06-40a4-4425-a458-4a3019b0a3e6 req-8fbfcf47-3f57-4034-a688-c814246ca92a tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 944 time: 0.0549967 Dec 24 03:25:32.992769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.007697 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b18b9c06-40a4-4425-a458-4a3019b0a3e6 req-9faa6f78-9891-40a1-a761-c2c633cccbbf tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Dec 24 03:25:33.015743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:25:33.017989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedcb5b1-00c5-42fe-a5c8-cb794dce53ab" -d '{"events": [{"server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "name": "network-vif-plugged", "status": "completed", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:25:33.031973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:25:33.085874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:33.120196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d424ebca-5010-4321-888b-812093fd582c x-openstack-request-id: req-d424ebca-5010-4321-888b-812093fd582c {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:25:33.120578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "name": "network-vif-plugged", "status": "completed", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:25:33.120930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d424ebca-5010-4321-888b-812093fd582c {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:25:33.121320 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d', 'code': 200} Dec 24 03:25:33.136994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:25:33.501287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bfc86-b379-41a4-aecf-b2b82f21304c req-9ac03f32-1d8c-40dd-9e2f-9f3d3b1c1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:33.502758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-625bfc86-b379-41a4-aecf-b2b82f21304c req-9ac03f32-1d8c-40dd-9e2f-9f3d3b1c1b8f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 1098 time: 0.0399470 Dec 24 03:25:33.546754 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-625bfc86-b379-41a4-aecf-b2b82f21304c req-e1ac9c6c-635a-4cb2-b635-f418e8df22d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Dec 24 03:25:34.125919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57a24-aa35-48dc-8b86-0fa19d399023 req-40667e5e-4941-4065-bb8e-dba98c2fa20d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:34.127461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cfb57a24-aa35-48dc-8b86-0fa19d399023 req-40667e5e-4941-4065-bb8e-dba98c2fa20d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0521033 Dec 24 03:25:34.175551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cfb57a24-aa35-48dc-8b86-0fa19d399023 req-ada29e3a-588a-4cb2-bb78-3c6043cf83b8 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Dec 24 03:25:35.291725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93157c-f9b4-4e14-9949-522a375a4603 req-edadd037-d1c5-4700-a622-442e0b5b7139 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:35.293079 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea93157c-f9b4-4e14-9949-522a375a4603 req-edadd037-d1c5-4700-a622-442e0b5b7139 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0481641 Dec 24 03:25:35.340326 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ea93157c-f9b4-4e14-9949-522a375a4603 req-220e156c-c6b6-4ec8-8201-7c98d8e5750a tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Dec 24 03:25:35.452818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee8dda-2e9f-4045-ab6c-a2d22a44286f req-70adacd5-fbbb-4019-9b75-5cf8eef570bc tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:25:35.454215 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b9ee8dda-2e9f-4045-ab6c-a2d22a44286f req-70adacd5-fbbb-4019-9b75-5cf8eef570bc tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0486290 Dec 24 03:25:35.499950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b9ee8dda-2e9f-4045-ab6c-a2d22a44286f req-574b3293-97d5-45e9-9866-702ce13b16f3 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399032 Dec 24 03:25:50.245373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cdb93d6-5222-488e-bc4d-77078f97203c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:52.365044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ca77bba-866a-4b28-acd7-c0fab614d999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:53.816188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.030777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:25:55.197333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:25:55.883096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:00.215138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:01.787389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43355d1-c7ba-4c8c-afce-b58eee8c7577 req-1915f0e1-1e81-46f6-b504-cf9546aa7788 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:01.789007 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d43355d1-c7ba-4c8c-afce-b58eee8c7577 req-1915f0e1-1e81-46f6-b504-cf9546aa7788 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0514328 Dec 24 03:26:01.848060 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d43355d1-c7ba-4c8c-afce-b58eee8c7577 req-ec9361c0-2a06-4d88-9820-2206600362ac tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Dec 24 03:26:02.969713 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383cb24-078f-4587-90ca-45642090910d req-d373fd53-bac2-4370-a767-ead8b8b1c3d3 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:02.971194 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0383cb24-078f-4587-90ca-45642090910d req-d373fd53-bac2-4370-a767-ead8b8b1c3d3 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0520086 Dec 24 03:26:03.016935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0383cb24-078f-4587-90ca-45642090910d req-c500d2ba-f0d3-4bfb-bef3-972cd3ae9b27 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Dec 24 03:26:03.740983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-17e79365-d103-4a25-b75b-89e5b6dc2a99 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:03.742394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-17e79365-d103-4a25-b75b-89e5b6dc2a99 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0474355 Dec 24 03:26:03.833340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Deleting port 67834c1d-f89f-4bab-89b3-b0066c233b6d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:03.833682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.925218 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] For port 67834c1d-f89f-4bab-89b3-b0066c233b6d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=67834c1d-f89f-4bab-89b3-b0066c233b6d,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:03.925575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:03.938082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Calling delete_port for 67834c1d-f89f-4bab-89b3-b0066c233b6d owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:04.132547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f6889-d5e2-4d5c-a79b-ec53d7a6e36f req-75b37f2c-ffd4-4488-9fe2-783a7d59285d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:04.134001 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-979f6889-d5e2-4d5c-a79b-ec53d7a6e36f req-75b37f2c-ffd4-4488-9fe2-783a7d59285d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f4a6a53-7d85-4b3a-b174-7826c1e10d1b HTTP/1.1" status: 200 len: 945 time: 0.0483840 Dec 24 03:26:04.136027 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.165555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Pushing event deleted for resources: {'Port': ['ID=67834c1d-f89f-4bab-89b3-b0066c233b6d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:04.179611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.179611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.179611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.179611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.180098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.180098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.180398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.180812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.181143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.181474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.181890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.182227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.182542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:04.185328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['67834c1d-f89f-4bab-89b3-b0066c233b6d'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:26:04.210173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-979f6889-d5e2-4d5c-a79b-ec53d7a6e36f req-3d365bb9-c273-4aa9-beb1-e6f6f9df4fbb tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Dec 24 03:26:04.218788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] No DVR routers for this DVR port 67834c1d-f89f-4bab-89b3-b0066c233b6d on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:04.221371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:04.224692 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0c983f27-0f6e-4e98-8708-7e4cc2ed6493 req-83ba2e3b-cd61-44c7-bcc8-f531e6456828 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "DELETE /v2.0/ports/67834c1d-f89f-4bab-89b3-b0066c233b6d HTTP/1.1" status: 204 len: 173 time: 0.4723415 Dec 24 03:26:04.225147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'name': 'network-vif-deleted', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:26:04.227434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc0cb01-3702-456d-9b75-6e5ee5994029" -d '{"events": [{"server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "name": "network-vif-deleted", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:26:04.272257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafc2968-22ad-417b-9303-c4dc2b5893b5 x-openstack-request-id: req-cafc2968-22ad-417b-9303-c4dc2b5893b5 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:26:04.272257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4a6a53-7d85-4b3a-b174-7826c1e10d1b", "name": "network-vif-deleted", "tag": "67834c1d-f89f-4bab-89b3-b0066c233b6d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:26:04.272257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cafc2968-22ad-417b-9303-c4dc2b5893b5 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:26:04.272257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4a6a53-7d85-4b3a-b174-7826c1e10d1b', 'name': 'network-vif-deleted', 'tag': '67834c1d-f89f-4bab-89b3-b0066c233b6d', 'status': 'completed', 'code': 200} Dec 24 03:26:05.940061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b59b3077-b8f1-47ef-8c8d-17d8cabcaf0e tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:05.941571 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b59b3077-b8f1-47ef-8c8d-17d8cabcaf0e tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/networks?id=174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 200 len: 817 time: 0.1078544 Dec 24 03:26:05.958800 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-986a1ca7-d747-4b3b-a93f-cfafbced480c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/quotas/e2ebe48333d94ffa91d80a0314135a1e HTTP/1.1" status: 200 len: 375 time: 0.0093110 Dec 24 03:26:06.013259 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-ba89d69e-a981-4308-834c-4d496cc5b7d3 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480523 Dec 24 03:26:06.113059 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-13b1bf54-fdc7-49e0-bc05-82831866a11d service neutron] 10.222.0.36 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880647 Dec 24 03:26:06.203175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-a36bb747-d7cf-44d5-bb96-547c9c28d280 service neutron] 10.222.0.36 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840437 Dec 24 03:26:06.497096 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-831279e0-f74b-47bf-9b24-3734298fe4fa req-f74b6ed1-fcfc-4750-b2e2-9e8c7be7b946 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 210 time: 0.0264730 Dec 24 03:26:07.598239 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f220f93-c125-443e-ab27-0c08eb5067df req-f72686e4-1237-4910-87e1-211b6a188d28 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 210 time: 0.0318999 Dec 24 03:26:08.475005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-a4c0e364-2a8c-4e15-b40e-942e4dc79054 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:08.476368 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-a4c0e364-2a8c-4e15-b40e-942e4dc79054 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "GET /v2.0/networks?id=174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 200 len: 817 time: 0.1038890 Dec 24 03:26:08.505195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Request body: {'port': {'device_id': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'admin_state_up': True, 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:08.679433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Made reservation on behalf of e2ebe48333d94ffa91d80a0314135a1e for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:08.683555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:08.746137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bd34f0b3-f829-4376-b107-e1d3782f3fb4 req-3e84d59a-8e03-484c-ac24-007434523500 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 210 time: 0.0798383 Dec 24 03:26:08.811092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Allocated IP 172.20.0.11 (174d98c1-98ff-44df-a993-c37013e2a1cd/560c6ed3-9d47-4fb2-9e14-f0fe7e127532/770fad5e-eb68-438c-9b72-bd0f6b10ddf3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:26:08.913362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 67834c1d-f89f-4bab-89b3-b0066c233b6d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:08.933223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 67834c1d-f89f-4bab-89b3-b0066c233b6d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:08.933573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 67834c1d-f89f-4bab-89b3-b0066c233b6d not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:08.962606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.033007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.077383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Network 174d98c1-98ff-44df-a993-c37013e2a1cd is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:26:09.080320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:09.083945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:26:09.090466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Pushing event updated for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:09.141844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:09.142473 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.218846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b4b35223-6796-4208-8bce-6ad0c57e1076 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7171969 Dec 24 03:26:09.246356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Request body: {'port': {'device_id': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:09.300235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.314883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-277d084e-cb22-4aeb-9486-50ec3f95ba13 None None] Provisioning complete for port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:09.315301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-277d084e-cb22-4aeb-9486-50ec3f95ba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.348218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-277d084e-cb22-4aeb-9486-50ec3f95ba13 None None] Port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:26:09.558747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:26:09.565808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.578029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Transition to ACTIVE for port object 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:26:09.637091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.690361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Pushing event updated for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:09.757971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Attempting to bind port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:26:09.758307 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Attempting to bind port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:26:09.758725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Attempting to bind port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:09.764197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 on network 174d98c1-98ff-44df-a993-c37013e2a1cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:26:09.766746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Attempting to bind port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 on network 174d98c1-98ff-44df-a993-c37013e2a1cd {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:26:09.769872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:26:09.770206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Checking segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:09.770706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Bound using segment: {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:26:09.771203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Bound port: 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91b388d3-d7b1-487d-8933-20415829c52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:26:09.771645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.853641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:26:09.862487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:26:09.925651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eee987-08c1-42bc-9f46-6abdcadb19e0 req-5909495d-017d-4ca0-9b3e-4587664b4891 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:09.927111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56eee987-08c1-42bc-9f46-6abdcadb19e0 req-5909495d-017d-4ca0-9b3e-4587664b4891 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 944 time: 0.1082079 Dec 24 03:26:09.941066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.990352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:09.990965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:09.992344 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] 10.222.0.49 "PUT /v2.0/ports/770fad5e-eb68-438c-9b72-bd0f6b10ddf3 HTTP/1.1" status: 200 len: 1094 time: 0.7505758 Dec 24 03:26:09.992809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:26:09.995058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:26:10.031485 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56eee987-08c1-42bc-9f46-6abdcadb19e0 req-6b7703a3-16f4-4ba8-b687-db16d9975abe tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982134 Dec 24 03:26:10.037386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c11bb2-ad5d-4996-8c9e-91dfaa73242f service neutron] Pushing event updated for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:10.040901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2eb264-e246-4316-9df2-986950f629ec x-openstack-request-id: req-3a2eb264-e246-4316-9df2-986950f629ec {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:26:10.041188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:26:10.041438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a2eb264-e246-4316-9df2-986950f629ec {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:26:10.041880 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3', 'status': 'completed', 'code': 200} Dec 24 03:26:10.133649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-38675587-032b-411a-811e-dbac613e2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.135204 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-38675587-032b-411a-811e-dbac613e2d24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 1097 time: 0.0494809 Dec 24 03:26:10.251370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-f3be8709-b5b1-4875-b896-35da6ddb1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.252779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-f3be8709-b5b1-4875-b896-35da6ddb1a87 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0947778 Dec 24 03:26:10.351728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-b6dd496d-d4e5-47be-b371-8793f60bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.353124 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b89b0c05-f40a-4cdf-aa1a-4200bc04d1ee req-b6dd496d-d4e5-47be-b371-8793f60bc9f1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903094 Dec 24 03:26:10.463121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-ee506301-58de-4ab2-abd7-8f5074a56f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.464753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-ee506301-58de-4ab2-abd7-8f5074a56f12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 1097 time: 0.0405111 Dec 24 03:26:10.521505 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-ee65e4e2-ab96-44fd-bde0-417ac5b76679 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0332904 Dec 24 03:26:10.577663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-fa2ab75a-b277-4010-b7ad-bf21dc976f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.579092 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-fa2ab75a-b277-4010-b7ad-bf21dc976f96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=560c6ed3-9d47-4fb2-9e14-f0fe7e127532 HTTP/1.1" status: 200 len: 856 time: 0.0469480 Dec 24 03:26:10.630334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b7f57303-9ae5-4dff-8d56-8a6263c06549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:10.631742 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b7f57303-9ae5-4dff-8d56-8a6263c06549 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=174d98c1-98ff-44df-a993-c37013e2a1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411553 Dec 24 03:26:10.725389 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-b8d8fc9d-109a-4111-b7ad-6a4e8e25455a service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810685 Dec 24 03:26:10.821211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-38a7b406-0deb-425c-a4c7-6572ed0e58b8 req-3af966d6-895f-41c7-b5f5-a6b923e0b983 service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Dec 24 03:26:11.157419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4a38-6283-444d-b839-b2550bed1b45 req-77a10ed1-7625-4e08-8a3e-865b1fe244cc tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:11.158798 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2aa4a38-6283-444d-b839-b2550bed1b45 req-77a10ed1-7625-4e08-8a3e-865b1fe244cc tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 944 time: 0.0524881 Dec 24 03:26:11.207966 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e2aa4a38-6283-444d-b839-b2550bed1b45 req-283e9b80-8ea5-4aff-ab0d-56b4b4155655 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Dec 24 03:26:12.326635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd756559-bf8a-4b1f-9419-15e0fde8be33 req-eb894b11-5f03-4a25-b3b2-acffa37f575c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:12.328085 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bd756559-bf8a-4b1f-9419-15e0fde8be33 req-eb894b11-5f03-4a25-b3b2-acffa37f575c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 944 time: 0.0488434 Dec 24 03:26:12.375151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bd756559-bf8a-4b1f-9419-15e0fde8be33 req-01779f27-3826-4495-a6d8-9ffcf3ef927f tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Dec 24 03:26:13.488197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa30f2-5d13-4425-9e73-79bbc53be1bb req-fbccbc47-c883-418d-b89a-a9090cf5336c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:13.489728 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a2fa30f2-5d13-4425-9e73-79bbc53be1bb req-fbccbc47-c883-418d-b89a-a9090cf5336c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 944 time: 0.0489154 Dec 24 03:26:13.535971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a2fa30f2-5d13-4425-9e73-79bbc53be1bb req-7a89429a-d20e-4e12-9511-785a6ffdbfa6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Dec 24 03:26:14.653087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1ff4a-8c19-40ff-a104-28a4cbd0b655 req-fd2a32a5-19ba-42b2-9581-364be3a10244 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:14.654526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27d1ff4a-8c19-40ff-a104-28a4cbd0b655 req-fd2a32a5-19ba-42b2-9581-364be3a10244 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 944 time: 0.0524704 Dec 24 03:26:14.701049 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-27d1ff4a-8c19-40ff-a104-28a4cbd0b655 req-90bafbd0-22fe-4dbb-93b1-5ae70893f741 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405676 Dec 24 03:26:14.944178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:26:15.038177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:15.048840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3', 'network_id': '174d98c1-98ff-44df-a993-c37013e2a1cd', 'port_id': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3', 'mac_address': 'fa:16:3e:b0:80:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560c6ed3-9d47-4fb2-9e14-f0fe7e127532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:26:15.084739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.100597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:26:15.118681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:15.204220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:15.250376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:15.537081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['770fad5e-eb68-438c-9b72-bd0f6b10ddf3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:26:15.814509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb057b-dfb0-441c-a3b0-5833deafdd0e req-77109e3c-9858-46a0-963b-494dae4b97f9 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:15.815960 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-30cb057b-dfb0-441c-a3b0-5833deafdd0e req-77109e3c-9858-46a0-963b-494dae4b97f9 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 945 time: 0.0478294 Dec 24 03:26:15.865844 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-30cb057b-dfb0-441c-a3b0-5833deafdd0e req-b3073f61-cb2d-4229-a0cb-089ceb7b2f73 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Dec 24 03:26:16.955329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:26:16.980928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb8878-20dd-49a2-90ca-069ce08dc772 req-48a2ae51-3031-40e1-93e8-4e3e16208849 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:16.982497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aaeb8878-20dd-49a2-90ca-069ce08dc772 req-48a2ae51-3031-40e1-93e8-4e3e16208849 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 945 time: 0.0498652 Dec 24 03:26:17.028904 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aaeb8878-20dd-49a2-90ca-069ce08dc772 req-0a3a74bd-318f-4a6a-b235-254d8abcf4fc tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Dec 24 03:26:17.078361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:26:17.082282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:26:17.086696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.156300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.177744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:26:17.179934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805e6886-6eba-4305-93c8-a4e0997cc5d1" -d '{"events": [{"server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "name": "network-vif-plugged", "status": "completed", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:26:17.193154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:17.215874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41afd0f-7a30-4641-b35b-cfc5957c1ea6 x-openstack-request-id: req-b41afd0f-7a30-4641-b35b-cfc5957c1ea6 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:26:17.216195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "name": "network-vif-plugged", "status": "completed", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:26:17.216481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b41afd0f-7a30-4641-b35b-cfc5957c1ea6 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:26:17.216877 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3', 'code': 200} Dec 24 03:26:17.272663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:17.469383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:17.476268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.479078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.480536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.480536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.480536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.480871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:17.562183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af61e5-c303-4f39-815a-9b9876dcb0b3 req-8046c7fe-2a44-463b-be0f-1bf1adb92bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:17.563652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-06af61e5-c303-4f39-815a-9b9876dcb0b3 req-8046c7fe-2a44-463b-be0f-1bf1adb92bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 1099 time: 0.0439394 Dec 24 03:26:17.612012 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-06af61e5-c303-4f39-815a-9b9876dcb0b3 req-632df186-7e85-48d2-9155-b5812828d35d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369699 Dec 24 03:26:18.145552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4084e20-1140-4283-bfc5-1121d763ea59 req-6b811091-711f-4264-a9a1-1afa5ce47d84 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:18.146907 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a4084e20-1140-4283-bfc5-1121d763ea59 req-6b811091-711f-4264-a9a1-1afa5ce47d84 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0485246 Dec 24 03:26:18.193024 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a4084e20-1140-4283-bfc5-1121d763ea59 req-5e3ab058-66c3-49da-a748-cdadf0cc4413 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Dec 24 03:26:19.312462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708c5dc-ec30-4668-9418-19b27f91db38 req-b610c1e4-552d-4175-8b3f-fb8874bb4cf7 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:19.313927 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6708c5dc-ec30-4668-9418-19b27f91db38 req-b610c1e4-552d-4175-8b3f-fb8874bb4cf7 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0516219 Dec 24 03:26:19.360212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6708c5dc-ec30-4668-9418-19b27f91db38 req-64159b3f-336a-472c-8903-43d4101cada8 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Dec 24 03:26:19.472123 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd845bf-2fa4-482b-80a3-058db10faa57 req-5ca67372-b14c-4804-a275-2bae5c35a570 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:19.473486 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ddd845bf-2fa4-482b-80a3-058db10faa57 req-5ca67372-b14c-4804-a275-2bae5c35a570 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0479691 Dec 24 03:26:19.523847 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ddd845bf-2fa4-482b-80a3-058db10faa57 req-35b9838b-6027-46cd-9277-ae7b892e6353 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Dec 24 03:26:20.259197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0e9e7bf0-8750-4fef-b7de-93493ce5defb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:22.373315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-744fd613-e95e-4327-8aad-65dbcf5c5318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:23.849838 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.179555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:25.906665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:30.215274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:31.386896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-aa1dd7f0-d337-4ab0-ad67-6ca18b6ea763 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816031 Dec 24 03:26:31.487261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-0157117d-f836-42ef-bed0-a36864c7ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:31.488822 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-0157117d-f836-42ef-bed0-a36864c7ba1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 1099 time: 0.0397353 Dec 24 03:26:31.597697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-3ace067e-2f97-4d67-b001-46e0d0b08a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:31.599063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-3ace067e-2f97-4d67-b001-46e0d0b08a3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 200 len: 918 time: 0.0870667 Dec 24 03:26:31.643641 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-6a6b58d6-7941-44cd-8348-e44e6ac6857f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0337214 Dec 24 03:26:31.692883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-43597bcb-5948-46c9-90ef-1869074d4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:31.695831 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-43597bcb-5948-46c9-90ef-1869074d4217 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=560c6ed3-9d47-4fb2-9e14-f0fe7e127532 HTTP/1.1" status: 200 len: 856 time: 0.0436835 Dec 24 03:26:31.743012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-59b3e160-134d-4667-9b50-ed054a5c08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:31.745290 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-59b3e160-134d-4667-9b50-ed054a5c08e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=174d98c1-98ff-44df-a993-c37013e2a1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431397 Dec 24 03:26:31.757418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-9651ab22-41e4-4a1e-af5b-dca3bff1fa67 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:26:31.758341 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-9651ab22-41e4-4a1e-af5b-dca3bff1fa67 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048521 Dec 24 03:26:31.847827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-e3dc4067-94f5-4c39-b659-47fb303bdaf7 service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808518 Dec 24 03:26:31.946581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56ff73ba-754c-4ea7-b062-cf75f96c293d req-87d843ea-f6c5-47ad-a16b-a8ed265d9a9d service neutron] 10.222.0.49 "GET /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893123 Dec 24 03:26:32.030268 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:26:44.581032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ab4b-830e-4384-94f6-f485b0cef029 req-6f609fc5-badd-4a76-b6b6-b3ef23027c19 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:44.582517 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9102ab4b-830e-4384-94f6-f485b0cef029 req-6f609fc5-badd-4a76-b6b6-b3ef23027c19 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0503328 Dec 24 03:26:44.629069 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9102ab4b-830e-4384-94f6-f485b0cef029 req-5437f4fc-889e-4a03-a38e-42c7b4d5f91b tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403974 Dec 24 03:26:45.744721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8360b8e-1894-42c2-a6b2-dd32711cbd17 req-eba17d24-73cc-4f15-92b0-c5cc5023ff7c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:45.746193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8360b8e-1894-42c2-a6b2-dd32711cbd17 req-eba17d24-73cc-4f15-92b0-c5cc5023ff7c tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0478108 Dec 24 03:26:45.791681 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c8360b8e-1894-42c2-a6b2-dd32711cbd17 req-94df611d-b29f-4546-9e6e-5bc853a421ac tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/security-groups?id=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Dec 24 03:26:46.428050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-8cae4c7f-f591-4b96-81d9-f1657ca9516d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:46.429532 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-8cae4c7f-f591-4b96-81d9-f1657ca9516d tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 946 time: 0.0485325 Dec 24 03:26:46.535042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Deleting port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:46.535287 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.623085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] For port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:46.623447 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.635773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Calling delete_port for 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:46.818411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.845774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Pushing event deleted for resources: {'Port': ['ID=770fad5e-eb68-438c-9b72-bd0f6b10ddf3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:46.858223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['770fad5e-eb68-438c-9b72-bd0f6b10ddf3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:26:46.900886 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-52e427c0-bae6-42fc-81c8-1b24ffd2d0f7 req-51efca82-5940-4bf7-936a-d2c48f193168 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 210 time: 0.0382767 Dec 24 03:26:46.910762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] No DVR routers for this DVR port 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:46.913399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:46.917114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bb286783-ca59-4292-a2d2-340d00d545d8 req-026cb4fb-6ecd-46f3-84df-be51111d69d6 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.49 "DELETE /v2.0/ports/770fad5e-eb68-438c-9b72-bd0f6b10ddf3 HTTP/1.1" status: 204 len: 173 time: 0.4788868 Dec 24 03:26:46.921017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'name': 'network-vif-deleted', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:26:46.921017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b8740-1836-44ae-9875-3067694b4b14" -d '{"events": [{"server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "name": "network-vif-deleted", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:26:46.955645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f94220-9451-496f-8764-280c6e911220 x-openstack-request-id: req-38f94220-9451-496f-8764-280c6e911220 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:26:46.955941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a237c-d822-4d65-9ee2-d9b179131b5f", "name": "network-vif-deleted", "tag": "770fad5e-eb68-438c-9b72-bd0f6b10ddf3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:26:46.956203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38f94220-9451-496f-8764-280c6e911220 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:26:46.956643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a237c-d822-4d65-9ee2-d9b179131b5f', 'name': 'network-vif-deleted', 'tag': '770fad5e-eb68-438c-9b72-bd0f6b10ddf3', 'status': 'completed', 'code': 200} Dec 24 03:26:48.007024 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-75111cbd-0f5d-4053-a19d-752a0364a981 req-f7339035-d74e-4a1c-a7f8-7008a28978d5 tempest-TestEncryptedCinderVolumes-1622643083 tempest-TestEncryptedCinderVolumes-1622643083-project] 10.222.0.36 "GET /v2.0/ports?device_id=382a237c-d822-4d65-9ee2-d9b179131b5f HTTP/1.1" status: 200 len: 210 time: 0.0257514 Dec 24 03:26:49.149183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39696) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:49.486497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.729490 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Deleting port feb3b435-f964-493d-9607-d1e8768745c5 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:49.729825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.809090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] For port feb3b435-f964-493d-9607-d1e8768745c5, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=feb3b435-f964-493d-9607-d1e8768745c5,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:49.809446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:49.822179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Calling delete_port for feb3b435-f964-493d-9607-d1e8768745c5 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:50.054807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.080717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb3b435-f964-493d-9607-d1e8768745c5,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:50.105529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.105880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.106233 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.106568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.106886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.107213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.107538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.107868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.108184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.108534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.108856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.109174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.109488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:26:50.232659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ce339b2-015e-46de-8fbd-b3f62bbb834c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.264374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.474041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Router c7527804-55b5-4296-8aff-f102b7778425 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:50.579353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:50.584676 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-41c65cad-70f5-49bd-9652-f6a458236e54 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7527804-55b5-4296-8aff-f102b7778425/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338486 Dec 24 03:26:50.588051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39698) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:50.589695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Sync routers for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:50.599133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:50.599753 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:50.693278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.705843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:50.796084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.881052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7'}], 'enable_snat': True}, 'gw_port_id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:26:49Z', 'revision_number': 5, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port': {'id': 'aab70705-57dc-4864-9d0e-63a4efb3b088', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:41:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7527804-55b5-4296-8aff-f102b7778425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:11Z', 'updated_at': '2021-12-24T03:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:50.913581 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Checking router: c7527804-55b5-4296-8aff-f102b7778425 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:50.913925 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Deleting port aab70705-57dc-4864-9d0e-63a4efb3b088 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:50.914263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:50.922551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Routers {'c7527804-55b5-4296-8aff-f102b7778425'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:50.923156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['c7527804-55b5-4296-8aff-f102b7778425'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:50.993431 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] For port aab70705-57dc-4864-9d0e-63a4efb3b088, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=aab70705-57dc-4864-9d0e-63a4efb3b088,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:50.993794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.006116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Calling delete_port for aab70705-57dc-4864-9d0e-63a4efb3b088 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:51.009628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] Set router c7527804-55b5-4296-8aff-f102b7778425 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:51.060880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:26:50Z', 'revision_number': 6, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:51.091004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880dd38-4abb-4b61-991a-69f1c86a3854 None None] The sync data for ids ['c7527804-55b5-4296-8aff-f102b7778425'] in dv-neutron-822868-1-hyperv is: [{'id': 'c7527804-55b5-4296-8aff-f102b7778425', 'name': 'tempest-TestEncryptedCinderVolumes-1075327794-router', 'tenant_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:10Z', 'updated_at': '2021-12-24T03:26:50Z', 'revision_number': 6, 'project_id': 'e2ebe48333d94ffa91d80a0314135a1e', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:51.122775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:51.143953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:51.144984 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 770fad5e-eb68-438c-9b72-bd0f6b10ddf3 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:51.231865 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.255720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=aab70705-57dc-4864-9d0e-63a4efb3b088,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.273025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd80b50-58c4-4550-97c5-5d5e2882acc4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:51.323812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.409450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.411427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.512231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.512794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7527804-55b5-4296-8aff-f102b7778425 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:51.517555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.519476 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b8c52b09-c0fd-40d9-a26b-3442df2d0c4b admin admin] 10.222.0.36 "DELETE /v2.0/routers/c7527804-55b5-4296-8aff-f102b7778425 HTTP/1.1" status: 204 len: 168 time: 0.9295053 Dec 24 03:26:51.522356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39700) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:51.567588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Deleting subnet 560c6ed3-9d47-4fb2-9e14-f0fe7e127532 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:51.570588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.608910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.682328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.792819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.820010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560c6ed3-9d47-4fb2-9e14-f0fe7e127532,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:51.824440 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.827738 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-272bbbf1-5588-44b6-bd7a-a5acbffa6fac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/560c6ed3-9d47-4fb2-9e14-f0fe7e127532 HTTP/1.1" status: 204 len: 168 time: 0.3038330 Dec 24 03:26:51.830278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39702) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:51.833645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc7f08-1aaa-4006-a710-160d53112357 None None] Network 174d98c1-98ff-44df-a993-c37013e2a1cd requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:51.907168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.966867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Deleting port d3005d3a-55e9-4233-ac26-34618dbdbf97 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:51.967210 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:51.999919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] DHCP port deletion for 174d98c1-98ff-44df-a993-c37013e2a1cd request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:52.035997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] For port d3005d3a-55e9-4233-ac26-34618dbdbf97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d3005d3a-55e9-4233-ac26-34618dbdbf97,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:52.036377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.048284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Deleting port d3005d3a-55e9-4233-ac26-34618dbdbf97 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:52.048705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.050167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Calling delete_port for d3005d3a-55e9-4233-ac26-34618dbdbf97 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:52.112547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] For port d3005d3a-55e9-4233-ac26-34618dbdbf97, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d3005d3a-55e9-4233-ac26-34618dbdbf97,segment=NetworkSegment(91b388d3-d7b1-487d-8933-20415829c52a),segment_id=91b388d3-d7b1-487d-8933-20415829c52a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:52.112946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.135245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Calling delete_port for d3005d3a-55e9-4233-ac26-34618dbdbf97 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:52.180721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.208298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] No DVR routers for this DVR port d3005d3a-55e9-4233-ac26-34618dbdbf97 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:52.213337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3005d3a-55e9-4233-ac26-34618dbdbf97,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.219439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.229855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] No DVR routers for this DVR port d3005d3a-55e9-4233-ac26-34618dbdbf97 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:52.249860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f04745-faa1-4ca2-b8a3-4f60af7a5364 None None] Pushing event deleted for resources: {'Port': ['ID=d3005d3a-55e9-4233-ac26-34618dbdbf97,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:52.270158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device feb3b435-f964-493d-9607-d1e8768745c5 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:52.290868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: feb3b435-f964-493d-9607-d1e8768745c5 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:52.291571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device feb3b435-f964-493d-9607-d1e8768745c5 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:52.291684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d3005d3a-55e9-4233-ac26-34618dbdbf97 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:52.301599 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.315715 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d3005d3a-55e9-4233-ac26-34618dbdbf97 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:52.316069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d3005d3a-55e9-4233-ac26-34618dbdbf97 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:52.316517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aab70705-57dc-4864-9d0e-63a4efb3b088 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:52.322215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174d98c1-98ff-44df-a993-c37013e2a1cd']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:52.331946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b388d3-d7b1-487d-8933-20415829c52a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:52.332325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b388d3-d7b1-487d-8933-20415829c52a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:52.341802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.344750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: aab70705-57dc-4864-9d0e-63a4efb3b088 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:52.348227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device aab70705-57dc-4864-9d0e-63a4efb3b088 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:52.355836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.361844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:52.362234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:52.363846 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:52.367684 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:52.424813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9e9f98a8-fa67-434b-b846-cd43687f62ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.829687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.834888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:52.838877 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/174d98c1-98ff-44df-a993-c37013e2a1cd HTTP/1.1" status: 204 len: 168 time: 1.0075474 Dec 24 03:26:52.841813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39704) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:52.850513 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c385cc8-0dff-441f-8be7-c9db44b0f1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=174d98c1-98ff-44df-a993-c37013e2a1cd,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:53.179348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.417181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Deleting port d71d4e9a-32bf-4967-bbaa-526142d91d3a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:53.417516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.492004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] For port d71d4e9a-32bf-4967-bbaa-526142d91d3a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d71d4e9a-32bf-4967-bbaa-526142d91d3a,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:53.492276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.504905 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Calling delete_port for d71d4e9a-32bf-4967-bbaa-526142d91d3a owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:53.767006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:53.796744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Pushing event deleted for resources: {'Port': ['ID=d71d4e9a-32bf-4967-bbaa-526142d91d3a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:53.808260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.283038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.491919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:26:54.596502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:26:54.601557 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87a65683-9858-4cc1-a394-ff46da64023c admin admin] 10.222.0.36 "PUT /v2.0/routers/ecbb54a6-c10e-497c-82fb-9b4f970c0eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587299 Dec 24 03:26:54.604112 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39706) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:54.607328 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Sync routers for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:26:54.616522 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:54.617119 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:54.709563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.716343 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:54.810716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:54.891307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190'}], 'enable_snat': True}, 'gw_port_id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:26:53Z', 'revision_number': 5, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port': {'id': '8ce79b66-7860-4ae8-a59b-7429529d874d', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:25:17Z', 'updated_at': '2021-12-24T03:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:54.917435 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Checking router: ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:26:54.925577 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Routers {'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:26:54.926180 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:54.937147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Deleting port 8ce79b66-7860-4ae8-a59b-7429529d874d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:54.937528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.012081 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] Set router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:26:55.016334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] For port 8ce79b66-7860-4ae8-a59b-7429529d874d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8ce79b66-7860-4ae8-a59b-7429529d874d,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:55.016755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.028941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Calling delete_port for 8ce79b66-7860-4ae8-a59b-7429529d874d owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:55.064782 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:26:54Z', 'revision_number': 6, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:55.090858 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1ae8fc-3bfc-45a7-9742-b17d0e634d21 None None] The sync data for ids ['ecbb54a6-c10e-497c-82fb-9b4f970c0eb6'] in dv-neutron-822868-1-hyperv is: [{'id': 'ecbb54a6-c10e-497c-82fb-9b4f970c0eb6', 'name': 'tempest-TestEncryptedCinderVolumes-1402939321-router', 'tenant_id': '020a1894ea9a45298d04c8322cc4a48b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:25:16Z', 'updated_at': '2021-12-24T03:26:54Z', 'revision_number': 6, 'project_id': '020a1894ea9a45298d04c8322cc4a48b', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:26:55.174320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.258048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.284278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ce79b66-7860-4ae8-a59b-7429529d874d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.295247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9978684d-49b4-45b2-adfb-0d4c60bba2d4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:55.349069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.438411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.440634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.558107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.558680 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:26:55.563154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.564310 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d30992c7-b62a-4190-9245-03106b71894d admin admin] 10.222.0.36 "DELETE /v2.0/routers/ecbb54a6-c10e-497c-82fb-9b4f970c0eb6 HTTP/1.1" status: 204 len: 168 time: 0.9592698 Dec 24 03:26:55.566888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:55.614367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Deleting subnet 3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:26:55.617411 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.652228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.726032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.818744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.850046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:55.858116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.864254 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80668025-c0fe-4257-bdfd-b9df597bd2cb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3e04e9e2-31f8-4b09-a8ef-7f6086ff3e90 HTTP/1.1" status: 204 len: 168 time: 0.2940001 Dec 24 03:26:55.864508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39710) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:55.865027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa80dbd-089d-4258-b8f4-1b36fac64346 None None] Network 4d3d9b6d-284b-495f-a06f-35d5309c8674 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:26:55.918395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:55.937032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.001443 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Deleting port 199e1fe3-80b8-4d92-a066-1e587867c487 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:56.001777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.021539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] DHCP port deletion for 4d3d9b6d-284b-495f-a06f-35d5309c8674 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:26:56.070502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] For port 199e1fe3-80b8-4d92-a066-1e587867c487, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=199e1fe3-80b8-4d92-a066-1e587867c487,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:56.070967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.075498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Deleting port 199e1fe3-80b8-4d92-a066-1e587867c487 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:26:56.075871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.085505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Calling delete_port for 199e1fe3-80b8-4d92-a066-1e587867c487 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:56.144234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] For port 199e1fe3-80b8-4d92-a066-1e587867c487, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=199e1fe3-80b8-4d92-a066-1e587867c487,segment=NetworkSegment(f662d5a1-3448-48c1-ba47-139ce5c1805d),segment_id=f662d5a1-3448-48c1-ba47-139ce5c1805d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:26:56.144681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.157361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Calling delete_port for 199e1fe3-80b8-4d92-a066-1e587867c487 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:26:56.226370 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.242702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.254732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Pushing event deleted for resources: {'Port': ['ID=199e1fe3-80b8-4d92-a066-1e587867c487,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:56.256648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] No DVR routers for this DVR port 199e1fe3-80b8-4d92-a066-1e587867c487 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:56.279583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d71d4e9a-32bf-4967-bbaa-526142d91d3a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:56.283135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] Pushing event deleted for resources: {'Port': ['ID=199e1fe3-80b8-4d92-a066-1e587867c487,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:56.303201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b196b-fc5a-4eb2-9b16-41e5e051f2f5 None None] No DVR routers for this DVR port 199e1fe3-80b8-4d92-a066-1e587867c487 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:26:56.306214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d71d4e9a-32bf-4967-bbaa-526142d91d3a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:56.306555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d71d4e9a-32bf-4967-bbaa-526142d91d3a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:56.306991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8ce79b66-7860-4ae8-a59b-7429529d874d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:56.328825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 8ce79b66-7860-4ae8-a59b-7429529d874d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:56.329168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8ce79b66-7860-4ae8-a59b-7429529d874d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:56.329608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 199e1fe3-80b8-4d92-a066-1e587867c487 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:26:56.331671 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.348224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 199e1fe3-80b8-4d92-a066-1e587867c487 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:26:56.348724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 199e1fe3-80b8-4d92-a066-1e587867c487 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:26:56.351087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3d9b6d-284b-495f-a06f-35d5309c8674']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:56.360632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f662d5a1-3448-48c1-ba47-139ce5c1805d') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:56.360928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f662d5a1-3448-48c1-ba47-139ce5c1805d') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:26:56.370599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.383374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.389904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:26:56.392559 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:26:56.498376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.503979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.507951 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4d3d9b6d-284b-495f-a06f-35d5309c8674 HTTP/1.1" status: 204 len: 168 time: 0.6423585 Dec 24 03:26:56.521229 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b8be3-9750-42ee-bc04-a59a44b6d801 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d3d9b6d-284b-495f-a06f-35d5309c8674,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:56.846413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39714) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:56.886331 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bdd4157f-fdde-49f0-927e-dbd6b1970891 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2ebe48333d94ffa91d80a0314135a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386951 Dec 24 03:26:56.888721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39716) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:56.935073 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:56.955552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.075539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.078197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.079368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c79ce89a-6b7f-4532-9348-2c67f3dfa7fa HTTP/1.1" status: 204 len: 168 time: 0.1897602 Dec 24 03:26:57.087137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ab62a-1ef3-4654-9fb0-d53987c88ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79ce89a-6b7f-4532-9348-2c67f3dfa7fa,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:57.706588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39722) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:57.749378 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-be6daa26-aa20-4bae-b5ab-7abb9d4e1452 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=020a1894ea9a45298d04c8322cc4a48b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416620 Dec 24 03:26:57.751831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39724) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:57.796748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.817273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.911427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.914090 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:57.915226 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b080fab-ff5e-4459-88cf-73629d94ba33 HTTP/1.1" status: 204 len: 168 time: 0.1625276 Dec 24 03:26:57.923047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad75248-bfdd-40a1-be27-6d42f794c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b080fab-ff5e-4459-88cf-73629d94ba33,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:58.906357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39746) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:59.000511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-603765922-network', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:59.088543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Made reservation on behalf of b79951fd983844d8add0fb0b018cb8db for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:59.090819 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.099869 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.171356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.231586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.255028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:26:59.264912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e267eaa-d5e6-4db5-aad9-12388d6243f3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.270243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.270580 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Added segment 99350428-80fa-4dcc-a239-6456123c006d of type vlan for network 6e60efb9-dd51-4e15-954e-8b206d72528e Dec 24 03:26:59.311751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.380144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.381143 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:59.381724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.440750 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e60efb9-dd51-4e15-954e-8b206d72528e,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.450801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 6e60efb9-dd51-4e15-954e-8b206d72528e details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:26:59.452886 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-03fe1d9e-caa8-4226-8b4f-432a4d4fa7a6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5454533 Dec 24 03:26:59.454574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39750) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:26:59.460598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Request body: {'subnet': {'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-603765922-subnet', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:26:59.523152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Made reservation on behalf of b79951fd983844d8add0fb0b018cb8db for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:26:59.526624 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.749975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.797343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7726f5b-8f30-421d-8db2-4244b9bc4ca8,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:26:59.813273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Checking segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:26:59.813629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Network hostable DHCP agents. Network: 6e60efb9-dd51-4e15-954e-8b206d72528e, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:26:59.899997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Network 6e60efb9-dd51-4e15-954e-8b206d72528e is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:26:59.985546 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 6e60efb9-dd51-4e15-954e-8b206d72528e) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:26:59.989459 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:26:59.990191 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:26:59.997064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45d3a3-5e15-4e66-8976-7b2ceb921093 None None] Network 6e60efb9-dd51-4e15-954e-8b206d72528e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:00.074840 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9e893d3b-11e3-4b3b-ba48-ca7866c58cee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6189706 Dec 24 03:27:00.077277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39752) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:00.081575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:00.095274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-6e60efb9-dd51-4e15-954e-8b206d72528e', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:00.096135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.161319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.162377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.224654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.242393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Allocated IP 172.20.0.2 (6e60efb9-dd51-4e15-954e-8b206d72528e/b7726f5b-8f30-421d-8db2-4244b9bc4ca8/4c24259a-42f4-4a15-aa09-3e2c5839bb92) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:00.248069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.378137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.430227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.435098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.615237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Network 6e60efb9-dd51-4e15-954e-8b206d72528e is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:00.620150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:00.623851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:00.637840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Pushing event updated for resources: {'Port': ['ID=4c24259a-42f4-4a15-aa09-3e2c5839bb92,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.682754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Attempting to bind port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:00.683143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Attempting to bind port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:00.683513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Attempting to bind port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 on network 6e60efb9-dd51-4e15-954e-8b206d72528e {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:00.688692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:00.689081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Checking segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:00.689484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.689881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Bound using segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:00.690351 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Bound port: 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:00.690735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.716251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.735278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.753771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] For port 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:00.756836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] For port 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c24259a-42f4-4a15-aa09-3e2c5839bb92,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:00.824375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:00.839471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Allocated IP 172.26.7.116 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/48252f2e-ae1d-4b6d-82db-c237c10d9d4a) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:00.885466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a186b-49d4-4cde-b5b9-c52e03083578 None None] Pushing event updated for resources: {'Port': ['ID=4c24259a-42f4-4a15-aa09-3e2c5839bb92,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:00.964829 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.055749 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.109491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:01.113430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:01.115625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:01.118302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:01.129734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4f683-4518-45cb-82d5-42fa681e811c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:01.227691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-263026b1-466f-46c5-9f3a-02345e8da523 None None] Provisioning complete for port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:01.228165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-263026b1-466f-46c5-9f3a-02345e8da523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.263524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-263026b1-466f-46c5-9f3a-02345e8da523 None None] Port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:01.472646 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.787697 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568fb68-37b4-4cbd-8aec-4caf86b8d36a None None] Network 6e60efb9-dd51-4e15-954e-8b206d72528e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:01.903589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] Provisioning complete for port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:01.904107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:01.985811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.023443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] For port 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c24259a-42f4-4a15-aa09-3e2c5839bb92,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:02.023852 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.098561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.147602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523688a-2e8c-447e-aad4-4f9367d115bf None None] Pushing event updated for resources: {'Port': ['ID=4c24259a-42f4-4a15-aa09-3e2c5839bb92,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:02.218604 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:02.231624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cf9712c5-d56b-4644-9fea-3d8ad17bec89 None None] Provisioning complete for port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:02.232204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cf9712c5-d56b-4644-9fea-3d8ad17bec89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.316701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4c24259a-42f4-4a15-aa09-3e2c5839bb92 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:02.334367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:02.350135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Sync routers for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:02.379004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:02.379613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:02.426188 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.427447 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d0ff0dbc-fbe6-410a-b115-192cd37dd7e6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3491554 Dec 24 03:27:02.430265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39754) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:02.469499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:02.469862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.521769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:02.734685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:01Z', 'revision_number': 3, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:02.760636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Checking router: e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:02.760990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Updating router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:02.784709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.840904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:02.999855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Allocated IP 172.20.0.1 (6e60efb9-dd51-4e15-954e-8b206d72528e/b7726f5b-8f30-421d-8db2-4244b9bc4ca8/e39c89aa-3336-49ed-920e-c2047a328781) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:03.036365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.101141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.105622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.147270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13894b-ef67-4eb3-b6fb-7368d05f2347 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:03.168502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Attempting to bind port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:03.173812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Attempting to bind port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:03.173812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Attempting to bind port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:03.173812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df19182-8160-4f87-9f03-73f2a648be74 None None] Pushing event updated for resources: {'Port': ['ID=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.177594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:03.177974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:03.178377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.178766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:03.179240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Bound port: 48252f2e-ae1d-4b6d-82db-c237c10d9d4a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:03.179622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.217103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.232279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f23b2a73-94b9-4174-b122-4c4c898fa50d None None] Provisioning complete for port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.237025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f23b2a73-94b9-4174-b122-4c4c898fa50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.271001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Network 6e60efb9-dd51-4e15-954e-8b206d72528e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:03.272624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] For port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:03.278783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:03.285419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:03.289930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Pushing event updated for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.290461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] For port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:03.294338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f23b2a73-94b9-4174-b122-4c4c898fa50d None None] Port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:03.336986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.363643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.415421 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2a935-45cc-4235-9a27-8a248d9a19d1 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:03.438872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:03.439834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:03.476701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df19182-8160-4f87-9f03-73f2a648be74 None None] Pushing event updated for resources: {'Port': ['ID=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.545449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.553903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Provisioning complete for port e39c89aa-3336-49ed-920e-c2047a328781 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.554242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.582841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:03.660332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Port e39c89aa-3336-49ed-920e-c2047a328781 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:03.707003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Provisioning complete for port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:03.707379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.708767 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.772487 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.833896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.842344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.843431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:01Z', 'revision_number': 3, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:03.844204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Pushing event updated for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:03.880197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bcc5c5-c0c9-4f33-8609-a3d454c47557 None None] The sync data for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv is: [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:01Z', 'revision_number': 3, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:03.883235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] For port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:03.938669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Network 6e60efb9-dd51-4e15-954e-8b206d72528e is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:03.940133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:03.944162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:03.996106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b054f-51a0-4bfc-aec7-50dd59cdea20 None None] Pushing event updated for resources: {'Port': ['ID=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:04.071094 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:04.207284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:04.220969 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c8e80616-8967-402f-8f34-90e62c9cd004 admin admin] 10.222.0.36 "PUT /v2.0/routers/e62f4862-41b9-4ccd-8a40-9aad6ae33ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895961 Dec 24 03:27:04.274251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a7642220-9f67-4c44-b97b-26b658e93258 None None] Provisioning complete for port e39c89aa-3336-49ed-920e-c2047a328781 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:04.280203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a7642220-9f67-4c44-b97b-26b658e93258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.305877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 48252f2e-ae1d-4b6d-82db-c237c10d9d4a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:04.334272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a7642220-9f67-4c44-b97b-26b658e93258 None None] Port e39c89aa-3336-49ed-920e-c2047a328781 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:04.375453 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:04.375823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:04.955714 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39770) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:04.960647 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1416853185-network', 'tenant_id': 'efe3b21295774d32964c405309265fda'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:05.029466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Made reservation on behalf of efe3b21295774d32964c405309265fda for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:05.031855 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.040706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.115130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.202783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.230919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:27:05.236275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83afccfe-7fc0-4e9a-9801-e1b003011d79,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.243203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.245150 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Added segment c3cef92e-5519-4706-9bb5-a5914cac9626 of type vlan for network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 Dec 24 03:27:05.285381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.362766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.363760 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:05.364367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.428079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] Pushing event updated for resources: {'Network': ['ID=dbb5ad5b-f045-4086-9c70-f4f811fae5c0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.438458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:27:05.452899 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Sync routers for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:05.462267 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:05.463918 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-79531e52-35ca-4ccd-928b-a443804c43ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5059695 Dec 24 03:27:05.465096 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:05.465719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39772) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:05.471056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Request body: {'subnet': {'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1416853185-subnet', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:05.551481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Made reservation on behalf of efe3b21295774d32964c405309265fda for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:05.554005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.658030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:05.774520 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.831209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619d0a2e-54ad-4de7-a188-10e65fea66b7,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:05.841658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.842012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.842359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.842695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.843031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.843370 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.843701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.844029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.844357 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.844710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.845050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.845360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.845686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:05.850793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Checking segment: {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:05.851152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Network hostable DHCP agents. Network: dbb5ad5b-f045-4086-9c70-f4f811fae5c0, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:27:05.857326 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 2, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:05.886863 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Checking router: e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:05.887212 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Updating router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 port e39c89aa-3336-49ed-920e-c2047a328781 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:05.911114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.911557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:27:05.968516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, dbb5ad5b-f045-4086-9c70-f4f811fae5c0) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:05.972772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:05.973363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:05.980497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0db07-0f53-4c1e-973b-9306f75778bb None None] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:06.034617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1f11f089-5307-41a8-ad04-da049a16a674 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5675781 Dec 24 03:27:06.037036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39774) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:06.043064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:06.085327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'project_id': 'efe3b21295774d32964c405309265fda', 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:27:06.086219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.117858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.119026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.176242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.191861 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.226022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Allocated IP 172.20.0.2 (dbb5ad5b-f045-4086-9c70-f4f811fae5c0/619d0a2e-54ad-4de7-a188-10e65fea66b7/2204a7dc-3610-45dc-9c64-fb952ee19f8d) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:06.231627 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.300652 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Pushing event updated for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.309664 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.310036 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.310386 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.310724 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.311053 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.311752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.311752 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.312048 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.312328 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.312681 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.313007 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.313330 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.313719 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:06.351283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Attempting to bind port e39c89aa-3336-49ed-920e-c2047a328781 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:06.351831 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Attempting to bind port e39c89aa-3336-49ed-920e-c2047a328781 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:06.352203 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Attempting to bind port e39c89aa-3336-49ed-920e-c2047a328781 on network 6e60efb9-dd51-4e15-954e-8b206d72528e {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:06.357976 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:06.358356 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Checking segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:06.358892 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.359296 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Bound using segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:06.359775 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Bound port: e39c89aa-3336-49ed-920e-c2047a328781, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:06.360218 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.385852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.424678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.457061 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] For port e39c89aa-3336-49ed-920e-c2047a328781, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:06.463318 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] For port e39c89aa-3336-49ed-920e-c2047a328781, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e39c89aa-3336-49ed-920e-c2047a328781,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:06.538727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.539552 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.600330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:06.606076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Pushing event updated for resources: {'Port': ['ID=2204a7dc-3610-45dc-9c64-fb952ee19f8d,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.609458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:06.613452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:06.616268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] Provisioning complete for port e39c89aa-3336-49ed-920e-c2047a328781 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:06.616809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.625863 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:06.626845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:06.678202 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20f5b9-284e-40a4-8d6c-7021a70cedd0 None None] Pushing event updated for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:06.688199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.708602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Attempting to bind port 2204a7dc-3610-45dc-9c64-fb952ee19f8d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:06.708966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Attempting to bind port 2204a7dc-3610-45dc-9c64-fb952ee19f8d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:06.709536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Attempting to bind port 2204a7dc-3610-45dc-9c64-fb952ee19f8d on network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:06.714219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.721748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:06.722562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Checking segment: {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:06.723150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.723687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Bound using segment: {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:06.724330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Bound port: 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:06.724906 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.791237 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:06.800368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.848681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Allocated IP 172.26.7.230 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/2b55a33b-a87e-4522-aa59-214bb1c72695) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:06.859543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] For port e39c89aa-3336-49ed-920e-c2047a328781, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e39c89aa-3336-49ed-920e-c2047a328781,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:06.861377 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] For port 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:06.872913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] For port 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2204a7dc-3610-45dc-9c64-fb952ee19f8d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:06.929933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.958101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.982034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:06.995773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807df6c-05ab-4be3-90b7-6e91f7d01373 None None] Pushing event updated for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.032187 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:07.060874 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d88081-f809-4c41-9ada-d4efe05bc162 None None] The sync data for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv is: [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:07.062255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ebbed-54dd-4efb-acd5-406e82b81824 None None] Pushing event updated for resources: {'Port': ['ID=2204a7dc-3610-45dc-9c64-fb952ee19f8d,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.069845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ce90bb67-8f8a-4a63-a5b2-f80f91d90b05 None None] Provisioning complete for port e39c89aa-3336-49ed-920e-c2047a328781 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:07.070228 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ce90bb67-8f8a-4a63-a5b2-f80f91d90b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.103315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.169941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:07.173177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:07.179098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:07.200122 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbcaaf9-0147-4f12-969d-2ba539d09c45 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:07.217701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b55a33b-a87e-4522-aa59-214bb1c72695,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:07.326699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f4964a72-717b-4b11-b6e7-d9d9f8e02bdf None None] Provisioning complete for port 2b55a33b-a87e-4522-aa59-214bb1c72695 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:07.327176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f4964a72-717b-4b11-b6e7-d9d9f8e02bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.370875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f4964a72-717b-4b11-b6e7-d9d9f8e02bdf None None] Port 2b55a33b-a87e-4522-aa59-214bb1c72695 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:07.589326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:07.799283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.006349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Router dae1e3dc-f7f3-4894-8caf-49612f630867 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:27:08.060616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdec0d3-a567-432a-a568-8dd98e1fd28b None None] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:27:08.126215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:08.136216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Sync routers for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:08.157066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] Provisioning complete for port 2204a7dc-3610-45dc-9c64-fb952ee19f8d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.157437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.163498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:08.164139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:08.197955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.205793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-18fd7f76-b311-4dbb-8c1e-23a01b220dd6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1673541 Dec 24 03:27:08.208653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39776) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:27:08.339531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e39c89aa-3336-49ed-920e-c2047a328781 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:08.426485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:08.428778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.579022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] For port 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2204a7dc-3610-45dc-9c64-fb952ee19f8d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:08.589483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port e39c89aa-3336-49ed-920e-c2047a328781 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.589483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.661338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.665347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.748213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe133ca-1e2c-4771-9efa-f78f68dcbb74 None None] Pushing event updated for resources: {'Port': ['ID=2204a7dc-3610-45dc-9c64-fb952ee19f8d,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:08.764006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2204a7dc-3610-45dc-9c64-fb952ee19f8d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:08.798794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:07Z', 'revision_number': 3, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:08.828664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Allocated IP 172.20.0.1 (dbb5ad5b-f045-4086-9c70-f4f811fae5c0/619d0a2e-54ad-4de7-a188-10e65fea66b7/ed79117c-5994-4c02-a31f-1cf7e06f8e6d) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:08.836262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Checking router: dae1e3dc-f7f3-4894-8caf-49612f630867 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:08.836649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Updating router dae1e3dc-f7f3-4894-8caf-49612f630867 port 2b55a33b-a87e-4522-aa59-214bb1c72695 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:08.863396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-93028076-31bb-4325-86b2-e819a4ed25bf None None] Provisioning complete for port 2204a7dc-3610-45dc-9c64-fb952ee19f8d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.863770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-93028076-31bb-4325-86b2-e819a4ed25bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.889982 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.939739 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:08.947056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2204a7dc-3610-45dc-9c64-fb952ee19f8d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:08.947774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.029420 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:27:09.043539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.082622 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:09.086793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:09.090946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:09.096614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Pushing event updated for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.139911 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.343464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.417776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.423427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bfaed082-4269-4804-9e51-1d0ad9226e04 None None] Provisioning complete for port ed79117c-5994-4c02-a31f-1cf7e06f8e6d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:09.423802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bfaed082-4269-4804-9e51-1d0ad9226e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.459395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-bfaed082-4269-4804-9e51-1d0ad9226e04 None None] Port ed79117c-5994-4c02-a31f-1cf7e06f8e6d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:09.494424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.505933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.537559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046fadb0-0670-4aff-a221-3067a76cbf33 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:09.558235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Attempting to bind port 2b55a33b-a87e-4522-aa59-214bb1c72695 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:09.558607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Attempting to bind port 2b55a33b-a87e-4522-aa59-214bb1c72695 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:09.558972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Attempting to bind port 2b55a33b-a87e-4522-aa59-214bb1c72695 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:09.561271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2ad18-bb28-4654-af3d-6d56264b6845 None None] Pushing event updated for resources: {'Port': ['ID=2b55a33b-a87e-4522-aa59-214bb1c72695,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.567163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:09.567327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:09.567597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.567981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:09.568482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Bound port: 2b55a33b-a87e-4522-aa59-214bb1c72695, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:09.568866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.585783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.620353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7eebf8c3-e3c7-4324-9c75-53b97007c08a None None] Provisioning complete for port 2b55a33b-a87e-4522-aa59-214bb1c72695 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:09.620674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7eebf8c3-e3c7-4324-9c75-53b97007c08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.653572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] For port 2b55a33b-a87e-4522-aa59-214bb1c72695, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:09.656175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.658862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Pushing event updated for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.672792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] For port 2b55a33b-a87e-4522-aa59-214bb1c72695, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b55a33b-a87e-4522-aa59-214bb1c72695,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:09.674048 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-7eebf8c3-e3c7-4324-9c75-53b97007c08a None None] Port 2b55a33b-a87e-4522-aa59-214bb1c72695 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:09.740563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.748235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:09.749764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:09.789688 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a1aae1-b16e-45ea-bc25-1ecb14ce1543 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:27:09.808018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2ad18-bb28-4654-af3d-6d56264b6845 None None] Pushing event updated for resources: {'Port': ['ID=2b55a33b-a87e-4522-aa59-214bb1c72695,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:09.811550 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:09.812213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:09.929974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] Provisioning complete for port 2b55a33b-a87e-4522-aa59-214bb1c72695 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:09.930341 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:09.960404 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:10.145455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.182464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] For port 2b55a33b-a87e-4522-aa59-214bb1c72695, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b55a33b-a87e-4522-aa59-214bb1c72695,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:10.231681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Router dae1e3dc-f7f3-4894-8caf-49612f630867 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:27:10.232056 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ed79117c-5994-4c02-a31f-1cf7e06f8e6d', 'name': '', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'mac_address': 'fa:16:3e:78:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 2, 'project_id': 'efe3b21295774d32964c405309265fda', 'subnets': [{'id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:10.259328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.261191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb61f7f-f8eb-4c87-910a-d12c239fa766 None None] The sync data for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv is: [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ed79117c-5994-4c02-a31f-1cf7e06f8e6d', 'name': '', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'mac_address': 'fa:16:3e:78:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 2, 'project_id': 'efe3b21295774d32964c405309265fda', 'subnets': [{'id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:10.289171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2204a7dc-3610-45dc-9c64-fb952ee19f8d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:10.345694 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453f9f9-e061-4aee-b9fd-dc3b62e96000 None None] Pushing event updated for resources: {'Port': ['ID=2b55a33b-a87e-4522-aa59-214bb1c72695,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:10.361720 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:27:10.362219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2204a7dc-3610-45dc-9c64-fb952ee19f8d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.362547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.366671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e21b36ba-e59a-47b3-a02a-b9621d93c8de admin admin] 10.222.0.36 "PUT /v2.0/routers/dae1e3dc-f7f3-4894-8caf-49612f630867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1569891 Dec 24 03:27:10.410346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-05d35460-26a1-40c3-88d0-a039982e32f1 None None] Provisioning complete for port ed79117c-5994-4c02-a31f-1cf7e06f8e6d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:10.410722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-05d35460-26a1-40c3-88d0-a039982e32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:10.474343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-05d35460-26a1-40c3-88d0-a039982e32f1 None None] Port ed79117c-5994-4c02-a31f-1cf7e06f8e6d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:12.302160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b55a33b-a87e-4522-aa59-214bb1c72695 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:12.357458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2b55a33b-a87e-4522-aa59-214bb1c72695 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:12.357955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:12.809209 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Sync routers for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:27:12.819450 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:12.820344 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:12.948150 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:13.173416 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ed79117c-5994-4c02-a31f-1cf7e06f8e6d', 'name': '', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'mac_address': 'fa:16:3e:78:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 2, 'project_id': 'efe3b21295774d32964c405309265fda', 'subnets': [{'id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:13.202468 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Checking router: dae1e3dc-f7f3-4894-8caf-49612f630867 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:27:13.202711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Updating router dae1e3dc-f7f3-4894-8caf-49612f630867 port ed79117c-5994-4c02-a31f-1cf7e06f8e6d binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:27:13.232151 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.529676 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.589462 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.662639 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd792c55-bd87-4cc1-8aca-d8b8428e435d None None] Pushing event updated for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:13.692574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Attempting to bind port ed79117c-5994-4c02-a31f-1cf7e06f8e6d on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:13.693078 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Attempting to bind port ed79117c-5994-4c02-a31f-1cf7e06f8e6d by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:13.693561 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Attempting to bind port ed79117c-5994-4c02-a31f-1cf7e06f8e6d on network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:13.701342 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:13.701805 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Checking segment: {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:13.702212 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.702637 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Bound using segment: {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:13.703179 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Bound port: ed79117c-5994-4c02-a31f-1cf7e06f8e6d, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cef92e-5519-4706-9bb5-a5914cac9626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:13.703559 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.874830 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] For port ed79117c-5994-4c02-a31f-1cf7e06f8e6d, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:13.878115 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] For port ed79117c-5994-4c02-a31f-1cf7e06f8e6d, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:13.956653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4c79183d-7220-4cf1-95b7-a67f35bd578d None None] Provisioning complete for port ed79117c-5994-4c02-a31f-1cf7e06f8e6d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:13.957194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4c79183d-7220-4cf1-95b7-a67f35bd578d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:13.993849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-4c79183d-7220-4cf1-95b7-a67f35bd578d None None] Port ed79117c-5994-4c02-a31f-1cf7e06f8e6d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:14.180523 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.235445 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:27:14.236076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:26:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:14.241223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd792c55-bd87-4cc1-8aca-d8b8428e435d None None] Pushing event updated for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:14.351920 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:27:14.519827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] Provisioning complete for port ed79117c-5994-4c02-a31f-1cf7e06f8e6d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:14.520490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.593279 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ed79117c-5994-4c02-a31f-1cf7e06f8e6d', 'name': '', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'mac_address': 'fa:16:3e:78:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:13Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'subnets': [{'id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:27:14.608602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.623644 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833cb08b-2604-4262-849b-6deba6e30202 None None] The sync data for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv is: [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:09Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ed79117c-5994-4c02-a31f-1cf7e06f8e6d', 'name': '', 'network_id': 'dbb5ad5b-f045-4086-9c70-f4f811fae5c0', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'mac_address': 'fa:16:3e:78:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:08Z', 'updated_at': '2021-12-24T03:27:13Z', 'revision_number': 4, 'project_id': 'efe3b21295774d32964c405309265fda', 'subnets': [{'id': '619d0a2e-54ad-4de7-a188-10e65fea66b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:27:14.647671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] For port ed79117c-5994-4c02-a31f-1cf7e06f8e6d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:14.729457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:14.791419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e11cf5-a57f-4373-b9dd-886524cbe371 None None] Pushing event updated for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:16.319511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ed79117c-5994-4c02-a31f-1cf7e06f8e6d up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:16.375842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ed79117c-5994-4c02-a31f-1cf7e06f8e6d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:16.376214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:20.520318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c9322078-e68f-4b09-b6ae-2fe05eb9ed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:21.844652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-25b2b73a-46bb-4fcd-baf9-fdfe2303d0fd tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:21.846108 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-25b2b73a-46bb-4fcd-baf9-fdfe2303d0fd tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 814 time: 0.1031718 Dec 24 03:27:21.861772 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-358c2be9-2b38-4cfc-9c75-2886dc916c5b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/quotas/b79951fd983844d8add0fb0b018cb8db HTTP/1.1" status: 200 len: 375 time: 0.0098629 Dec 24 03:27:21.913944 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-ef7f93ee-1cd9-4820-a586-4925b89a16a8 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462081 Dec 24 03:27:22.010192 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-566e0e0d-2543-4fcc-90e8-02252c83073d service neutron] 10.222.0.36 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833421 Dec 24 03:27:22.102924 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-03fb744c-570c-4d1a-a59c-b20273e76481 service neutron] 10.222.0.36 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866165 Dec 24 03:27:22.357821 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa15afd8-68d9-401c-b9c5-89c646d42468 req-0c8b9cf1-5add-4a6a-8c90-780a6e71d196 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 210 time: 0.0278914 Dec 24 03:27:22.366458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-51c4aac9-a309-4ed1-98c1-1db74a6e26cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:23.449477 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7eabffde-35b3-458b-90a0-120ed30ecce2 req-829f7bc2-d39b-43c3-a975-935112938610 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 210 time: 0.0268104 Dec 24 03:27:23.829007 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.546449 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-670121e6-3440-4974-be9c-8df2a8519b43 req-0d0497b9-16b3-41d1-a46a-15289d1fbc74 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 210 time: 0.0295250 Dec 24 03:27:24.658784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-83788ebd-d0af-4d82-88f7-d5de0bf59263 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:24.660225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-83788ebd-d0af-4d82-88f7-d5de0bf59263 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 814 time: 0.1036892 Dec 24 03:27:24.681093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'port': {'device_id': '11022457-45eb-4295-9b25-d84847ae32e3', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'admin_state_up': True, 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:24.857529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Made reservation on behalf of b79951fd983844d8add0fb0b018cb8db for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:27:24.861059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:24.991186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Allocated IP 172.20.0.14 (6e60efb9-dd51-4e15-954e-8b206d72528e/b7726f5b-8f30-421d-8db2-4244b9bc4ca8/b508be98-e5fa-40d8-891d-fe1cc3252be0) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:27:25.144536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.177623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.240851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.287252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Network 6e60efb9-dd51-4e15-954e-8b206d72528e is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:27:25.290258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:27:25.299170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:27:25.301622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:25.358759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:25.359584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.440219 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-cae580fa-f9c6-43ac-bcff-fa44f94b6855 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626488 Dec 24 03:27:25.644343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e65decc6-c8f7-48d9-8d3a-557b331ea289 None None] Provisioning complete for port b508be98-e5fa-40d8-891d-fe1cc3252be0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:25.644703 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e65decc6-c8f7-48d9-8d3a-557b331ea289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:25.720072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e65decc6-c8f7-48d9-8d3a-557b331ea289 None None] Port b508be98-e5fa-40d8-891d-fe1cc3252be0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:27:25.723085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58008f6c-6975-4ddb-966a-70507189af57 req-d25130ca-e9cf-4db7-aa42-7a3d22cc7b12 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:25.732358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-58008f6c-6975-4ddb-966a-70507189af57 req-d25130ca-e9cf-4db7-aa42-7a3d22cc7b12 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0698411 Dec 24 03:27:25.793273 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-58008f6c-6975-4ddb-966a-70507189af57 req-7251e2b1-b32e-469e-84a2-272f1b99651b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595360 Dec 24 03:27:25.907569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:26.909163 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e9bb-c29b-4205-a656-b25364cd143d req-8016e91a-22d3-4d8c-8f75-45da87d53c76 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:26.910631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0620e9bb-c29b-4205-a656-b25364cd143d req-8016e91a-22d3-4d8c-8f75-45da87d53c76 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0525534 Dec 24 03:27:26.961816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0620e9bb-c29b-4205-a656-b25364cd143d req-2455a70a-59f1-4dde-85be-1b8da33071d0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Dec 24 03:27:28.083424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9e179-df4c-4115-be82-101b8622628b req-af2cfbd3-ee6a-42f9-ba00-a456281a50a8 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:28.084930 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-efa9e179-df4c-4115-be82-101b8622628b req-af2cfbd3-ee6a-42f9-ba00-a456281a50a8 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0533431 Dec 24 03:27:28.142402 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-efa9e179-df4c-4115-be82-101b8622628b req-98cca17d-5816-4309-a4d1-9b6159e1fa72 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480440 Dec 24 03:27:29.259001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f96643-4a43-4f31-add3-12921b9ff774 req-2542728f-bd72-455c-a782-7b9f69e8f8ff tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:29.261587 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91f96643-4a43-4f31-add3-12921b9ff774 req-2542728f-bd72-455c-a782-7b9f69e8f8ff tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0519011 Dec 24 03:27:29.310157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91f96643-4a43-4f31-add3-12921b9ff774 req-be549d12-5bd1-41d8-ab3c-b3c96c9b8166 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426028 Dec 24 03:27:30.240293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:30.438997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab87b1-7e60-49f4-8074-bdc65b08d7bc req-2a9e808a-a783-46a1-8793-033283bcfe3c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:30.441318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6fab87b1-7e60-49f4-8074-bdc65b08d7bc req-2a9e808a-a783-46a1-8793-033283bcfe3c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0561535 Dec 24 03:27:30.501981 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6fab87b1-7e60-49f4-8074-bdc65b08d7bc req-88dc7ea0-0e57-449a-974b-c4b4479f13d1 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539544 Dec 24 03:27:31.630609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dc8e7-4d12-4522-ab21-4f5ddc80f9d0 req-fd36ce03-ce43-4a54-8641-dad11a019253 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:31.632116 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a11dc8e7-4d12-4522-ab21-4f5ddc80f9d0 req-fd36ce03-ce43-4a54-8641-dad11a019253 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0545628 Dec 24 03:27:31.685220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a11dc8e7-4d12-4522-ab21-4f5ddc80f9d0 req-599a76bc-3cae-4fbb-94b7-7884080bd673 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Dec 24 03:27:32.821253 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ef951-ee4d-481a-90c2-51f189147e7a req-63855468-7ca4-4b41-865c-db77a5284b30 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:32.823257 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8f2ef951-ee4d-481a-90c2-51f189147e7a req-63855468-7ca4-4b41-865c-db77a5284b30 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0578399 Dec 24 03:27:32.872318 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8f2ef951-ee4d-481a-90c2-51f189147e7a req-4dbe1122-3ae2-4ae9-841e-3221001c84c2 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Dec 24 03:27:33.993133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fbcfe-7693-4167-8ffc-8d8eaddbb1b8 req-511dd60e-d0d2-429a-a34f-f7c08e8d97e5 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:33.994651 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-948fbcfe-7693-4167-8ffc-8d8eaddbb1b8 req-511dd60e-d0d2-429a-a34f-f7c08e8d97e5 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0530849 Dec 24 03:27:34.042862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-948fbcfe-7693-4167-8ffc-8d8eaddbb1b8 req-654bd628-254e-4022-a046-0bdcf9901b4d tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422676 Dec 24 03:27:35.172015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fb0f8-5aa4-405f-bb68-ac4e57eab1bb req-a2167f0d-16da-48e3-807e-4eb4fc78906f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:35.173552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-966fb0f8-5aa4-405f-bb68-ac4e57eab1bb req-a2167f0d-16da-48e3-807e-4eb4fc78906f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0619760 Dec 24 03:27:35.222804 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-966fb0f8-5aa4-405f-bb68-ac4e57eab1bb req-941d9417-0952-4394-845d-4d377d052e03 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Dec 24 03:27:36.345906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938038d9-9fd1-441e-8ed5-6e9b1afb2985 req-f93bb560-78b3-4071-a61f-ccaf8f8adeee tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:36.347410 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-938038d9-9fd1-441e-8ed5-6e9b1afb2985 req-f93bb560-78b3-4071-a61f-ccaf8f8adeee tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 932 time: 0.0588303 Dec 24 03:27:36.400667 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-938038d9-9fd1-441e-8ed5-6e9b1afb2985 req-c4c97422-f415-478c-bf84-643126623fb5 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Dec 24 03:27:36.444008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Request body: {'port': {'device_id': '11022457-45eb-4295-9b25-d84847ae32e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:27:36.497693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.754813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b508be98-e5fa-40d8-891d-fe1cc3252be0 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:27:36.762010 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.774299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Transition to ACTIVE for port object b508be98-e5fa-40d8-891d-fe1cc3252be0 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:27:36.845422 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:36.913316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:36.964623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Attempting to bind port b508be98-e5fa-40d8-891d-fe1cc3252be0 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:27:36.964970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Attempting to bind port b508be98-e5fa-40d8-891d-fe1cc3252be0 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:27:36.966721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Attempting to bind port b508be98-e5fa-40d8-891d-fe1cc3252be0 on network 6e60efb9-dd51-4e15-954e-8b206d72528e {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:36.970527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Port b508be98-e5fa-40d8-891d-fe1cc3252be0 on network 6e60efb9-dd51-4e15-954e-8b206d72528e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:27:36.970859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Attempting to bind port b508be98-e5fa-40d8-891d-fe1cc3252be0 on network 6e60efb9-dd51-4e15-954e-8b206d72528e {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:27:36.975977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:27:36.976324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Checking segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:27:36.976744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Bound using segment: {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:27:36.977178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Bound port: b508be98-e5fa-40d8-891d-fe1cc3252be0, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99350428-80fa-4dcc-a239-6456123c006d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:27:36.977538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.048049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:27:37.051002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:27:37.139871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.176788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.177476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:37.178768 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] 10.222.0.49 "PUT /v2.0/ports/b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 1094 time: 0.7392354 Dec 24 03:27:37.179204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:27:37.181477 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf77665-f3e6-4a72-82b2-7472279b3028" -d '{"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:27:37.207249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156a40-dcad-4f93-b8dc-e73292536e9a service neutron] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:37.229901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eafabba-d3bc-4638-8cbe-a4ff09634cec x-openstack-request-id: req-7eafabba-d3bc-4638-8cbe-a4ff09634cec {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:27:37.230209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:27:37.230440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7eafabba-d3bc-4638-8cbe-a4ff09634cec {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:27:37.230846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:27:37.329022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-ca456a1c-b57f-44c8-8197-0d4fd398f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.330551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-ca456a1c-b57f-44c8-8197-0d4fd398f16f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1097 time: 0.0453620 Dec 24 03:27:37.464625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-cd5a0deb-7eb7-4051-bfca-e4b6253d9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.466620 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-cd5a0deb-7eb7-4051-bfca-e4b6253d9933 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b79951fd983844d8add0fb0b018cb8db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014323 Dec 24 03:27:37.576674 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2854464-0b68-48ab-9000-4ba49eb7a620 req-087e0ec9-cb16-4205-9627-0982766e361e tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.578044 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d2854464-0b68-48ab-9000-4ba49eb7a620 req-087e0ec9-cb16-4205-9627-0982766e361e tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 944 time: 0.1082954 Dec 24 03:27:37.615225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-86db942e-03ad-4706-ae4b-10a9242cb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.616647 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-eaf77665-f3e6-4a72-82b2-7472279b3028 req-86db942e-03ad-4706-ae4b-10a9242cb1ef service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389532 Dec 24 03:27:37.643078 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d2854464-0b68-48ab-9000-4ba49eb7a620 req-ed223cd5-b7a5-4bdb-97c9-f48cc0abb03c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578742 Dec 24 03:27:37.737678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-154968c1-5a3d-4a68-94c3-4fd1dec31f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.739180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-154968c1-5a3d-4a68-94c3-4fd1dec31f3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1097 time: 0.0423455 Dec 24 03:27:37.798262 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-73f7e650-c327-4089-8107-6e9c7520358b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 217 time: 0.0398533 Dec 24 03:27:37.850774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-bcd30c20-3770-4353-9c3e-d05dc525a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.852098 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-bcd30c20-3770-4353-9c3e-d05dc525a67e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0431793 Dec 24 03:27:37.902379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-2ea2e3ec-7360-4b3b-9497-b6e7b00c2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:37.909289 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-2ea2e3ec-7360-4b3b-9497-b6e7b00c2cab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424511 Dec 24 03:27:38.003148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-6dbbaf86-92e7-4218-b78a-4436da2b2c14 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Dec 24 03:27:38.094760 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fdbaab15-bc0e-4db4-97be-fc7b304ff12b req-de07796d-da07-4c4b-8e2e-d58f92028539 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Dec 24 03:27:38.757276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc079-ded4-4987-9c04-2a395764d835 req-b777c7fa-1d5a-4664-a0e3-a07804ab0b23 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:38.758745 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b3bc079-ded4-4987-9c04-2a395764d835 req-b777c7fa-1d5a-4664-a0e3-a07804ab0b23 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 944 time: 0.0485625 Dec 24 03:27:38.808503 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b3bc079-ded4-4987-9c04-2a395764d835 req-da477f51-0096-4476-84de-618ba63c3375 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Dec 24 03:27:39.928253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0f405-4fd7-4305-b9b0-db2cf8d89c97 req-6c240e94-9d20-4607-8daf-7b8124fcd9b0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:39.929744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0aa0f405-4fd7-4305-b9b0-db2cf8d89c97 req-6c240e94-9d20-4607-8daf-7b8124fcd9b0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 944 time: 0.0539677 Dec 24 03:27:39.976555 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0aa0f405-4fd7-4305-b9b0-db2cf8d89c97 req-6fbac1c7-c376-49f3-8438-d8a19b057dcc tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Dec 24 03:27:41.089608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac6ff7-a0af-4bcd-894e-602eabbfe273 req-c16c693b-ac41-4eaa-84c2-faaee836e0d1 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:41.092070 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a7ac6ff7-a0af-4bcd-894e-602eabbfe273 req-c16c693b-ac41-4eaa-84c2-faaee836e0d1 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 944 time: 0.0499966 Dec 24 03:27:41.138820 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a7ac6ff7-a0af-4bcd-894e-602eabbfe273 req-2ec55717-6273-4f9f-aaa6-dada4b5ae1af tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Dec 24 03:27:41.342267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b508be98-e5fa-40d8-891d-fe1cc3252be0 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:27:41.434065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:41.444432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'port_id': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'mac_address': 'fa:16:3e:e3:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:27:41.484461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.496499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b508be98-e5fa-40d8-891d-fe1cc3252be0 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:27:41.515495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:41.616880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:41.663821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:41.670734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.671083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.671423 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.671760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.672089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.672441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.672766 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.673098 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.673425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.673750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.674068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.674389 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.674707 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:27:41.952073 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:27:42.252251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91070674-b87e-4837-91d2-5605dcea5400 req-286448b4-c9ce-492a-937c-f6481348511d tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:42.253755 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91070674-b87e-4837-91d2-5605dcea5400 req-286448b4-c9ce-492a-937c-f6481348511d tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 945 time: 0.0489182 Dec 24 03:27:42.299846 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91070674-b87e-4837-91d2-5605dcea5400 req-877f4653-6618-4985-97b0-8f60169e91a7 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Dec 24 03:27:43.343277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b508be98-e5fa-40d8-891d-fe1cc3252be0 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:27:43.412347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece5de0-59ca-4bee-9ec9-a3f4f719d84a req-ff6a9bfa-8481-4909-a855-08d3b10aa711 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:43.414045 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3ece5de0-59ca-4bee-9ec9-a3f4f719d84a req-ff6a9bfa-8481-4909-a855-08d3b10aa711 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Dec 24 03:27:43.461544 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3ece5de0-59ca-4bee-9ec9-a3f4f719d84a req-c55632b1-ba11-457e-a9c5-b4a08de1e101 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Dec 24 03:27:43.502551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port b508be98-e5fa-40d8-891d-fe1cc3252be0 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:27:43.506666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port b508be98-e5fa-40d8-891d-fe1cc3252be0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:27:43.507041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.584265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.605440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:27:43.608157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320f9d1-5c7f-4a99-89b8-2e40c1e373bb" -d '{"events": [{"server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "name": "network-vif-plugged", "status": "completed", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:27:43.620288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:27:43.644378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87197c43-b8df-4a33-9202-8c23a48634a3 x-openstack-request-id: req-87197c43-b8df-4a33-9202-8c23a48634a3 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:27:43.644695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "name": "network-vif-plugged", "status": "completed", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:27:43.644971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87197c43-b8df-4a33-9202-8c23a48634a3 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:27:43.645359 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'code': 200} Dec 24 03:27:43.687622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:43.734027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:27:44.016376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798fe6a-1ace-455b-83e3-cfccd112711c req-dcd0b395-f458-4a5e-aad9-3ce38f54aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:44.017870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2798fe6a-1ace-455b-83e3-cfccd112711c req-dcd0b395-f458-4a5e-aad9-3ce38f54aef3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1099 time: 0.0396528 Dec 24 03:27:44.069941 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2798fe6a-1ace-455b-83e3-cfccd112711c req-f5e679b9-9b7e-497e-84ad-32174e8b683d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Dec 24 03:27:44.576894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba7cba-d287-4960-a862-b967f9ed0905 req-4930dae4-c8ed-48fb-aebf-2646e6b4a085 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:44.578363 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a1ba7cba-d287-4960-a862-b967f9ed0905 req-4930dae4-c8ed-48fb-aebf-2646e6b4a085 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0528142 Dec 24 03:27:44.624526 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a1ba7cba-d287-4960-a862-b967f9ed0905 req-804bcaa8-0cfa-4415-92ce-1c18ecca4f7c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Dec 24 03:27:45.740244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dd853-52f9-4004-99ae-699bcc8e8abe req-c1d705ab-3ddb-45c5-9812-f2176ce9b915 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.741732 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-918dd853-52f9-4004-99ae-699bcc8e8abe req-c1d705ab-3ddb-45c5-9812-f2176ce9b915 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0483646 Dec 24 03:27:45.788330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-918dd853-52f9-4004-99ae-699bcc8e8abe req-738f20ba-5569-4085-a0ea-10bc64941dfa tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Dec 24 03:27:45.902261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e40ab0-872b-40e1-aa81-7bb060828f83 req-dd8fd40c-6ab2-4451-b68f-2ee509beb8aa tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:45.904402 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e0e40ab0-872b-40e1-aa81-7bb060828f83 req-dd8fd40c-6ab2-4451-b68f-2ee509beb8aa tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0505493 Dec 24 03:27:45.950779 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e0e40ab0-872b-40e1-aa81-7bb060828f83 req-2173e243-ac6e-4bde-bd92-7a53a591694a tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Dec 24 03:27:46.028144 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:27:46.268793 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c5260-1c03-4771-a597-367016d165b8 req-103f7447-829c-4bf7-ab3a-d286839b707b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:27:46.270251 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ef7c5260-1c03-4771-a597-367016d165b8 req-103f7447-829c-4bf7-ab3a-d286839b707b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0481536 Dec 24 03:27:46.319480 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ef7c5260-1c03-4771-a597-367016d165b8 req-0e28a40d-8d20-42fe-b71d-3cf76206326e tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Dec 24 03:27:50.245438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-15608d04-cde0-4fbe-ae69-f62c9675acda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:52.377025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c4b93da9-ab80-4edb-bfc2-130419286080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:53.844946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.304089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:27:55.893067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:00.235629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:01.736321 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7c0b2-96e8-4859-a93e-93aa1c0ebac1 req-456cf55f-0944-4206-b858-4b5dd2b14aae tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:01.737807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-62f7c0b2-96e8-4859-a93e-93aa1c0ebac1 req-456cf55f-0944-4206-b858-4b5dd2b14aae tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0482149 Dec 24 03:28:01.783558 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-62f7c0b2-96e8-4859-a93e-93aa1c0ebac1 req-0ee18c71-8482-465a-8d73-1398700aad08 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Dec 24 03:28:01.805876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39990) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:01.931986 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c79c21-69af-4c9b-8add-68928d38c0c6 tempest-TestMinimumBasicScenario-1410037268 tempest-TestMinimumBasicScenario-1410037268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:01.933550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-66c79c21-69af-4c9b-8add-68928d38c0c6 tempest-TestMinimumBasicScenario-1410037268 tempest-TestMinimumBasicScenario-1410037268-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1094 time: 0.1267393 Dec 24 03:28:01.936607 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 39994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:01.940969 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:02.004690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.101577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.212726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Allocated IP 172.26.7.60 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/ace89a3c-5fce-4af7-ba33-0873d7820145) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:28:02.314201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.405167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.445184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:28:02.448104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:28:02.452552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:28:02.478140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'Port': ['ID=ace89a3c-5fce-4af7-ba33-0873d7820145,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:02.490958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.491305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.491645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.491978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.492308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.492666 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.492994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.493318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.493642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.493965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.494288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.494610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.494929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:28:02.820009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:02.967684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.115694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.172406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.243278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'Port': ['ID=ace89a3c-5fce-4af7-ba33-0873d7820145,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:03.253634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.350194 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Floating IP 3c1361a2-f331-4c98-aa34-2d075187f6a2 associated. External IP: 172.26.7.60, port: b508be98-e5fa-40d8-891d-fe1cc3252be0. Dec 24 03:28:03.552516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:28:03.657931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:28:03.667880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Sync routers for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:28:03.678388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:03.679000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:27:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:03.746224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.773286 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b28281b5-3a13-4375-959b-3a40d247aca0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8355384 Dec 24 03:28:03.773871 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:03.776160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058" -d '{"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:03.776303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 39996) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:03.782670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038373373', 'description': 'tempest-secgroup-smoke-2038373373 description', 'project_id': 'b79951fd983844d8add0fb0b018cb8db'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:03.789259 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:03.896267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:03.945702 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd254a4-82e9-4938-b361-df57ed841ae5 x-openstack-request-id: req-ccd254a4-82e9-4938-b361-df57ed841ae5 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:03.946224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:03.946425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccd254a4-82e9-4938-b361-df57ed841ae5 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:03.947153 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:28:03.972170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.022563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '3c1361a2-f331-4c98-aa34-2d075187f6a2', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'port_id': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'mac_address': 'fa:16:3e:e3:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11022457-45eb-4295-9b25-d84847ae32e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:28:02Z', 'updated_at': '2021-12-24T03:28:02Z', 'revision_number': 0, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:04.042120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-cd58941a-41ee-4be6-9bf0-66f486bb77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:04.043599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-cd58941a-41ee-4be6-9bf0-66f486bb77b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1099 time: 0.0448213 Dec 24 03:28:04.044621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.048811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Checking router: e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:28:04.057273 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:28:04.057885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:27:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:04.101449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60d34e-e550-43b6-9811-cb833105a347,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:04.137308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.139417 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-beb6bbc1-f16c-492a-bfca-d71a403e93f0 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3611038 Dec 24 03:28:04.141963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40002) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.146172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.164319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:28:04.183917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-70ddad39-2624-49bc-8711-9050d062f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:04.185402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-70ddad39-2624-49bc-8711-9050d062f79e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.1226573 Dec 24 03:28:04.257297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-9426826e-244f-408d-b158-2dbff59eb83e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 999 time: 0.0636289 Dec 24 03:28:04.262880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.333084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-02cc5ebb-fb4d-4805-a7e1-b2300ed016a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:04.334551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-02cc5ebb-fb4d-4805-a7e1-b2300ed016a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0672755 Dec 24 03:28:04.355091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.387262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-de5710ae-88ef-48af-b08f-d5ef05857c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:04.389535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-de5710ae-88ef-48af-b08f-d5ef05857c95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428431 Dec 24 03:28:04.394520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '3c1361a2-f331-4c98-aa34-2d075187f6a2', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'port_id': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'mac_address': 'fa:16:3e:e3:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11022457-45eb-4295-9b25-d84847ae32e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:28:02Z', 'updated_at': '2021-12-24T03:28:02Z', 'revision_number': 0, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:28:04.420600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db74da-3dc7-4c92-af67-2feeadad8f34 None None] The sync data for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv is: [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '3c1361a2-f331-4c98-aa34-2d075187f6a2', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'floating_ip_address': '172.26.7.60', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'port_id': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'mac_address': 'fa:16:3e:e3:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11022457-45eb-4295-9b25-d84847ae32e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:28:02Z', 'updated_at': '2021-12-24T03:28:02Z', 'revision_number': 0, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:28:04.426828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.480104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3738d421-20f7-4374-9227-edbd7d69859d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:04.507420 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-368a59c7-898d-42b8-bf9b-3586cd81269d service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093953 Dec 24 03:28:04.568864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.576246 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-10fc638a-adb3-421a-9288-c5fb2a755be4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271805 Dec 24 03:28:04.576951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40004) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.578913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.611967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-24f5d8c9-1ecf-402a-88a0-e4da9ee0e058 req-dd6c2f03-b00f-4f04-8621-a5d2f3205ee3 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964768 Dec 24 03:28:04.631870 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4e4de-139a-43ab-b50f-aad1761f6e27 None None] New status for floating IP 3c1361a2-f331-4c98-aa34-2d075187f6a2: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:28:04.687796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.744259 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.824740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.844290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21e1deb-64c4-49bb-b343-c78996f427f9,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:04.912084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:04.913359 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6cc36f4f-531d-4671-b93d-a66d3c840461 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392410 Dec 24 03:28:04.916031 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40006) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:04.921280 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:04.991830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.047804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.113350 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.131717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2146eb3-b899-46fe-b9af-af6217e2fa3f,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.195390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.196903 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0028c613-bf37-42bf-9652-185c12f59daf tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2796488 Dec 24 03:28:05.199643 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40008) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.204778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:05.297445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.355733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.435797 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.454692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad93a13b-e82e-4216-b9e8-4dda1289471e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.523375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.524609 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-afd902c6-9d0a-4fb2-81de-0e709eceacc9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240049 Dec 24 03:28:05.527154 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40010) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.532354 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:05.595824 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Project b79951fd983844d8add0fb0b018cb8db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:05.600613 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.658173 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.709865 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.727320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4486832-cbb1-434e-957e-996a8820f868,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:05.791854 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.793108 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0b75a997-0cb6-45b7-bb8a-abaed8dc76ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2647796 Dec 24 03:28:05.795830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40012) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:28:05.800895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'security_group_rule': {'security_group_id': 'ca60d34e-e550-43b6-9811-cb833105a347', 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:05.881610 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Project b79951fd983844d8add0fb0b018cb8db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:28:05.886617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:05.944199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.010481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.028174 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e35d4b-99f7-4fa6-b4f4-62e7f10cb18b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.092885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.094277 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b52228f1-c8db-4169-bb1f-4c4763f20c32 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2974832 Dec 24 03:28:06.183690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-f5c1bc88-1ede-41ba-8846-08c7226a0148 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038373373&fields=id&tenant_id=b79951fd983844d8add0fb0b018cb8db HTTP/1.1" status: 200 len: 267 time: 0.0445778 Dec 24 03:28:06.235777 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-957bb06e-dad9-4856-aaed-a94182bac209 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:06.237276 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-957bb06e-dad9-4856-aaed-a94182bac209 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0474696 Dec 24 03:28:06.248717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'port': {'security_groups': ['3e267eaa-d5e6-4db5-aad9-12388d6243f3', 'ca60d34e-e550-43b6-9811-cb833105a347']}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:28:06.307142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.491357 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:28:06.520290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.589585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.630013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:28:06.639891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:06.640581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:06.642081 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a0cb604c-4de5-4a8f-a39a-94a1977b3ee3 req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "PUT /v2.0/ports/b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 982 time: 0.3984127 Dec 24 03:28:06.642537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:28:06.644866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192435cf-e119-4c4c-9377-f74f75b5c166" -d '{"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:28:06.672386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964e4d8-b597-44bb-91e7-53be9d30263c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=6']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:28:06.730145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1de10b0-912d-4363-adb6-59f7398bc9d5 x-openstack-request-id: req-f1de10b0-912d-4363-adb6-59f7398bc9d5 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:28:06.730438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:28:06.730694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1de10b0-912d-4363-adb6-59f7398bc9d5 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:28:06.731099 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:28:06.793361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:28:06.803962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0d4-25fd-4de9-b21e-dc95f84fd468 req-daf9e416-e555-467e-a9d5-eb5230ff8dec tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:06.805915 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-641eb0d4-25fd-4de9-b21e-dc95f84fd468 req-daf9e416-e555-467e-a9d5-eb5230ff8dec tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0628562 Dec 24 03:28:06.824469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-3e048e95-4c64-4dd5-b543-d72f89a05581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:06.826291 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-3e048e95-4c64-4dd5-b543-d72f89a05581 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1138 time: 0.0599251 Dec 24 03:28:06.890012 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-641eb0d4-25fd-4de9-b21e-dc95f84fd468 req-18ad49c2-7c8b-4c6a-b4cd-0c2c08374970 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768986 Dec 24 03:28:06.947660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-c5e425fd-8e94-4262-98b8-44f5b2b6eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:06.949283 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-c5e425fd-8e94-4262-98b8-44f5b2b6eb09 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.1095462 Dec 24 03:28:06.989085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cb2d7d48-16d2-442c-8395-3a98d016d59d None None] Provisioning complete for port b508be98-e5fa-40d8-891d-fe1cc3252be0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:28:06.989455 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7d48-16d2-442c-8395-3a98d016d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:07.027058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-bc5db57c-99dc-4f10-8db0-e9dd421706b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 1001 time: 0.0690484 Dec 24 03:28:07.083692 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-565262eb-c97a-4889-ba57-28a320b7bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:07.085188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-565262eb-c97a-4889-ba57-28a320b7bbea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0505242 Dec 24 03:28:07.131784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-3482ac43-4f24-4d08-b411-838109c2f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:07.133306 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-3482ac43-4f24-4d08-b411-838109c2f8f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401280 Dec 24 03:28:07.226206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-cd8ea3d4-cff0-44ef-a284-b171416672bf service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846064 Dec 24 03:28:07.314598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-192435cf-e119-4c4c-9377-f74f75b5c166 req-74c5cfb4-b723-47b0-b838-b0f418344730 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801756 Dec 24 03:28:20.261617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e2569ac2-83fc-4c30-99fd-691b55df19e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:21.189169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef126a1-a85f-4b65-90cf-6677d284f1bd req-fd21964a-7fb7-44ee-b352-17ea2ef4b6dd tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:21.190630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4ef126a1-a85f-4b65-90cf-6677d284f1bd req-fd21964a-7fb7-44ee-b352-17ea2ef4b6dd tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0505905 Dec 24 03:28:21.251904 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4ef126a1-a85f-4b65-90cf-6677d284f1bd req-ed99448a-fbef-446c-9b81-1999b98217a6 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552547 Dec 24 03:28:21.299540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be538-6019-4527-b893-41e003d5dc9c req-9360de00-6912-4adc-9010-c4fdf8da4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:21.301062 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-9360de00-6912-4adc-9010-c4fdf8da4b03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1138 time: 0.0401645 Dec 24 03:28:21.388159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be538-6019-4527-b893-41e003d5dc9c req-ceb0f245-bc46-4951-9777-2975beeec05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:21.389560 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-ceb0f245-bc46-4951-9777-2975beeec05e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.0818474 Dec 24 03:28:21.797912 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-e55d3895-c248-451a-b338-3c218b8162d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 1001 time: 0.3990362 Dec 24 03:28:21.850020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be538-6019-4527-b893-41e003d5dc9c req-32e2bed7-681c-4238-9731-d25d02f40347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:21.851464 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-32e2bed7-681c-4238-9731-d25d02f40347 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0429213 Dec 24 03:28:21.899198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9be538-6019-4527-b893-41e003d5dc9c req-1e2c255a-be8f-4721-8311-38471a3b2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:21.900721 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-1e2c255a-be8f-4721-8311-38471a3b2ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412242 Dec 24 03:28:21.993010 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-79927c92-e3dd-4a32-9fea-ff02aa166053 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831971 Dec 24 03:28:22.085838 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7e9be538-6019-4527-b893-41e003d5dc9c req-321b26f6-48e5-4146-8573-73ddcb703d66 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Dec 24 03:28:22.373012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023aac92-6f2d-4c4a-9b09-51a16dee6323 req-8735938e-21e3-49b5-9c0d-cb059eab10c4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:22.374444 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-023aac92-6f2d-4c4a-9b09-51a16dee6323 req-8735938e-21e3-49b5-9c0d-cb059eab10c4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0503268 Dec 24 03:28:22.404022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5116db43-1f1a-41ce-982c-e96a6c0a2590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:22.437369 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-023aac92-6f2d-4c4a-9b09-51a16dee6323 req-3abdd1d3-eeb9-425c-b583-4fcff571b0ea tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567496 Dec 24 03:28:23.026721 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:28:23.557928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d8ac8-ce9d-4926-9133-3d8759870814 req-cf0fafb0-b8ed-4851-9892-83de8aeccfee tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:23.559387 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fe5d8ac8-ce9d-4926-9133-3d8759870814 req-cf0fafb0-b8ed-4851-9892-83de8aeccfee tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0532851 Dec 24 03:28:23.618402 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fe5d8ac8-ce9d-4926-9133-3d8759870814 req-89268ce4-7d0e-4d06-834b-a14838782673 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522568 Dec 24 03:28:23.869422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:24.734952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccb377-6fd5-4162-b943-a90c313eaaa1 req-9c409eac-5360-4c16-bb71-62f1b3b6e27e tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:24.737269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-10ccb377-6fd5-4162-b943-a90c313eaaa1 req-9c409eac-5360-4c16-bb71-62f1b3b6e27e tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0499980 Dec 24 03:28:24.796830 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-10ccb377-6fd5-4162-b943-a90c313eaaa1 req-8672da34-06de-4c45-bccc-41bb236fa629 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537798 Dec 24 03:28:25.181225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.895424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:25.917130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786eef-3840-4fe8-82fe-8bbba514aee9 req-c42f6058-cd6a-4451-89ae-dd5b17d438d6 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:25.918620 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06786eef-3840-4fe8-82fe-8bbba514aee9 req-c42f6058-cd6a-4451-89ae-dd5b17d438d6 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0520079 Dec 24 03:28:25.978957 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06786eef-3840-4fe8-82fe-8bbba514aee9 req-ea13bb71-117a-4f5e-adc6-f51d0756db13 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536258 Dec 24 03:28:27.099335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8915a-9ef2-4ace-9b92-6fb0b8c0eb19 req-d9b474f5-3a41-4fb0-b4a7-cf7f0251cf47 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:27.101175 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f0c8915a-9ef2-4ace-9b92-6fb0b8c0eb19 req-d9b474f5-3a41-4fb0-b4a7-cf7f0251cf47 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0535438 Dec 24 03:28:27.161034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f0c8915a-9ef2-4ace-9b92-6fb0b8c0eb19 req-79bf0576-4e84-4ea8-80bb-46f4ede7d2c2 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537424 Dec 24 03:28:28.279594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3ebaa-a851-4e29-ad77-dd59adb6dc79 req-3d24a75c-05b6-48c0-8963-fb9d6f788c2b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:28.281095 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a6d3ebaa-a851-4e29-ad77-dd59adb6dc79 req-3d24a75c-05b6-48c0-8963-fb9d6f788c2b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0526898 Dec 24 03:28:28.340592 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a6d3ebaa-a851-4e29-ad77-dd59adb6dc79 req-954689a1-1747-4728-937c-a9982376e7a5 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528831 Dec 24 03:28:29.455353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3c327-2296-4d2f-a164-61713364ee26 req-56c94f72-02a0-4913-ada8-29a2fe384464 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:29.456945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f8a3c327-2296-4d2f-a164-61713364ee26 req-56c94f72-02a0-4913-ada8-29a2fe384464 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0491714 Dec 24 03:28:29.515034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f8a3c327-2296-4d2f-a164-61713364ee26 req-df41e348-34ce-4876-bc48-7b50fd82cce7 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522437 Dec 24 03:28:30.241483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:30.630834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bca8a-fe23-430d-a17c-24810241a141 req-20c00c53-62f5-4c00-9a60-56844acffa2d tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:30.632280 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-877bca8a-fe23-430d-a17c-24810241a141 req-20c00c53-62f5-4c00-9a60-56844acffa2d tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0495915 Dec 24 03:28:30.691967 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-877bca8a-fe23-430d-a17c-24810241a141 req-5578c4ce-3b24-499e-ba83-7da3f641d965 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534725 Dec 24 03:28:31.811375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc634f7-87cd-4354-a1b0-9a9bfea0cb01 req-460a95dd-8a8c-4208-93b9-f8a4412bcaa4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:31.812862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cfc634f7-87cd-4354-a1b0-9a9bfea0cb01 req-460a95dd-8a8c-4208-93b9-f8a4412bcaa4 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0533869 Dec 24 03:28:31.873724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cfc634f7-87cd-4354-a1b0-9a9bfea0cb01 req-ceb6dc02-24c4-4fd6-ae1b-412eb2d7d179 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548720 Dec 24 03:28:33.005428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c57d3-cd7f-4a8c-bd98-a2c1212ea6af req-97c50c5f-11c7-4905-9fa1-4aa1075a82a2 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:33.006884 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a43c57d3-cd7f-4a8c-bd98-a2c1212ea6af req-97c50c5f-11c7-4905-9fa1-4aa1075a82a2 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0648193 Dec 24 03:28:33.070146 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a43c57d3-cd7f-4a8c-bd98-a2c1212ea6af req-e0d564ee-90df-4a84-827a-576832f67309 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572271 Dec 24 03:28:34.183278 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce1fe-4eaa-469a-9693-196c514defa1 req-fcf68bed-dbdb-41e8-a0bd-382209eb9799 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:34.184671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4efce1fe-4eaa-469a-9693-196c514defa1 req-fcf68bed-dbdb-41e8-a0bd-382209eb9799 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0483370 Dec 24 03:28:34.243453 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4efce1fe-4eaa-469a-9693-196c514defa1 req-bf4570ac-58e2-4256-b38f-f00657447bb7 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&id=ca60d34e-e550-43b6-9811-cb833105a347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522337 Dec 24 03:28:37.768334 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-cf97e0d5-3793-4745-8b8d-6137edc897b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388219 Dec 24 03:28:37.869228 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-a9e9d08e-f524-4abd-a79e-7ed94b0f207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.870689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-a9e9d08e-f524-4abd-a79e-7ed94b0f207d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1138 time: 0.0447624 Dec 24 03:28:37.977989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-0540bfdb-3165-428b-8e9a-fbae121ffaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:37.979679 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-0540bfdb-3165-428b-8e9a-fbae121ffaf5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.0904906 Dec 24 03:28:38.049616 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-289bcc03-d21a-40cb-9085-823396d85e60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 1001 time: 0.0623665 Dec 24 03:28:38.099523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-37d79e2f-4303-4038-bce9-2456fbcb43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:38.100978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-37d79e2f-4303-4038-bce9-2456fbcb43d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0435562 Dec 24 03:28:38.148558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-87d281c5-5118-4492-88e7-d6e5831aa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:28:38.150110 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-87d281c5-5118-4492-88e7-d6e5831aa08f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418131 Dec 24 03:28:38.242075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-9a25c4ba-934a-437f-a075-6879e3ca3e17 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Dec 24 03:28:38.331627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3d08c0d-7c61-44e8-b167-6a172a99a892 req-e1523570-1fd2-46e1-a045-aa36c98c4b71 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822864 Dec 24 03:28:50.245736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2316-9da9-41cc-b320-bae1c95d8367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:52.369078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-46527d63-02b8-4973-a233-0ddd32db9c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:53.831720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.174926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:28:55.959950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:00.025404 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:29:00.231408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:06.756036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fada8ac9-858e-46cc-99db-d763d650801e req-97892fdf-5ac1-4125-9616-831f555e6375 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038373373&fields=id&tenant_id=b79951fd983844d8add0fb0b018cb8db HTTP/1.1" status: 200 len: 267 time: 0.0434282 Dec 24 03:29:06.810091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8ac9-858e-46cc-99db-d763d650801e req-a7b6a9a0-585e-4a6f-b28c-751203a83f68 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:06.811538 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fada8ac9-858e-46cc-99db-d763d650801e req-a7b6a9a0-585e-4a6f-b28c-751203a83f68 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 985 time: 0.0499878 Dec 24 03:29:06.822525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Request body: {'port': {'security_groups': ['3e267eaa-d5e6-4db5-aad9-12388d6243f3']}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:06.884142 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.054547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:07.087979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.148371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.193247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.193938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.195392 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fada8ac9-858e-46cc-99db-d763d650801e req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "PUT /v2.0/ports/b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 943 time: 0.3774519 Dec 24 03:29:07.195788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:07.198327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e" -d '{"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:07.200557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:29:07.205952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40066) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.222149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event updated for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=7']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.232232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.232627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.232954 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.233292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.233753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.234086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.234466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.234803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.235130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.235457 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.235966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.236135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.236655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a5bec-5ba9-4238-84e3-3d0a7b4e6f3f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.281873 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.295741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5477c335-0991-49ee-98b8-43e9c5ffd0e4 x-openstack-request-id: req-5477c335-0991-49ee-98b8-43e9c5ffd0e4 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:07.295741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:07.296054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5477c335-0991-49ee-98b8-43e9c5ffd0e4 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:07.296450 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:29:07.313195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.372484 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:29:07.405196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-d8be5a71-2363-443b-98c2-b29ce5ebde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.406979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-d8be5a71-2363-443b-98c2-b29ce5ebde05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1099 time: 0.0511689 Dec 24 03:29:07.478045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.481077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.482224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "DELETE /v2.0/security-groups/ca60d34e-e550-43b6-9811-cb833105a347 HTTP/1.1" status: 204 len: 168 time: 0.2748785 Dec 24 03:29:07.485056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40068) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:07.504061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60d34e-e550-43b6-9811-cb833105a347,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:07.504333 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9a715015-9373-4cd4-923b-f97703c134da None None] Provisioning complete for port b508be98-e5fa-40d8-891d-fe1cc3252be0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:07.504459 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9a715015-9373-4cd4-923b-f97703c134da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.513288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.513641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.513982 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.514321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.514652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.514980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.515306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.515632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.516002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.516345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.516684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.517059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.517456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02461aa3-a788-4648-8a52-239900c4b02c tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:07.542651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-026ae9e4-fded-4d54-ac83-12fd4ad60306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.544171 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-026ae9e4-fded-4d54-ac83-12fd4ad60306 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.1296823 Dec 24 03:29:07.631236 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-1265abae-12f2-439a-bd98-7ae4812e5c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 1001 time: 0.0759580 Dec 24 03:29:07.657390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Deleting port ace89a3c-5fce-4af7-ba33-0873d7820145 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:07.657733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.690624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-9b03268b-533d-4321-9779-45d65981705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.692498 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-9b03268b-533d-4321-9779-45d65981705f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0517592 Dec 24 03:29:07.731807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.732222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:07.741914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-9b5c0320-6129-4719-911e-88f741a7a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:07.743424 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-9b5c0320-6129-4719-911e-88f741a7a8fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411181 Dec 24 03:29:07.744725 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Calling delete_port for ace89a3c-5fce-4af7-ba33-0873d7820145 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:07.834210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-39afc39d-a2d1-4992-902c-da510525264f service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823493 Dec 24 03:29:07.930767 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e9b8047-a4f9-4eec-9f8a-3f29fe21039e req-ab297c8f-83ff-4978-821f-806f8eae2880 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876231 Dec 24 03:29:08.031744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.058360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event deleted for resources: {'Port': ['ID=ace89a3c-5fce-4af7-ba33-0873d7820145,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:08.119375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.119621 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Floating IP 3c1361a2-f331-4c98-aa34-2d075187f6a2 disassociated (deleted). External IP: 172.26.7.60, port: b508be98-e5fa-40d8-891d-fe1cc3252be0. Dec 24 03:29:08.647511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:08.758675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:08.763571 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:08.768861 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Sync routers for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:08.782438 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:08.783704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:28:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:08.791654 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f446dfa5-9b35-4e43-841a-31d8ab6a4939 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "DELETE /v2.0/floatingips/3c1361a2-f331-4c98-aa34-2d075187f6a2 HTTP/1.1" status: 204 len: 168 time: 1.3055282 Dec 24 03:29:08.891362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:09.087795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.113922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Checking router: e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:09.122028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:09.122634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:28:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.242888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:09.297583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:09.300565 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de29737-0de0-49e0-8dae-f99060bd93da" -d '{"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:09.344183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a741ab9-f2f2-4f72-9983-d0fb3137b1e7 x-openstack-request-id: req-0a741ab9-f2f2-4f72-9983-d0fb3137b1e7 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:09.344791 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:09.345043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a741ab9-f2f2-4f72-9983-d0fb3137b1e7 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:09.345438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:29:09.443098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29737-0de0-49e0-8dae-f99060bd93da req-25329935-e2ce-4fa1-86fb-348013e68c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:09.444645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-25329935-e2ce-4fa1-86fb-348013e68c8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b79951fd983844d8add0fb0b018cb8db&device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 1099 time: 0.0500431 Dec 24 03:29:09.448545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:09.479943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58112369-6fcf-4dd6-becf-e5257187bec9 None None] The sync data for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv is: [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'e39c89aa-3336-49ed-920e-c2047a328781', 'name': '', 'network_id': '6e60efb9-dd51-4e15-954e-8b206d72528e', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'mac_address': 'fa:16:3e:6c:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:02Z', 'updated_at': '2021-12-24T03:27:06Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'subnets': [{'id': 'b7726f5b-8f30-421d-8db2-4244b9bc4ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:09.551749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29737-0de0-49e0-8dae-f99060bd93da req-aa56c3b9-f9b4-4acc-a915-13009b241ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:09.553324 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-aa56c3b9-f9b4-4acc-a915-13009b241ec6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 200 len: 915 time: 0.0992506 Dec 24 03:29:09.598265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-c93fef1f-624b-456b-b4ba-39de8399b3b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 200 len: 217 time: 0.0369980 Dec 24 03:29:09.663920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29737-0de0-49e0-8dae-f99060bd93da req-b0b054c8-4345-4fb8-a191-e59b47da32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:09.665944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-b0b054c8-4345-4fb8-a191-e59b47da32c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 200 len: 853 time: 0.0583057 Dec 24 03:29:09.715057 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1629b2-9ca2-47ab-a9c8-15a5d3985061 None None] New status for floating IP 3c1361a2-f331-4c98-aa34-2d075187f6a2: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:29:09.727878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de29737-0de0-49e0-8dae-f99060bd93da req-3d3cd9cf-14d9-4cc2-80d0-67bb5fe700cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:09.729419 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-3d3cd9cf-14d9-4cc2-80d0-67bb5fe700cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6e60efb9-dd51-4e15-954e-8b206d72528e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497081 Dec 24 03:29:09.843384 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-b8ce9720-afcb-4b4b-a068-553b81362b17 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048734 Dec 24 03:29:09.965517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7de29737-0de0-49e0-8dae-f99060bd93da req-83eb2683-ae20-4f00-ba9a-5dee59b05379 service neutron] 10.222.0.49 "GET /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043596 Dec 24 03:29:18.281965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ffcf-fc5b-4d47-9115-30bd656b3dfc req-20d3a110-bc5a-4474-83ba-8e1b91e7a6b9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:18.284113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1108ffcf-fc5b-4d47-9115-30bd656b3dfc req-20d3a110-bc5a-4474-83ba-8e1b91e7a6b9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0494707 Dec 24 03:29:18.331460 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1108ffcf-fc5b-4d47-9115-30bd656b3dfc req-a287ee71-5aa8-442f-882a-66fe86cf73d3 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413613 Dec 24 03:29:19.448663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fb4f9-106f-43b8-bcac-395fb2154e33 req-4c31c612-133e-4e75-80f9-e4f371d0c07f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:19.450105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-955fb4f9-106f-43b8-bcac-395fb2154e33 req-4c31c612-133e-4e75-80f9-e4f371d0c07f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Dec 24 03:29:19.497112 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-955fb4f9-106f-43b8-bcac-395fb2154e33 req-7ef8eaf2-b927-4f84-87e4-14aa8d5d6e6b tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Dec 24 03:29:20.219807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c31f7c53-4278-415d-8872-660a64cba038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.463326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-65879af7-9573-4037-811b-870cf8e9d0e9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:20.464830 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-65879af7-9573-4037-811b-870cf8e9d0e9 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.49 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0529857 Dec 24 03:29:20.556341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Deleting port b508be98-e5fa-40d8-891d-fe1cc3252be0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:20.556715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.613653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aa86a-2a8f-4e10-882b-a83caab6c70e req-befb7b09-b404-4e7d-adf2-5c6f92199da1 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:20.615147 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a2aa86a-2a8f-4e10-882b-a83caab6c70e req-befb7b09-b404-4e7d-adf2-5c6f92199da1 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 946 time: 0.0510120 Dec 24 03:29:20.650226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] For port b508be98-e5fa-40d8-891d-fe1cc3252be0, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b508be98-e5fa-40d8-891d-fe1cc3252be0,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:20.650592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.664195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Calling delete_port for b508be98-e5fa-40d8-891d-fe1cc3252be0 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:20.668067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a2aa86a-2a8f-4e10-882b-a83caab6c70e req-7b0e6354-f641-4d38-a0f0-20d2278b0b12 tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e267eaa-d5e6-4db5-aad9-12388d6243f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470955 Dec 24 03:29:20.856688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.891467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Pushing event deleted for resources: {'Port': ['ID=b508be98-e5fa-40d8-891d-fe1cc3252be0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:20.915320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b508be98-e5fa-40d8-891d-fe1cc3252be0'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:29:20.933562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] No DVR routers for this DVR port b508be98-e5fa-40d8-891d-fe1cc3252be0 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:20.936181 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:20.940684 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d8ff3bd-f39d-4c6d-9b47-3bce39c4add0 req-236c2738-e75b-4ef3-a8f6-c37c2706b6ad tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.49 "DELETE /v2.0/ports/b508be98-e5fa-40d8-891d-fe1cc3252be0 HTTP/1.1" status: 204 len: 173 time: 0.4658835 Dec 24 03:29:20.942254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'name': 'network-vif-deleted', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:20.943417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f70628f-0746-42e8-83fd-f268b25228d4" -d '{"events": [{"server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "name": "network-vif-deleted", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:21.043759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ad9443-6a68-4f9b-ae29-e0768e93567a x-openstack-request-id: req-90ad9443-6a68-4f9b-ae29-e0768e93567a {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:21.044152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11022457-45eb-4295-9b25-d84847ae32e3", "name": "network-vif-deleted", "tag": "b508be98-e5fa-40d8-891d-fe1cc3252be0", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:21.044531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90ad9443-6a68-4f9b-ae29-e0768e93567a {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:21.045020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11022457-45eb-4295-9b25-d84847ae32e3', 'name': 'network-vif-deleted', 'tag': 'b508be98-e5fa-40d8-891d-fe1cc3252be0', 'status': 'completed', 'code': 200} Dec 24 03:29:21.770796 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4d0fa68d-5139-4a58-92c3-3a86615a63a5 req-e23307fe-7065-422f-9013-b0100e69da8f tempest-TestMinimumBasicScenario-227120856 tempest-TestMinimumBasicScenario-227120856-project] 10.222.0.36 "GET /v2.0/ports?device_id=11022457-45eb-4295-9b25-d84847ae32e3 HTTP/1.1" status: 200 len: 210 time: 0.0261300 Dec 24 03:29:22.399409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2b4b9643-d1e3-424f-874e-c0d70df409be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.839329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:23.960605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b508be98-e5fa-40d8-891d-fe1cc3252be0 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:23.980667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: b508be98-e5fa-40d8-891d-fe1cc3252be0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:23.981013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b508be98-e5fa-40d8-891d-fe1cc3252be0 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:24.001626 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40182) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:24.336491 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.577737 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Deleting port e39c89aa-3336-49ed-920e-c2047a328781 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:24.578078 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.661584 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] For port e39c89aa-3336-49ed-920e-c2047a328781, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=e39c89aa-3336-49ed-920e-c2047a328781,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:24.661939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:24.674561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Calling delete_port for e39c89aa-3336-49ed-920e-c2047a328781 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:24.988151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.012254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39c89aa-3336-49ed-920e-c2047a328781,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:25.186826 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.199608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.409176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:25.518549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:25.524104 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5f6243e7-6fb9-419d-86cc-a6560bfd10b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/e62f4862-41b9-4ccd-8a40-9aad6ae33ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5209792 Dec 24 03:29:25.526669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40184) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:25.528138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Sync routers for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:25.539857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:25.540509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:25.633122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.646294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:25.738059 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.846169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:29:24Z', 'revision_number': 5, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port': {'id': '48252f2e-ae1d-4b6d-82db-c237c10d9d4a', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:25.876616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Checking router: e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:25.886082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Routers {'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:25.886250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:25.886878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Deleting port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:25.887275 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.923950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.971842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] For port 48252f2e-ae1d-4b6d-82db-c237c10d9d4a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:25.972219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:25.974679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] Set router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:25.984001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Calling delete_port for 48252f2e-ae1d-4b6d-82db-c237c10d9d4a owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:26.029372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:29:25Z', 'revision_number': 6, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:26.055552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a21f-093c-4ef9-b124-cd7e26d41b4d None None] The sync data for ids ['e62f4862-41b9-4ccd-8a40-9aad6ae33ef8'] in dv-neutron-822868-1-hyperv is: [{'id': 'e62f4862-41b9-4ccd-8a40-9aad6ae33ef8', 'name': 'tempest-TestMinimumBasicScenario-603765922-router', 'tenant_id': 'b79951fd983844d8add0fb0b018cb8db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:00Z', 'updated_at': '2021-12-24T03:29:25Z', 'revision_number': 6, 'project_id': 'b79951fd983844d8add0fb0b018cb8db', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:26.205559 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.231751 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=48252f2e-ae1d-4b6d-82db-c237c10d9d4a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.242817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11042ca-a039-4ff1-95a3-534dbd9998bc None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:26.290842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.378601 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.380700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.488500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.489122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:29:26.494098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.495266 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e5872bbc-a821-48c5-86ae-958acc5aa7dc admin admin] 10.222.0.36 "DELETE /v2.0/routers/e62f4862-41b9-4ccd-8a40-9aad6ae33ef8 HTTP/1.1" status: 204 len: 168 time: 0.9675343 Dec 24 03:29:26.497919 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40186) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:26.529575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e39c89aa-3336-49ed-920e-c2047a328781 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:26.550931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: e39c89aa-3336-49ed-920e-c2047a328781 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:26.551408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device e39c89aa-3336-49ed-920e-c2047a328781 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:26.560140 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Deleting subnet b7726f5b-8f30-421d-8db2-4244b9bc4ca8 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:26.563371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.599534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.678366 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.822873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.848172 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7726f5b-8f30-421d-8db2-4244b9bc4ca8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:26.860017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:26.866496 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dc49a111-ac7d-48a7-94cc-e39bcdd105a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b7726f5b-8f30-421d-8db2-4244b9bc4ca8 HTTP/1.1" status: 204 len: 168 time: 0.3652952 Dec 24 03:29:26.867094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40188) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:26.867562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0179a2ae-3983-4bec-9828-300797f128d0 None None] Network 6e60efb9-dd51-4e15-954e-8b206d72528e requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:26.950517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.011702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Deleting port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:27.012043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.025032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] DHCP port deletion for 6e60efb9-dd51-4e15-954e-8b206d72528e request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:27.077308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Deleting port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:27.077695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.077836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] For port 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c24259a-42f4-4a15-aa09-3e2c5839bb92,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:27.078190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.092512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Calling delete_port for 4c24259a-42f4-4a15-aa09-3e2c5839bb92 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:27.149628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] For port 4c24259a-42f4-4a15-aa09-3e2c5839bb92, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=4c24259a-42f4-4a15-aa09-3e2c5839bb92,segment=NetworkSegment(99350428-80fa-4dcc-a239-6456123c006d),segment_id=99350428-80fa-4dcc-a239-6456123c006d)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:27.150102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.162269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Calling delete_port for 4c24259a-42f4-4a15-aa09-3e2c5839bb92 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:27.233538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.239858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.261102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c24259a-42f4-4a15-aa09-3e2c5839bb92,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.266334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] No DVR routers for this DVR port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:27.268911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Pushing event deleted for resources: {'Port': ['ID=4c24259a-42f4-4a15-aa09-3e2c5839bb92,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.273286 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] No DVR routers for this DVR port 4c24259a-42f4-4a15-aa09-3e2c5839bb92 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:27.280223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.280610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.280957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.281297 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.281638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.281969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.282294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.282695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.283015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.283300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.283629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.283951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.284274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40366a46-553f-45dc-9736-e30f561f8147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:27.345995 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.366488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e60efb9-dd51-4e15-954e-8b206d72528e']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:27.375575 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99350428-80fa-4dcc-a239-6456123c006d') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:27.375872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99350428-80fa-4dcc-a239-6456123c006d') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:27.385945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.398812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.404851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:27.405336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:27.406816 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:27.519183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.523917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:27.529588 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e60efb9-dd51-4e15-954e-8b206d72528e HTTP/1.1" status: 204 len: 168 time: 0.6594906 Dec 24 03:29:27.530606 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40190) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:27.540560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578494-9b3f-4f4c-943a-2dd3f90a3995 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e60efb9-dd51-4e15-954e-8b206d72528e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:27.867209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.109935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Deleting port ed79117c-5994-4c02-a31f-1cf7e06f8e6d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:28.110270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.190561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] For port ed79117c-5994-4c02-a31f-1cf7e06f8e6d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:28.190828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.202786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Calling delete_port for ed79117c-5994-4c02-a31f-1cf7e06f8e6d owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:28.333946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4c24259a-42f4-4a15-aa09-3e2c5839bb92 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:28.354512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 4c24259a-42f4-4a15-aa09-3e2c5839bb92 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:28.354854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 4c24259a-42f4-4a15-aa09-3e2c5839bb92 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:28.355276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 48252f2e-ae1d-4b6d-82db-c237c10d9d4a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:28.373889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 48252f2e-ae1d-4b6d-82db-c237c10d9d4a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:28.374239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 48252f2e-ae1d-4b6d-82db-c237c10d9d4a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:28.445002 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:28.470801 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed79117c-5994-4c02-a31f-1cf7e06f8e6d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:28.637933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.174489 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Router dae1e3dc-f7f3-4894-8caf-49612f630867 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:29.275358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:29.280364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a79bee79-2821-4cf6-a748-98388e4e3294 admin admin] 10.222.0.36 "PUT /v2.0/routers/dae1e3dc-f7f3-4894-8caf-49612f630867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485912 Dec 24 03:29:29.283466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40192) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:29.286488 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Sync routers for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:29.295911 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:29.296566 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:29.385994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.398845 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:29.487870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.638863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Deleting port 2b55a33b-a87e-4522-aa59-214bb1c72695 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:29.639595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.658460 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230'}], 'enable_snat': True}, 'gw_port_id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:29:28Z', 'revision_number': 5, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port': {'id': '2b55a33b-a87e-4522-aa59-214bb1c72695', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fa:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:29.683530 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Checking router: dae1e3dc-f7f3-4894-8caf-49612f630867 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:29.692114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Routers {'dae1e3dc-f7f3-4894-8caf-49612f630867'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:29.692763 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['dae1e3dc-f7f3-4894-8caf-49612f630867'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:29.721951 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] For port 2b55a33b-a87e-4522-aa59-214bb1c72695, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2b55a33b-a87e-4522-aa59-214bb1c72695,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:29.722317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:29.733761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Calling delete_port for 2b55a33b-a87e-4522-aa59-214bb1c72695 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:29.777204 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] Set router dae1e3dc-f7f3-4894-8caf-49612f630867 gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:29.828489 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:29:29Z', 'revision_number': 6, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:29.855057 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd94b0a-6543-4b0c-9819-dfa99ed9190c None None] The sync data for ids ['dae1e3dc-f7f3-4894-8caf-49612f630867'] in dv-neutron-822868-1-hyperv is: [{'id': 'dae1e3dc-f7f3-4894-8caf-49612f630867', 'name': 'tempest-TestMinimumBasicScenario-1416853185-router', 'tenant_id': 'efe3b21295774d32964c405309265fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:27:06Z', 'updated_at': '2021-12-24T03:29:29Z', 'revision_number': 6, 'project_id': 'efe3b21295774d32964c405309265fda', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:29.979499 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.005379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b55a33b-a87e-4522-aa59-214bb1c72695,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.019222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2838a3c-9f65-4502-b403-1aa8fbf5d0ca None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:30.073556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.161616 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.163610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.271153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.300404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.304558 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae1e3dc-f7f3-4894-8caf-49612f630867 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:29:30.305329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.306467 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b821bf8e-ca38-4487-8c45-351e0c7f57e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dae1e3dc-f7f3-4894-8caf-49612f630867 HTTP/1.1" status: 204 len: 168 time: 1.0220966 Dec 24 03:29:30.308886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40194) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.353636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Deleting subnet 619d0a2e-54ad-4de7-a188-10e65fea66b7 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:29:30.356771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.390315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.467922 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.603006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.629466 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619d0a2e-54ad-4de7-a188-10e65fea66b7,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:30.632368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b55a33b-a87e-4522-aa59-214bb1c72695 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:30.638648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.642723 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-91da1c78-6870-4f6e-805f-9111bcd69127 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/619d0a2e-54ad-4de7-a188-10e65fea66b7 HTTP/1.1" status: 204 len: 168 time: 0.3321056 Dec 24 03:29:30.644813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40196) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:30.659322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66462e21-b1d4-4ea0-9686-a68ab65a0c0e None None] Network dbb5ad5b-f045-4086-9c70-f4f811fae5c0 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:30.661785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2b55a33b-a87e-4522-aa59-214bb1c72695 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:30.662311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2b55a33b-a87e-4522-aa59-214bb1c72695 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:30.662741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ed79117c-5994-4c02-a31f-1cf7e06f8e6d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:30.692657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: ed79117c-5994-4c02-a31f-1cf7e06f8e6d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:30.693004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ed79117c-5994-4c02-a31f-1cf7e06f8e6d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:30.723806 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.779001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Deleting port 2204a7dc-3610-45dc-9c64-fb952ee19f8d {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:30.779522 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.849631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] For port 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2204a7dc-3610-45dc-9c64-fb952ee19f8d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:30.850129 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.850524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] DHCP port deletion for dbb5ad5b-f045-4086-9c70-f4f811fae5c0 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:30.869257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Calling delete_port for 2204a7dc-3610-45dc-9c64-fb952ee19f8d owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:30.913313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Deleting port 2204a7dc-3610-45dc-9c64-fb952ee19f8d {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:29:30.913692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.976446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] For port 2204a7dc-3610-45dc-9c64-fb952ee19f8d, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2204a7dc-3610-45dc-9c64-fb952ee19f8d,segment=NetworkSegment(c3cef92e-5519-4706-9bb5-a5914cac9626),segment_id=c3cef92e-5519-4706-9bb5-a5914cac9626)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:30.976869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:30.989084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Calling delete_port for 2204a7dc-3610-45dc-9c64-fb952ee19f8d owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:29:31.022026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.051145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] No DVR routers for this DVR port 2204a7dc-3610-45dc-9c64-fb952ee19f8d on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:31.056304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Pushing event deleted for resources: {'Port': ['ID=2204a7dc-3610-45dc-9c64-fb952ee19f8d,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.067378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.091157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] Pushing event deleted for resources: {'Port': ['ID=2204a7dc-3610-45dc-9c64-fb952ee19f8d,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.097882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4f31c-a45d-4747-b37c-d605b1505b03 None None] No DVR routers for this DVR port 2204a7dc-3610-45dc-9c64-fb952ee19f8d on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:29:31.132086 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.152071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb5ad5b-f045-4086-9c70-f4f811fae5c0']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:31.161775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cef92e-5519-4706-9bb5-a5914cac9626') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:31.162068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cef92e-5519-4706-9bb5-a5914cac9626') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:31.171106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.183724 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.189424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:29:31.189790 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:29:31.191458 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:29:31.310653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.316246 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.319409 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dbb5ad5b-f045-4086-9c70-f4f811fae5c0 HTTP/1.1" status: 204 len: 168 time: 0.6734884 Dec 24 03:29:31.330888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769687-2f85-4c09-b30f-fa9788597949 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb5ad5b-f045-4086-9c70-f4f811fae5c0,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:31.711050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40200) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.755004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-41844ad8-8654-40b3-85bc-1efdd43e0b61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b79951fd983844d8add0fb0b018cb8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427892 Dec 24 03:29:31.757389 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40202) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:31.802260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.823573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.982239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.984910 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:31.986589 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e267eaa-d5e6-4db5-aad9-12388d6243f3 HTTP/1.1" status: 204 len: 168 time: 0.2282100 Dec 24 03:29:31.994450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ddc74-c3fe-42af-b122-5bf00a5142df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e267eaa-d5e6-4db5-aad9-12388d6243f3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:32.332238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2204a7dc-3610-45dc-9c64-fb952ee19f8d no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:29:32.351902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2204a7dc-3610-45dc-9c64-fb952ee19f8d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:29:32.352241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2204a7dc-3610-45dc-9c64-fb952ee19f8d not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:29:32.622379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40208) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:32.663406 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-91b05fbd-7c88-47a7-bcb7-c7f3dc33074b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efe3b21295774d32964c405309265fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397863 Dec 24 03:29:32.665787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40210) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:32.711830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.732319 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.839212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.841816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:32.842953 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83afccfe-7fc0-4e9a-9801-e1b003011d79 HTTP/1.1" status: 204 len: 168 time: 0.1762891 Dec 24 03:29:32.851145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5ec2-6c52-4274-87de-51ce750f1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afccfe-7fc0-4e9a-9801-e1b003011d79,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.093823 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.098993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031156228', 'description': 'tempest-secgroup-smoke-1031156228 description', 'project_id': 'dd92f67d89d24ed7989652a10675aad7'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:35.204893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.212645 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.292234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.376040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.411181 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa720e-ce39-403e-a373-cad20f9a8fb8,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.451367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.534068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.561337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b395266-a169-4448-a5c5-5601352e32ca,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.641017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.642920 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c2893d2b-ecd9-48b2-b7b9-c550e298456d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5480168 Dec 24 03:29:35.645885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40252) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:35.650080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:35.752102 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.805012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.899271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.920432 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84ba394-e3fc-4f6a-a5aa-a1bb88f80b33,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:35.998364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:35.999587 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-90e80d6e-3ecd-4302-b9f2-522abf16b94f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527927 Dec 24 03:29:36.002760 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40254) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.007010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:36.098662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.153301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.224820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.242453 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cbcdbf-a94c-44f4-863b-553fbe1e2836,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.316326 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.317615 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1ab1adc5-769f-47a6-b083-39b134b46342 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3139369 Dec 24 03:29:36.321003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40256) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.325625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:36.409614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.465381 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.550473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.568992 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98ba9f7-1610-4fe9-b51b-d3af116c8753,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:36.659228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.660498 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8c4b9626-afc8-4029-82df-eb3ee1569f74 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382103 Dec 24 03:29:36.663271 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40258) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:36.667634 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:36.772438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.829038 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.925234 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:36.946135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a90284-13b6-4fc8-9525-a20daf57cb0b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.024447 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:29:37.064991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.066247 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0a550ffa-9a79-456a-9853-e73935c6cb16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4020581 Dec 24 03:29:37.069035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40260) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.073520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:37.205152 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:29:37.209982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.265759 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.353016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.370885 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc75315-df58-4ea5-89e8-251370901ba2,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.444251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.445672 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-001c55bc-19fb-4095-8e0d-87cdf8a537bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3755784 Dec 24 03:29:37.448591 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40262) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.452860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b395266-a169-4448-a5c5-5601352e32ca', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:37.547307 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:29:37.552175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.608882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.687605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.705912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16b05a5-31a6-46f6-b7c4-902203fe3dfa,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:37.785006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.786182 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d6a19b94-ba2f-4afd-b0ba-578f2952d387 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3366435 Dec 24 03:29:37.789167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40264) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:37.793893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'network': {'name': 'tempest-network-smoke--1443095373', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:37.885072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:37.888520 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.912991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:29:37.921516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:37.921852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Added segment 88c35d2e-cce5-4aab-98c7-8656cf985c3a of type vlan for network da294a37-8258-4505-9596-6ff66af08c66 Dec 24 03:29:37.964780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.062056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.068510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:38.069091 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.132238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Network': ['ID=da294a37-8258-4505-9596-6ff66af08c66,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:38.142429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network da294a37-8258-4505-9596-6ff66af08c66 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:29:38.176525 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0a25e5ef-659a-4a65-91f8-c8cdda24e7e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3862305 Dec 24 03:29:38.179424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40266) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:38.183828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'admin_state_up': True, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:38.287906 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.289018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.342477 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.529936 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.783638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.802610 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:38.901738 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.95 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/3b9838de-782b-426e-96e8-3ac9c69f72ab) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:39.004360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.122225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.161227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:39.164034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:39.168123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:39.177798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af70dc-a9c6-4f3f-88b5-a3c177f36767 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:39.194761 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=3b9838de-782b-426e-96e8-3ac9c69f72ab,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:39.255220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-98a9ad46-d84a-40e5-b553-3b6c47f69795 None None] Provisioning complete for port 3b9838de-782b-426e-96e8-3ac9c69f72ab triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:39.255583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-98a9ad46-d84a-40e5-b553-3b6c47f69795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.292623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-98a9ad46-d84a-40e5-b553-3b6c47f69795 None None] Port 3b9838de-782b-426e-96e8-3ac9c69f72ab cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:39.572664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.760284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:39.950438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:29:40.055018 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:40.064307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Sync routers for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:40.075343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:40.075959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.130379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.131720 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71e15d4a-5495-45eb-90ed-93cbb92e78e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9513402 Dec 24 03:29:40.134799 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40268) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.179670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:40.254568 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-634fb9ab-ff45-46bb-afaa-952464a615e9 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dd92f67d89d24ed7989652a10675aad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1186159 Dec 24 03:29:40.257218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40272) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.348518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb54f31-6fe8-4e62-8f0c-faf7ad738126 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:40.350020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-edb54f31-6fe8-4e62-8f0c-faf7ad738126 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919025 Dec 24 03:29:40.352817 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40274) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.353745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:39Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.379519 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Checking router: 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:40.379862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Updating router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 port 3b9838de-782b-426e-96e8-3ac9c69f72ab binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:29:40.380086 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0cdf36b9-fa69-4d6b-8afb-68db84922f5c tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262434 Dec 24 03:29:40.383247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40276) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:40.387705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-255910364', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:40.407829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.536347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:40.540006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.655678 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.710989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.755156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2db97-039d-4195-9257-41250200bbed None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:40.767584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Attempting to bind port 3b9838de-782b-426e-96e8-3ac9c69f72ab on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:40.767941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Attempting to bind port 3b9838de-782b-426e-96e8-3ac9c69f72ab by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:40.768836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Attempting to bind port 3b9838de-782b-426e-96e8-3ac9c69f72ab on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:40.772196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0522e-b466-4346-87f4-c6b32e3f652d None None] Pushing event updated for resources: {'Port': ['ID=3b9838de-782b-426e-96e8-3ac9c69f72ab,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.776952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:40.777323 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:40.777724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.778106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:40.778571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Bound port: 3b9838de-782b-426e-96e8-3ac9c69f72ab, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:40.778948 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.807968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.840240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-08da3e04-2763-4975-bb5b-2541fc5e691c None None] Provisioning complete for port 3b9838de-782b-426e-96e8-3ac9c69f72ab triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:40.840633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-08da3e04-2763-4975-bb5b-2541fc5e691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.842473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] For port 3b9838de-782b-426e-96e8-3ac9c69f72ab, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:40.846023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] For port 3b9838de-782b-426e-96e8-3ac9c69f72ab, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3b9838de-782b-426e-96e8-3ac9c69f72ab,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:40.871002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Subnet': ['ID=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:40.878561 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Checking segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:40.878956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network hostable DHCP agents. Network: da294a37-8258-4505-9596-6ff66af08c66, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:29:40.881194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-08da3e04-2763-4975-bb5b-2541fc5e691c None None] Port 3b9838de-782b-426e-96e8-3ac9c69f72ab cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:40.919218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:40.959071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66f2ce-960d-43e6-8408-14ff04281e54 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:29:40.983458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:40.984065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:40.985777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0522e-b466-4346-87f4-c6b32e3f652d None None] Pushing event updated for resources: {'Port': ['ID=3b9838de-782b-426e-96e8-3ac9c69f72ab,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.001714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network da294a37-8258-4505-9596-6ff66af08c66 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:29:41.069747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] Provisioning complete for port 3b9838de-782b-426e-96e8-3ac9c69f72ab triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:41.070116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.093109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, da294a37-8258-4505-9596-6ff66af08c66) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:41.098306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:41.099151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.109335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63a0ee-b637-4df6-8bbf-1a88d279ba2d None None] Network da294a37-8258-4505-9596-6ff66af08c66 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:41.187614 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-65e4cb7c-3f04-483a-929a-5e0f4ee2acd4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8037345 Dec 24 03:29:41.191362 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40278) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:41.291017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:41.506991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.516381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-da294a37-8258-4505-9596-6ff66af08c66', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:29:41.517251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.556880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] For port 3b9838de-782b-426e-96e8-3ac9c69f72ab, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3b9838de-782b-426e-96e8-3ac9c69f72ab,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:41.683085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.736430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:39Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:41.772487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Allocated IP 172.20.0.2 (da294a37-8258-4505-9596-6ff66af08c66/2ad7616d-ff4d-42fc-9ebf-791d6cf2f059/8a4349d9-90b3-484d-b798-45addfe8a9c9) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:41.778742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc503d-cd69-441f-bf4f-e48925fea7f2 None None] The sync data for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv is: [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:39Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:41.790925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e29cb-2abc-4d07-9810-e6fea5222667 None None] Pushing event updated for resources: {'Port': ['ID=3b9838de-782b-426e-96e8-3ac9c69f72ab,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:41.949502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:41.958732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.030804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.078655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Network da294a37-8258-4505-9596-6ff66af08c66 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:42.084521 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:42.086638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Pushing event updated for resources: {'Port': ['ID=8a4349d9-90b3-484d-b798-45addfe8a9c9,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.088824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:42.150193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Attempting to bind port 8a4349d9-90b3-484d-b798-45addfe8a9c9 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:42.150657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Attempting to bind port 8a4349d9-90b3-484d-b798-45addfe8a9c9 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:42.151091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Attempting to bind port 8a4349d9-90b3-484d-b798-45addfe8a9c9 on network da294a37-8258-4505-9596-6ff66af08c66 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:42.157157 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:42.159420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Checking segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:42.159420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.159420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Bound using segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:42.159728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Bound port: 8a4349d9-90b3-484d-b798-45addfe8a9c9, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:42.160121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.228559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] For port 8a4349d9-90b3-484d-b798-45addfe8a9c9, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:42.231768 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] For port 8a4349d9-90b3-484d-b798-45addfe8a9c9, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a4349d9-90b3-484d-b798-45addfe8a9c9,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:42.264779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.1 (da294a37-8258-4505-9596-6ff66af08c66/2ad7616d-ff4d-42fc-9ebf-791d6cf2f059/24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:42.326563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.389620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.402132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3b9838de-782b-426e-96e8-3ac9c69f72ab up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:42.442305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b8c53-bd12-484d-8b05-6f302cb0ecaa None None] Pushing event updated for resources: {'Port': ['ID=8a4349d9-90b3-484d-b798-45addfe8a9c9,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.474476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 3b9838de-782b-426e-96e8-3ac9c69f72ab triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:42.474846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.491446 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.517510 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network da294a37-8258-4505-9596-6ff66af08c66 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:42.542834 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:42.546667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:42.615524 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:42.629974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:42.835225 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.112406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.179274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.261603 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.263382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.362355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network da294a37-8258-4505-9596-6ff66af08c66 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:43.365931 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:43.378176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5239323-2525-4536-ba46-fc6b07074640 None None] Network da294a37-8258-4505-9596-6ff66af08c66 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:29:43.449590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] Provisioning complete for port 8a4349d9-90b3-484d-b798-45addfe8a9c9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:43.449959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.478278 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:43.561942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.595138 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:43.601207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] For port 8a4349d9-90b3-484d-b798-45addfe8a9c9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a4349d9-90b3-484d-b798-45addfe8a9c9,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:43.602271 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a8f9c31d-b538-4178-8be5-1e6c64836c56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/8c39ec5d-8f35-42de-b55b-7b1c825e87b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098687 Dec 24 03:29:43.676730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.730381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b6c52-f690-4c5d-94f4-ac058921029e None None] Pushing event updated for resources: {'Port': ['ID=8a4349d9-90b3-484d-b798-45addfe8a9c9,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:43.787173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-dc389d42-eaaa-4b9d-af48-f0158b28a907 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031156228&fields=id&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 267 time: 0.0579693 Dec 24 03:29:43.803872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0ce1855c-7811-4cbf-9c20-f3472b375d25 None None] Provisioning complete for port 8a4349d9-90b3-484d-b798-45addfe8a9c9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:43.804249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ce1855c-7811-4cbf-9c20-f3472b375d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.903448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0ce1855c-7811-4cbf-9c20-f3472b375d25 None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:43.904241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ce1855c-7811-4cbf-9c20-f3472b375d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:43.936662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-0a408426-4fe3-473a-922b-54bb804b7d9d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:43.938173 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-0a408426-4fe3-473a-922b-54bb804b7d9d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/networks?id=da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 200 len: 797 time: 0.1386082 Dec 24 03:29:43.942708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0ce1855c-7811-4cbf-9c20-f3472b375d25 None None] Port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:43.960945 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-dd3a21e1-9947-4325-86e9-e5953b6d7e8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/quotas/dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 375 time: 0.0154169 Dec 24 03:29:43.989923 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6033752-07fa-4030-b770-28653246500e None None] Sync routers for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:43.999706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6033752-07fa-4030-b770-28653246500e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:44.000357 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c6033752-07fa-4030-b770-28653246500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:44.013068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-98a983f6-d783-421a-9e3c-d4d133207d3f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508533 Dec 24 03:29:44.030476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-f552e02a-1394-433a-8aa9-3c5506dd04c3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:29:44.031642 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-f552e02a-1394-433a-8aa9-3c5506dd04c3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056109 Dec 24 03:29:44.063545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cfab2ca2-308b-4911-a8f7-49bdfb99fe02 None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:44.063911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cfab2ca2-308b-4911-a8f7-49bdfb99fe02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.106275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-cfab2ca2-308b-4911-a8f7-49bdfb99fe02 None None] Port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:44.125459 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c6033752-07fa-4030-b770-28653246500e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:44.137361 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-e288655b-c4ea-45b5-9158-0b9b9ec566f0 service neutron] 10.222.0.36 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982833 Dec 24 03:29:44.226765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-09f663b7-34cd-4449-b647-e152d93b69c1 None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:44.227290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09f663b7-34cd-4449-b647-e152d93b69c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.233752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-5d931682-d8a4-45ac-b2db-9ee987a3f48d service neutron] 10.222.0.36 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895231 Dec 24 03:29:44.265265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-09f663b7-34cd-4449-b647-e152d93b69c1 None None] Port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:44.369746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c6033752-07fa-4030-b770-28653246500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 2, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:44.396504 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a4349d9-90b3-484d-b798-45addfe8a9c9 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:44.397994 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6033752-07fa-4030-b770-28653246500e None None] Checking router: 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:29:44.398385 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6033752-07fa-4030-b770-28653246500e None None] Updating router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:29:44.425942 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.459640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 8a4349d9-90b3-484d-b798-45addfe8a9c9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:44.460046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.536442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56c7b3f6-d930-4474-9e39-38e466b07c4b req-d33e01b3-fc7c-4dc7-9772-215351d0f016 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0653942 Dec 24 03:29:44.719209 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.822316 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.871284 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Pushing event updated for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:44.893795 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.894030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.894282 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.894610 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.894933 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.895269 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.895574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.895891 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.896239 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.896758 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.900674 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.900674 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.900674 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:29:44.932727 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-c6033752-07fa-4030-b770-28653246500e None None] Attempting to bind port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:44.933089 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-c6033752-07fa-4030-b770-28653246500e None None] Attempting to bind port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:44.933447 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6033752-07fa-4030-b770-28653246500e None None] Attempting to bind port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc on network da294a37-8258-4505-9596-6ff66af08c66 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:44.938646 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6033752-07fa-4030-b770-28653246500e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:44.939026 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6033752-07fa-4030-b770-28653246500e None None] Checking segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:44.939419 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:44.939970 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6033752-07fa-4030-b770-28653246500e None None] Bound using segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:44.940665 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-c6033752-07fa-4030-b770-28653246500e None None] Bound port: 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:44.941056 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.009062 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-c6033752-07fa-4030-b770-28653246500e None None] For port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:45.012238 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-c6033752-07fa-4030-b770-28653246500e None None] For port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:45.091057 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-c6033752-07fa-4030-b770-28653246500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.091495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:45.092042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.152451 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6033752-07fa-4030-b770-28653246500e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:45.153082 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c6033752-07fa-4030-b770-28653246500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:45.159984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27050064-13f5-4bb1-a7d2-22adf9023e7d None None] Pushing event updated for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.177835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.214220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] For port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:45.270086 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-c6033752-07fa-4030-b770-28653246500e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:45.285710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.343621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e646a-e263-4aca-9790-7ad8b2f4b11e None None] Pushing event updated for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:45.409241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6dea2162-41b7-4829-8f63-1f07cfcc0760 None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:45.409923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6dea2162-41b7-4829-8f63-1f07cfcc0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:45.473505 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-c6033752-07fa-4030-b770-28653246500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:45.502950 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6033752-07fa-4030-b770-28653246500e None None] The sync data for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv is: [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:29:45.617625 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1f77c010-a6ae-498f-af07-1b27fd21371e req-710d8425-d99b-4b45-90cd-56438547ee49 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0313528 Dec 24 03:29:46.371350 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:46.421293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:46.423552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:46.712160 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0d4551a-dabb-4397-ae7c-14a291462452 req-86ad8bc1-4544-41cb-8b6e-2e21aa6cfbd2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0263853 Dec 24 03:29:47.027353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-f41b68ae-5128-44d4-aa54-785abd7c89c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.029148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-f41b68ae-5128-44d4-aa54-785abd7c89c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/networks?id=da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 200 len: 797 time: 0.1048341 Dec 24 03:29:47.102570 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-17ba1d46-3fa3-4c29-a295-f10144a0b3e8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 380 time: 0.0574322 Dec 24 03:29:47.112377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'port': {'device_id': '6375a785-3150-4394-adab-56526eb8d1b5', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'admin_state_up': True, 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'security_groups': ['3b395266-a169-4448-a5c5-5601352e32ca']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:47.295686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:29:47.299249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.426645 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.11 (da294a37-8258-4505-9596-6ff66af08c66/2ad7616d-ff4d-42fc-9ebf-791d6cf2f059/fb431d12-6bb9-4613-9cea-7d44ed836943) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:47.556055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.653539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.699801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network da294a37-8258-4505-9596-6ff66af08c66 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:47.703415 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:47.706362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:47.735759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:47.773303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.773303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.839980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d03267-2397-4be7-b8ec-4058167d3434 req-16f27f2f-3283-47bd-9c5c-c6ee3f1565b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:47.841622 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09d03267-2397-4be7-b8ec-4058167d3434 req-16f27f2f-3283-47bd-9c5c-c6ee3f1565b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 932 time: 0.0532429 Dec 24 03:29:47.850939 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-c97e0b4a-e3da-47f3-815d-d1ef2dd9d2e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420864 Dec 24 03:29:47.877702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Request body: {'port': {'device_id': '6375a785-3150-4394-adab-56526eb8d1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:47.902088 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09d03267-2397-4be7-b8ec-4058167d3434 req-148d8764-3482-45d7-a442-0609418002e5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528405 Dec 24 03:29:47.934059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2e149ead-481b-42ee-a8b6-17819f9bdd5f None None] Provisioning complete for port fb431d12-6bb9-4613-9cea-7d44ed836943 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:47.934617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2e149ead-481b-42ee-a8b6-17819f9bdd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.938611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:47.968534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2e149ead-481b-42ee-a8b6-17819f9bdd5f None None] Port fb431d12-6bb9-4613-9cea-7d44ed836943 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:29:48.197470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb431d12-6bb9-4613-9cea-7d44ed836943 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:29:48.204731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.219101 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Transition to ACTIVE for port object fb431d12-6bb9-4613-9cea-7d44ed836943 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:29:48.307195 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.358732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.432616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Attempting to bind port fb431d12-6bb9-4613-9cea-7d44ed836943 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:29:48.432957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Attempting to bind port fb431d12-6bb9-4613-9cea-7d44ed836943 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:29:48.433299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Attempting to bind port fb431d12-6bb9-4613-9cea-7d44ed836943 on network da294a37-8258-4505-9596-6ff66af08c66 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:48.437954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Port fb431d12-6bb9-4613-9cea-7d44ed836943 on network da294a37-8258-4505-9596-6ff66af08c66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:29:48.438283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Attempting to bind port fb431d12-6bb9-4613-9cea-7d44ed836943 on network da294a37-8258-4505-9596-6ff66af08c66 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:29:48.443916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:29:48.444258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Checking segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:29:48.444675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Bound using segment: {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:29:48.445108 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Bound port: fb431d12-6bb9-4613-9cea-7d44ed836943, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c35d2e-cce5-4aab-98c7-8656cf985c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:29:48.445464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.511857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:29:48.514887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fb431d12-6bb9-4613-9cea-7d44ed836943,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:29:48.576071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.612263 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.612963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:48.614333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] 10.222.0.49 "PUT /v2.0/ports/fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 200 len: 1094 time: 0.7417538 Dec 24 03:29:48.614808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:48.617082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf41164-0983-434d-a659-54d1e2570bac" -d '{"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:48.640611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d271321-2aef-40bb-91df-6c94108995bf service neutron] Pushing event updated for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:48.661855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b756f925-4591-4fa9-9faa-d0d0cb96c8f7 x-openstack-request-id: req-b756f925-4591-4fa9-9faa-d0d0cb96c8f7 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:48.662147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:48.662398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b756f925-4591-4fa9-9faa-d0d0cb96c8f7 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:48.662800 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'status': 'completed', 'code': 200} Dec 24 03:29:48.749643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41164-0983-434d-a659-54d1e2570bac req-43c3fe56-334a-4ce6-96ae-cce2f9e79ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.751214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7cf41164-0983-434d-a659-54d1e2570bac req-43c3fe56-334a-4ce6-96ae-cce2f9e79ecd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0422797 Dec 24 03:29:48.870974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41164-0983-434d-a659-54d1e2570bac req-c2cd62ae-4b4c-483c-b19b-713bddb74807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.872489 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7cf41164-0983-434d-a659-54d1e2570bac req-c2cd62ae-4b4c-483c-b19b-713bddb74807 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971823 Dec 24 03:29:48.973252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf41164-0983-434d-a659-54d1e2570bac req-c5ae3385-8cd4-4029-ba25-3e41390177f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:48.974708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7cf41164-0983-434d-a659-54d1e2570bac req-c5ae3385-8cd4-4029-ba25-3e41390177f7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912488 Dec 24 03:29:49.018595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a614174-e34a-4cab-a2e1-e372fefdb270 req-ccc7c0b3-e977-41a6-9fd1-2034402e6ed4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.019962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6a614174-e34a-4cab-a2e1-e372fefdb270 req-ccc7c0b3-e977-41a6-9fd1-2034402e6ed4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0480862 Dec 24 03:29:49.071419 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6a614174-e34a-4cab-a2e1-e372fefdb270 req-acdec5e8-9bde-42ea-b252-59966548fd6c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453095 Dec 24 03:29:49.092188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-23aabfb1-b5e9-4001-b708-15dc0ce05242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.093703 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-23aabfb1-b5e9-4001-b708-15dc0ce05242 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1097 time: 0.0410392 Dec 24 03:29:49.145978 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-d93e710a-394b-417d-bccf-c5c602fc673d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 200 len: 217 time: 0.0346229 Dec 24 03:29:49.202043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-90d05041-b782-4557-b72b-82be9fb80a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.203511 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-90d05041-b782-4557-b72b-82be9fb80a5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 HTTP/1.1" status: 200 len: 834 time: 0.0463603 Dec 24 03:29:49.255464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-815372e4-8a7f-4bf4-a19b-77aeaf23c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:49.256979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-815372e4-8a7f-4bf4-a19b-77aeaf23c7a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da294a37-8258-4505-9596-6ff66af08c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460594 Dec 24 03:29:49.349599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-ccbe3d40-ab29-4699-be01-8b1899e26851 service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806274 Dec 24 03:29:49.445269 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f70e7254-4ac2-44e2-84b5-50bd227bfe32 req-02f76df5-4b24-40db-8f26-eb054c6a87d8 service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836220 Dec 24 03:29:50.188584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be823-f71d-42e1-9002-fb9d00c81138 req-80adf6f7-5ac7-4642-9379-869389a85908 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:50.188584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d7be823-f71d-42e1-9002-fb9d00c81138 req-80adf6f7-5ac7-4642-9379-869389a85908 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0488899 Dec 24 03:29:50.238835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-646ae290-2996-4bc8-a574-17e236b2f0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:50.239737 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d7be823-f71d-42e1-9002-fb9d00c81138 req-06f1c735-243f-49a6-9f18-ed7a6f2d90d4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446832 Dec 24 03:29:51.354227 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78c8bd-c4ad-470f-99aa-13a702f86da1 req-54738dcb-7d5d-444b-b46a-35fffae6bbf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:51.355685 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec78c8bd-c4ad-470f-99aa-13a702f86da1 req-54738dcb-7d5d-444b-b46a-35fffae6bbf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 944 time: 0.0481627 Dec 24 03:29:51.403540 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ec78c8bd-c4ad-470f-99aa-13a702f86da1 req-d796e98a-f8e3-41f4-915f-0a7013c24a04 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Dec 24 03:29:52.083482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device fb431d12-6bb9-4613-9cea-7d44ed836943 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:29:52.176507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fb431d12-6bb9-4613-9cea-7d44ed836943,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:52.187021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'port_id': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'mac_address': 'fa:16:3e:fc:e4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:29:52.223998 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.240223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb431d12-6bb9-4613-9cea-7d44ed836943 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:29:52.259623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fb431d12-6bb9-4613-9cea-7d44ed836943,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:52.338394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.386178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:52.415767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b58f6963-c518-4e6a-860c-f0830c34f9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:52.520926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f6da-f4f3-4ef1-bfd1-257ee020a99f req-1e4bbac7-8d6a-4544-a9c6-2feb340eee64 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:52.522395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1343f6da-f4f3-4ef1-bfd1-257ee020a99f req-1e4bbac7-8d6a-4544-a9c6-2feb340eee64 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 945 time: 0.0525608 Dec 24 03:29:52.570511 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1343f6da-f4f3-4ef1-bfd1-257ee020a99f req-a8183996-7c99-4760-b2b8-6db8df038226 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Dec 24 03:29:52.682902 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['fb431d12-6bb9-4613-9cea-7d44ed836943'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:29:53.687780 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf479f4-a6d3-430a-aac1-9e2bf91a6a36 req-10c87794-d486-42b5-bc3c-a298264331b4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:53.689275 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-daf479f4-a6d3-430a-aac1-9e2bf91a6a36 req-10c87794-d486-42b5-bc3c-a298264331b4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 945 time: 0.0514879 Dec 24 03:29:53.737537 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-daf479f4-a6d3-430a-aac1-9e2bf91a6a36 req-8a821056-43f3-46b9-9a1d-8aabf85bb4b9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Dec 24 03:29:53.827212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.095425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device fb431d12-6bb9-4613-9cea-7d44ed836943 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:29:54.187099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port fb431d12-6bb9-4613-9cea-7d44ed836943 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:29:54.190811 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port fb431d12-6bb9-4613-9cea-7d44ed836943 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:29:54.191177 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.421516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.443191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:54.445366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32103392-3719-4db6-9604-c1da8f61db0e" -d '{"events": [{"server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:54.458821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fb431d12-6bb9-4613-9cea-7d44ed836943,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:29:54.483632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0f648-b8e6-49bb-a849-5fa9e6471c24 x-openstack-request-id: req-72f0f648-b8e6-49bb-a849-5fa9e6471c24 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:54.483919 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "name": "network-vif-plugged", "status": "completed", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:54.484170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72f0f648-b8e6-49bb-a849-5fa9e6471c24 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:54.484601 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'code': 200} Dec 24 03:29:54.527064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:54.575563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:54.851975 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b8248-fc83-4747-90bb-2f4756a0b0ae req-e94c1893-76c0-4289-bde9-e6e63be5096b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:54.853783 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-119b8248-fc83-4747-90bb-2f4756a0b0ae req-e94c1893-76c0-4289-bde9-e6e63be5096b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0504694 Dec 24 03:29:54.867771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b4a1f-0f70-4ad9-8e02-3d6d184611bc req-4bb36f5a-ab6d-4591-a0f6-fdfcc59ebf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:54.869326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c7b4a1f-0f70-4ad9-8e02-3d6d184611bc req-4bb36f5a-ab6d-4591-a0f6-fdfcc59ebf46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0419891 Dec 24 03:29:54.904270 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-119b8248-fc83-4747-90bb-2f4756a0b0ae req-c7a27fba-1b55-4427-8d42-d7a0d2e9b236 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Dec 24 03:29:54.921693 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c7b4a1f-0f70-4ad9-8e02-3d6d184611bc req-47c08502-7687-41c4-90ba-fb508b150389 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Dec 24 03:29:55.195483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:55.924288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:56.191739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa94df-f286-4682-b06a-51ced2aabb7d req-089df74a-0f89-4d70-9a05-118eb2de1a8c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:56.193271 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b8fa94df-f286-4682-b06a-51ced2aabb7d req-089df74a-0f89-4d70-9a05-118eb2de1a8c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0480897 Dec 24 03:29:56.245690 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b8fa94df-f286-4682-b06a-51ced2aabb7d req-86cb4fd2-4881-4285-aa9d-b8ffa6c04445 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 Dec 24 03:29:57.366203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38a6d8-8be2-4edf-9367-0704793a618a req-883c0b45-4687-4bed-91c7-e640a13fbb68 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:57.367708 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a38a6d8-8be2-4edf-9367-0704793a618a req-883c0b45-4687-4bed-91c7-e640a13fbb68 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0542080 Dec 24 03:29:57.416466 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a38a6d8-8be2-4edf-9367-0704793a618a req-d946993b-7de6-4db3-9b11-812553e9767e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Dec 24 03:29:57.528063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f6550-a346-4158-ba18-ef686955bd90 req-1c77c842-4b3d-4a62-9fa5-0dcda0ccf6ea tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:57.529432 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff8f6550-a346-4158-ba18-ef686955bd90 req-1c77c842-4b3d-4a62-9fa5-0dcda0ccf6ea tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0476973 Dec 24 03:29:57.576952 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ff8f6550-a346-4158-ba18-ef686955bd90 req-17c11523-b18d-4369-83fa-7aec3d90dc56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Dec 24 03:29:57.598950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40336) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:57.637012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ca0f4-44ae-4e3e-b449-7125f217d005 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:57.638540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5a8ca0f4-44ae-4e3e-b449-7125f217d005 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1094 time: 0.0386183 Dec 24 03:29:57.641341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40338) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:29:57.646362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:29:57.729739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.825903 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:57.927446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.137 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/dd980078-e9af-4ebd-8369-578aadcda027) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:29:58.028754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.127749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.161772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:29:58.166896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:29:58.169649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:29:58.206665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=dd980078-e9af-4ebd-8369-578aadcda027,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:58.859361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:58.978711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.119754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.181468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.250025 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=dd980078-e9af-4ebd-8369-578aadcda027,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:29:59.261831 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.359939 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c associated. External IP: 172.26.7.137, port: fb431d12-6bb9-4613-9cea-7d44ed836943. Dec 24 03:29:59.566065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:29:59.670859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:29:59.681184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Sync routers for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:29:59.691995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:29:59.693547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:29:59.760749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:29:59.788249 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-00d0ddba-e8f0-4f4e-b603-9e2ff0e5ea2f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1459053 Dec 24 03:29:59.788922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:29:59.791221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789cb414-6458-4586-8add-0e1287ed9ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:29:59.796170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:29:59.830724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3183a1c8-9f2a-4684-a956-e53dab578605 x-openstack-request-id: req-3183a1c8-9f2a-4684-a956-e53dab578605 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:29:59.831047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:29:59.831384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3183a1c8-9f2a-4684-a956-e53dab578605 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:29:59.831960 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'status': 'completed', 'code': 200} Dec 24 03:29:59.888027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c055ac-5e52-488e-bf42-1110f96fefba req-3279f4bc-d656-4118-9aa7-403fde93f64a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:59.892909 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d8c055ac-5e52-488e-bf42-1110f96fefba req-3279f4bc-d656-4118-9aa7-403fde93f64a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0529287 Dec 24 03:29:59.922562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-d2133ba6-d83e-4d0e-ae03-7da10a56fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:29:59.924460 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-d2133ba6-d83e-4d0e-ae03-7da10a56fa49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0449851 Dec 24 03:29:59.945882 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d8c055ac-5e52-488e-bf42-1110f96fefba req-a67f335d-e010-4139-ab94-e899f7a7916a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501142 Dec 24 03:29:59.969171 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40344) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:00.023726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-9e68e755-360f-4021-8e49-959a9e947890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:00.025231 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-9e68e755-360f-4021-8e49-959a9e947890 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 200 len: 898 time: 0.0937455 Dec 24 03:30:00.029440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.137', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'port_id': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'mac_address': 'fa:16:3e:fc:e4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375a785-3150-4394-adab-56526eb8d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:58Z', 'updated_at': '2021-12-24T03:29:58Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:00.039735 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6df2c413-745f-44ee-b51a-0716f6eee5a1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c HTTP/1.1" status: 200 len: 992 time: 0.0682690 Dec 24 03:30:00.060033 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Checking router: 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:00.068356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:00.069578 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:29:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:00.093380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-6be07c62-5bca-47ee-a5b2-d7f9bfb205c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 200 len: 1000 time: 0.0608501 Dec 24 03:30:00.142622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-37c9acda-968c-42cb-8eb5-f28b3d30f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:00.144918 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-37c9acda-968c-42cb-8eb5-f28b3d30f0a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 HTTP/1.1" status: 200 len: 834 time: 0.0446827 Dec 24 03:30:00.177287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:00.194853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-f714fd6c-8857-4d27-989e-f1eba6fb9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:00.196646 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-f714fd6c-8857-4d27-989e-f1eba6fb9c9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da294a37-8258-4505-9596-6ff66af08c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447938 Dec 24 03:30:00.261850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:00.288235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-62a9e454-790c-4769-a85c-5e1708fb651f service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840852 Dec 24 03:30:00.389660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-789cb414-6458-4586-8add-0e1287ed9ac9 req-50379d38-ed5a-441f-af84-8b40e9f60f7a service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941122 Dec 24 03:30:00.415758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.137', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'port_id': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'mac_address': 'fa:16:3e:fc:e4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375a785-3150-4394-adab-56526eb8d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:58Z', 'updated_at': '2021-12-24T03:29:58Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:00.446409 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5e9c58-bc9d-4be6-b15c-ac441b98b940 None None] The sync data for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv is: [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.137', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'port_id': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'mac_address': 'fa:16:3e:fc:e4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6375a785-3150-4394-adab-56526eb8d1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:29:58Z', 'updated_at': '2021-12-24T03:29:58Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:00.653639 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485d776-e33e-4e56-bb51-ecc4909e8a97 None None] New status for floating IP dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:30:01.042493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40346) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:01.103584 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e7695cad-61cc-4560-b95c-9fcab13b440c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c HTTP/1.1" status: 200 len: 994 time: 0.0594888 Dec 24 03:30:14.023290 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:30:20.241432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-759fcd2c-3652-474e-a18b-8562a4d72d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:22.377679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ab4591f1-79f9-45cc-87dd-6e28b99ed876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:23.840729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.193249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:25.914585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:30.272478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:34.465875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208e1a9-6f09-4bc4-b725-163727f19d77 req-1dd99ea1-88b8-47b9-9207-b4edab61c9b6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:34.467286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7208e1a9-6f09-4bc4-b725-163727f19d77 req-1dd99ea1-88b8-47b9-9207-b4edab61c9b6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0534990 Dec 24 03:30:34.517059 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7208e1a9-6f09-4bc4-b725-163727f19d77 req-9325f703-6b3b-4bf3-bd8c-a08d80b47f6b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Dec 24 03:30:35.333291 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-aa897e7a-3919-4384-9567-2440cce8463b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387852 Dec 24 03:30:35.451877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-aa025f92-9491-47a6-b84e-1b098c620aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.453477 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-aa025f92-9491-47a6-b84e-1b098c620aee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0400050 Dec 24 03:30:35.568160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-206bbf57-2b6a-4ea4-87fc-6243570cbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.569675 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-206bbf57-2b6a-4ea4-87fc-6243570cbbe1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 200 len: 898 time: 0.0880892 Dec 24 03:30:35.636165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357870f8-b6de-43ac-b89a-b857c2c6c91c req-6d329ed1-8694-4d9c-bcc9-353b5b1b79f5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.637643 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-357870f8-b6de-43ac-b89a-b857c2c6c91c req-6d329ed1-8694-4d9c-bcc9-353b5b1b79f5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0490797 Dec 24 03:30:35.639251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-2e0f7bbb-357d-4ba1-a6cd-3569361761cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 200 len: 1002 time: 0.0580192 Dec 24 03:30:35.687231 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-357870f8-b6de-43ac-b89a-b857c2c6c91c req-3855e63e-919a-4461-a25f-4af08a1846e9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Dec 24 03:30:35.696962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-d987d8cb-2508-4253-b990-74f77d300add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.698436 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-d987d8cb-2508-4253-b990-74f77d300add service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 HTTP/1.1" status: 200 len: 834 time: 0.0485499 Dec 24 03:30:35.710484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40364) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:35.795909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-292a84bf-6ec0-4fb3-b63a-2af9fa1dfdee tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c HTTP/1.1" status: 200 len: 994 time: 0.0843258 Dec 24 03:30:35.798682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-d93372cb-c8eb-45f9-ae9e-2d2b013d6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:35.800139 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-d93372cb-c8eb-45f9-ae9e-2d2b013d6f4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da294a37-8258-4505-9596-6ff66af08c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835958 Dec 24 03:30:35.896047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-7cf52235-5d3b-43b0-b4a5-8ea62ec675ca service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849395 Dec 24 03:30:35.993068 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-587f25aa-ae6f-4255-ab02-d7461760ab2c req-57f8cf43-cfb8-41d1-a161-d04338dd81c1 service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Dec 24 03:30:37.269417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d6786-a747-495d-99a1-d08065ab33dc req-11112e72-4cb8-4dfd-b188-56acd22b9572 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:37.270872 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-290d6786-a747-495d-99a1-d08065ab33dc req-11112e72-4cb8-4dfd-b188-56acd22b9572 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0497923 Dec 24 03:30:37.324466 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-290d6786-a747-495d-99a1-d08065ab33dc req-fdfd32e2-0aa5-4423-a119-672154fe11ba tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466645 Dec 24 03:30:38.441644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa48e08-47a5-4d1f-9743-e4f96b0ee123 req-dec8d458-74ac-40f4-95b9-26d344e375ed tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:38.443194 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1aa48e08-47a5-4d1f-9743-e4f96b0ee123 req-dec8d458-74ac-40f4-95b9-26d344e375ed tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0492129 Dec 24 03:30:38.491787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1aa48e08-47a5-4d1f-9743-e4f96b0ee123 req-404cbc44-ee66-40da-ae7f-97845c9d6353 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Dec 24 03:30:38.514581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40374) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:38.576520 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-568e4c93-58b2-4952-bc11-866d0c0d7be4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c HTTP/1.1" status: 200 len: 994 time: 0.0607328 Dec 24 03:30:38.847224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40380) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:39.004184 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port dd980078-e9af-4ebd-8369-578aadcda027 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:39.004551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.081991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.082314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.094540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for dd980078-e9af-4ebd-8369-578aadcda027 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:39.320669 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.344526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=dd980078-e9af-4ebd-8369-578aadcda027,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:39.357667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.358022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.358364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.358706 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.359050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.359375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.359704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.360028 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.360365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.360713 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.361039 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.361364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.361686 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:39.414585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.414913 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c disassociated (deleted). External IP: 172.26.7.137, port: fb431d12-6bb9-4613-9cea-7d44ed836943. Dec 24 03:30:39.616774 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:39.730957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:39.735860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:39.743168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Sync routers for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:39.754791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:39.755507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:39.764857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21ab236a-9ff7-4a45-81b8-8184563caa3e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/floatingips/dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c HTTP/1.1" status: 204 len: 168 time: 0.9165752 Dec 24 03:30:39.765456 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:30:39.768015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661" -d '{"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:30:39.834358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39b07c-f1fe-4352-a389-31ae840246d1 x-openstack-request-id: req-8e39b07c-f1fe-4352-a389-31ae840246d1 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:30:39.835323 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:30:39.835898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e39b07c-f1fe-4352-a389-31ae840246d1 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:30:39.836525 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'status': 'completed', 'code': 200} Dec 24 03:30:39.887401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:39.961273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-9fdb7557-4ae0-4a97-ab11-a5b55e52dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:39.962872 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-9fdb7557-4ae0-4a97-ab11-a5b55e52dad8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 1099 time: 0.0417407 Dec 24 03:30:40.068225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-422ecd87-9f6a-43a6-8c5a-f1df698ce997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:40.079509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-422ecd87-9f6a-43a6-8c5a-f1df698ce997 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 200 len: 898 time: 0.0949180 Dec 24 03:30:40.090540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.118930 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-bcac15e0-e397-4c30-8620-aa97dd17b5b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 200 len: 217 time: 0.0385551 Dec 24 03:30:40.120750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Checking router: 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:40.129089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:40.129698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.188124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-7fb59137-4432-40e3-8983-6c78244fc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:40.190002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-7fb59137-4432-40e3-8983-6c78244fc62d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 HTTP/1.1" status: 200 len: 834 time: 0.0633969 Dec 24 03:30:40.253605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6e7f3-211e-4011-bc75-ec82a4379e80 req-86b4ca94-1a5e-4846-84f8-7db1a042c79d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:40.255173 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c2f6e7f3-211e-4011-bc75-ec82a4379e80 req-86b4ca94-1a5e-4846-84f8-7db1a042c79d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0565767 Dec 24 03:30:40.333558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-ba488187-b1a4-43b5-9ddf-c48f37b72474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:40.335075 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-ba488187-b1a4-43b5-9ddf-c48f37b72474 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da294a37-8258-4505-9596-6ff66af08c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743926 Dec 24 03:30:40.340129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c2f6e7f3-211e-4011-bc75-ec82a4379e80 req-0b032f19-7a10-4048-9af3-44527f0d0947 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714934 Dec 24 03:30:40.389324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:40.432864 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-07e98502-be0f-4aff-b345-765a160e1e0a service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888536 Dec 24 03:30:40.527021 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dd69d38e-a95b-43f8-9e3c-ac66e37f3661 req-485be579-4d18-4959-9958-ec76fd5ade97 service neutron] 10.222.0.49 "GET /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854728 Dec 24 03:30:40.581849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:40.607886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0969b9-717a-4c40-a37e-6540026c499e None None] The sync data for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv is: [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:42Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc', 'name': '', 'network_id': 'da294a37-8258-4505-9596-6ff66af08c66', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:8d:ad:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:42Z', 'updated_at': '2021-12-24T03:29:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '2ad7616d-ff4d-42fc-9ebf-791d6cf2f059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:40.833584 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb777721-a34d-4a6e-a4ec-1c072b08e568 None None] New status for floating IP dfc5ff0f-6ca9-45e2-af49-51e3f5f3457c: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:30:41.456488 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31196a-3235-4545-b60d-521649d51b96 req-44cde700-234b-4800-91cf-5b2ab15817c2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:41.457939 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1b31196a-3235-4545-b60d-521649d51b96 req-44cde700-234b-4800-91cf-5b2ab15817c2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Dec 24 03:30:41.505271 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1b31196a-3235-4545-b60d-521649d51b96 req-721a9498-ac52-4400-bfc4-ef01923dc713 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Dec 24 03:30:42.263096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-d47d582f-4834-4039-b95b-f8d04654613b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:42.264467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-d47d582f-4834-4039-b95b-f8d04654613b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0481031 Dec 24 03:30:42.359290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port fb431d12-6bb9-4613-9cea-7d44ed836943 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:42.359632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.445466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port fb431d12-6bb9-4613-9cea-7d44ed836943, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=fb431d12-6bb9-4613-9cea-7d44ed836943,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:42.445828 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.462707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for fb431d12-6bb9-4613-9cea-7d44ed836943 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:42.626030 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca16fb-0ff2-463f-84f8-0c37a3edfa71 req-da5c5ea6-7689-44c2-bccc-1d9d3bc57753 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:42.627505 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57ca16fb-0ff2-463f-84f8-0c37a3edfa71 req-da5c5ea6-7689-44c2-bccc-1d9d3bc57753 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 946 time: 0.0535500 Dec 24 03:30:42.667313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.703178 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=fb431d12-6bb9-4613-9cea-7d44ed836943,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:42.708393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57ca16fb-0ff2-463f-84f8-0c37a3edfa71 req-22704749-76ff-4667-98ae-be38f51a3dd3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b395266-a169-4448-a5c5-5601352e32ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747144 Dec 24 03:30:42.719657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.725953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:42.758102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] No DVR routers for this DVR port fb431d12-6bb9-4613-9cea-7d44ed836943 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:42.760640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:42.763979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e800b28f-3a01-4d8b-9da1-85124cbc7a05 req-fe79f533-3f23-47e5-9f73-5866164faff9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "DELETE /v2.0/ports/fb431d12-6bb9-4613-9cea-7d44ed836943 HTTP/1.1" status: 204 len: 173 time: 0.4899740 Dec 24 03:30:42.764437 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'name': 'network-vif-deleted', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:30:42.766655 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556d2ce3-b668-44f6-82f1-9482b5ac3681" -d '{"events": [{"server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "name": "network-vif-deleted", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:30:42.804359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb923b8-204c-42c9-becd-c9d65997a1f3 x-openstack-request-id: req-ebb923b8-204c-42c9-becd-c9d65997a1f3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:30:42.804680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6375a785-3150-4394-adab-56526eb8d1b5", "name": "network-vif-deleted", "tag": "fb431d12-6bb9-4613-9cea-7d44ed836943", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:30:42.804941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ebb923b8-204c-42c9-becd-c9d65997a1f3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:30:42.805347 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6375a785-3150-4394-adab-56526eb8d1b5', 'name': 'network-vif-deleted', 'tag': 'fb431d12-6bb9-4613-9cea-7d44ed836943', 'status': 'completed', 'code': 200} Dec 24 03:30:43.819979 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cb4c4e7b-5d7b-4d4e-8536-713294a5c04c req-a7cbc647-a62f-426c-8df0-1daed6db4e23 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=6375a785-3150-4394-adab-56526eb8d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0300663 Dec 24 03:30:44.875121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40400) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:45.227680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.473031 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:45.473383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.558537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:45.558897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.574817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:45.828879 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:45.856298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:46.031411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.241745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device fb431d12-6bb9-4613-9cea-7d44ed836943 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:46.245609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:46.261136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: fb431d12-6bb9-4613-9cea-7d44ed836943 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:46.261487 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device fb431d12-6bb9-4613-9cea-7d44ed836943 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:46.694618 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:46.699819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-310a9f41-3aa5-44df-b1fa-36f1c80f5d12 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/8c39ec5d-8f35-42de-b55b-7b1c825e87b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236909 Dec 24 03:30:46.702760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40402) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:46.704988 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Sync routers for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:46.715234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:46.715841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:46.753082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting subnet 2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:30:46.756128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.794970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.819878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:46.879784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:46.999222 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:30:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.014707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.029241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Checking router: 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:47.037494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Routers {'8c39ec5d-8f35-42de-b55b-7b1c825e87b8'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:47.048130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.049427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad7616d-ff4d-42fc-9ebf-791d6cf2f059,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.049427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.049427 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3b4c6afc-3875-43f0-ac1b-2a3eb6f1ce1e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/subnets/2ad7616d-ff4d-42fc-9ebf-791d6cf2f059 HTTP/1.1" status: 204 len: 168 time: 0.3450749 Dec 24 03:30:47.051492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40404) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:47.075910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81294e-1268-4471-b0dd-ec2fee00fb1b None None] Network da294a37-8258-4505-9596-6ff66af08c66 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:47.160095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.221563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] Set router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:47.265704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.351156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] DHCP port deletion for da294a37-8258-4505-9596-6ff66af08c66 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:47.376309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 3b9838de-782b-426e-96e8-3ac9c69f72ab {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:47.376683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.442810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Deleting port 8a4349d9-90b3-484d-b798-45addfe8a9c9 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:30:47.443447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.458944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 3b9838de-782b-426e-96e8-3ac9c69f72ab, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=3b9838de-782b-426e-96e8-3ac9c69f72ab,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:47.459341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.462946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:30:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:47.472042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 3b9838de-782b-426e-96e8-3ac9c69f72ab owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:47.494653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd71bbfe-11ca-40ed-a6e6-06e18d0ee46e None None] The sync data for ids ['8c39ec5d-8f35-42de-b55b-7b1c825e87b8'] in dv-neutron-822868-1-hyperv is: [{'id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981387343', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:30:45Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '3b9838de-782b-426e-96e8-3ac9c69f72ab', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:03:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c39ec5d-8f35-42de-b55b-7b1c825e87b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:29:38Z', 'updated_at': '2021-12-24T03:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:47.537324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] For port 8a4349d9-90b3-484d-b798-45addfe8a9c9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=8a4349d9-90b3-484d-b798-45addfe8a9c9,segment=NetworkSegment(88c35d2e-cce5-4aab-98c7-8656cf985c3a),segment_id=88c35d2e-cce5-4aab-98c7-8656cf985c3a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:47.537724 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.550093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Calling delete_port for 8a4349d9-90b3-484d-b798-45addfe8a9c9 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:30:47.709239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.737260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Pushing event deleted for resources: {'Port': ['ID=8a4349d9-90b3-484d-b798-45addfe8a9c9,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.737483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.741580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] No DVR routers for this DVR port 8a4349d9-90b3-484d-b798-45addfe8a9c9 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:30:47.748251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.748610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.748949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.749289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.749624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.749949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.750279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.750606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.750930 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.751254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.751572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.752327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.752327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ab827-4ec4-4845-a08d-81dc2cf00b3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:47.764451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=3b9838de-782b-426e-96e8-3ac9c69f72ab,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:47.781793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42aa40-7a6a-4aab-a10f-d630b1225cbc None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:47.827506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.924125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:47.926404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.040345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.040941 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Fanout notify agent at l3_agent the message router_deleted on router 8c39ec5d-8f35-42de-b55b-7b1c825e87b8 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:30:48.052852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.052852 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0884ca90-4737-4697-85f1-1345aa69f422 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/routers/8c39ec5d-8f35-42de-b55b-7b1c825e87b8 HTTP/1.1" status: 204 len: 168 time: 0.9959021 Dec 24 03:30:48.052852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40406) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:48.130456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.226697 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.246206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da294a37-8258-4505-9596-6ff66af08c66']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.255688 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c35d2e-cce5-4aab-98c7-8656cf985c3a') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.256052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c35d2e-cce5-4aab-98c7-8656cf985c3a') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:48.265382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.278598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.284243 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:30:48.284660 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:30:48.287568 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:30:48.431952 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.439141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.441740 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/networks/da294a37-8258-4505-9596-6ff66af08c66 HTTP/1.1" status: 204 len: 168 time: 0.3885138 Dec 24 03:30:48.446222 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40408) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:48.453746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ffbab-37b7-434a-97d9-428e031c957b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Network': ['ID=da294a37-8258-4505-9596-6ff66af08c66,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:48.510373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.541217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.558256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:48.579124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:48.579394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 24c4228c-e6bb-4e2f-87df-f0ed3e27b1bc not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:48.580081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3b9838de-782b-426e-96e8-3ac9c69f72ab no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:48.598437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 3b9838de-782b-426e-96e8-3ac9c69f72ab {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:48.598777 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 3b9838de-782b-426e-96e8-3ac9c69f72ab not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:48.599296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a4349d9-90b3-484d-b798-45addfe8a9c9 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:30:48.618261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 8a4349d9-90b3-484d-b798-45addfe8a9c9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:30:48.618610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 8a4349d9-90b3-484d-b798-45addfe8a9c9 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:30:48.651322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.653989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:48.655169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b395266-a169-4448-a5c5-5601352e32ca HTTP/1.1" status: 204 len: 168 time: 0.2080090 Dec 24 03:30:48.665349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d190-7737-49f0-9660-515fa6b88b69 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b395266-a169-4448-a5c5-5601352e32ca,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:49.175838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40414) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.175838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471350271', 'description': 'tempest-secgroup-smoke-1471350271 description', 'project_id': 'dd92f67d89d24ed7989652a10675aad7'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:49.268126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.332824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.391266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.418653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:49.464701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.465966 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bcc293f9-e822-4066-b9ec-8487d2b3b0ff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2940605 Dec 24 03:30:49.468843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40416) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.473106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:49.564466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.619220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.685324 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.703448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c712ede-d801-4674-bedc-26b162175214,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:49.761710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.762911 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c2fa0c20-1ae2-4a76-bb29-385f51a911b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931347 Dec 24 03:30:49.765627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40418) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:49.769980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:49.882334 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:49.942216 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.008404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.027503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12042955-e4b4-423c-ac8d-8bc476e4d758,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.107779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.109035 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-98f407e3-c3cf-4b3b-b14d-262e7427489e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424816 Dec 24 03:30:50.111896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40420) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:50.116172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:50.228812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.286480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.302770 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16f2b26b-1877-4c58-9d7e-5db1484aac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.359413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.376383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7591d9-2bc8-454c-b3ee-98a5730d4656,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.452810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.454013 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2716c7e6-b3b6-4947-8057-e90360543adc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3411493 Dec 24 03:30:50.456797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40422) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:50.461788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:50.558579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.615271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.702796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.721314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abde036-c014-46e5-875d-1f77894ba4d1,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:50.801705 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.802909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c9fd96c9-13a0-4493-8612-6743777496be tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451884 Dec 24 03:30:50.806211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40424) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:50.810617 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:50.906086 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:30:50.911362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:50.972048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.021448 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:30:51.042776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.060789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7312f63c-7a95-4061-80a3-e38b5c0640b8,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.139238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.140487 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ed986ae5-bcf7-478a-b843-4667a7450674 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333406 Dec 24 03:30:51.143353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40426) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.147717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '38d7c36d-61f4-4d9f-bf5b-6b428145c1bc', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:51.239698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:30:51.245576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.304550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.377116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.393902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab0e508-c663-451f-ace7-f989fdb96f61,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.470629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.471832 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-42fe7af2-a9e0-42c6-9714-cd4680a0803d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275635 Dec 24 03:30:51.474663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40428) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.480190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'network': {'name': 'tempest-network-smoke--241779255', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:51.571426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:51.574919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.598071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:30:51.606961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.609517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Added segment b7f56967-ca9b-43b9-b01e-15a42bb0c16c of type vlan for network c2d20b12-2619-4dc2-8860-252038034173 Dec 24 03:30:51.645478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.734259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.739808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:51.740392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.804346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Network': ['ID=c2d20b12-2619-4dc2-8860-252038034173,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:51.814622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c2d20b12-2619-4dc2-8860-252038034173 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:30:51.834985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-50aeac12-a0a1-4318-bed6-60b1742ab385 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3580849 Dec 24 03:30:51.837847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40430) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:51.842444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'admin_state_up': True, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:51.943141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.945114 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:51.994553 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.192243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.371066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c937a133-d33e-4a01-b426-415ea7598dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.448159 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.466322 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.570042 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.129 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:52.671562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.763337 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.801882 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:52.805401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:52.808897 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:52.814257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:52.824808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cabce3-46f4-4f9b-831a-4c98cd9d04d8 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:52.913456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-dea92e53-8627-4679-ab95-2fc1d08c225c None None] Provisioning complete for port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:52.913821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dea92e53-8627-4679-ab95-2fc1d08c225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:52.951385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-dea92e53-8627-4679-ab95-2fc1d08c225c None None] Port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:53.140380 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.669662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.882848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:53.890752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:30:53.997219 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:54.008406 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Sync routers for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:54.017526 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:54.018132 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.073895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.075191 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b2981976-737e-47ab-8b5f-b1aff32088d1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2363176 Dec 24 03:30:54.078621 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40432) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.107706 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-adfa06ac-59ee-4f3f-9ed7-7d7728d50285 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dd92f67d89d24ed7989652a10675aad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278811 Dec 24 03:30:54.110251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40434) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.123236 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:54.201305 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f2e57a-2408-4144-9f20-e6a57c29a340 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:54.202848 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f3f2e57a-2408-4144-9f20-e6a57c29a340 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916893 Dec 24 03:30:54.205806 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40436) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.234264 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4488b3dc-3372-4aa8-b081-ce110babf750 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273557 Dec 24 03:30:54.236718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40438) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:54.242053 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-515180168', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:30:54.299554 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:52Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:54.328742 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Checking router: 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:54.329077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Updating router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:30:54.353331 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.402971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:30:54.406558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.593010 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.645897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.674052 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.706518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Subnet': ['ID=751d0f15-0b5e-4385-a0f9-d1a43fe07a61,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:54.718924 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Checking segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:54.719299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network hostable DHCP agents. Network: c2d20b12-2619-4dc2-8860-252038034173, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:30:54.720873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ddfbe-095a-4998-bb51-f00681f6f9eb None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:54.730241 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Attempting to bind port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:54.730801 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Attempting to bind port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:54.731751 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Attempting to bind port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:54.742247 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Bound port: da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.747162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Pushing event updated for resources: {'Port': ['ID=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:54.773798 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.774148 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.774574 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.774871 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.775193 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.775519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.775842 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.776186 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.776530 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.776876 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.777192 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.777507 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.777822 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:30:54.780546 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e391e342-050d-4956-9531-ae94e5b52147 None None] Provisioning complete for port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:54.785780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e391e342-050d-4956-9531-ae94e5b52147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.791766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network c2d20b12-2619-4dc2-8860-252038034173 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:30:54.809974 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] For port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:54.813162 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] For port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:54.821809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e391e342-050d-4956-9531-ae94e5b52147 None None] Port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:54.891509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c2d20b12-2619-4dc2-8860-252038034173) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:54.896055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:54.899369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.902981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba309715-2259-4da6-95a5-0492dbb24524 None None] Network c2d20b12-2619-4dc2-8860-252038034173 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:54.922695 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:54.986892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9d2e4-b653-484b-bd30-b295e53b957b None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:30:55.013030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:55.013550 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3141ed95-40b1-4272-81cc-225be6d0b51c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7527156 Dec 24 03:30:55.013653 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.013748 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40440) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:30:55.037234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c2d20b12-2619-4dc2-8860-252038034173', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:30:55.038138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.046270 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e0ce5-a219-4ce2-8923-4bd87251ca7f None None] Pushing event updated for resources: {'Port': ['ID=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.116144 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:55.194483 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] Provisioning complete for port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:55.194835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.243921 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.249013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Allocated IP 172.20.0.2 (c2d20b12-2619-4dc2-8860-252038034173/751d0f15-0b5e-4385-a0f9-d1a43fe07a61/894a9479-57f1-4653-905d-4c6f10392641) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:55.416120 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:52Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:55.445122 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1870827-be42-4321-ba16-08d5b5c1f537 None None] The sync data for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv is: [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:52Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:30:55.451893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.515426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.546607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] For port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:55.605646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.626362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.688490 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d2cd6-b8c7-4e32-8170-ca699155cc44 None None] Pushing event updated for resources: {'Port': ['ID=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.699624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.757976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Network c2d20b12-2619-4dc2-8860-252038034173 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:55.760854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:55.763680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:55.773763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Pushing event updated for resources: {'Port': ['ID=894a9479-57f1-4653-905d-4c6f10392641,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:55.795080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.1 (c2d20b12-2619-4dc2-8860-252038034173/751d0f15-0b5e-4385-a0f9-d1a43fe07a61/673c08a0-504c-467e-86cb-e34a6dbf0cd4) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:30:55.840337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Attempting to bind port 894a9479-57f1-4653-905d-4c6f10392641 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:55.840727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Attempting to bind port 894a9479-57f1-4653-905d-4c6f10392641 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:55.841088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Attempting to bind port 894a9479-57f1-4653-905d-4c6f10392641 on network c2d20b12-2619-4dc2-8860-252038034173 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:55.850129 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:55.851042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Checking segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:55.851457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.851850 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Bound using segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:55.852328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Bound port: 894a9479-57f1-4653-905d-4c6f10392641, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:55.852745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.915340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.918595 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:55.927949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] For port 894a9479-57f1-4653-905d-4c6f10392641, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:55.931249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] For port 894a9479-57f1-4653-905d-4c6f10392641, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=894a9479-57f1-4653-905d-4c6f10392641,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:56.017339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.063730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.083274 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf5c01-4d2f-45aa-985a-c87bd816a4db None None] Pushing event updated for resources: {'Port': ['ID=894a9479-57f1-4653-905d-4c6f10392641,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.114167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network c2d20b12-2619-4dc2-8860-252038034173 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:56.119663 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:56.123998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:30:56.168095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.189689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.422815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.456226 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:56.507733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:56.507994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.591168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 894a9479-57f1-4653-905d-4c6f10392641 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:56.642951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 894a9479-57f1-4653-905d-4c6f10392641 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:56.643320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.719345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.728895 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.751907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 894a9479-57f1-4653-905d-4c6f10392641, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=894a9479-57f1-4653-905d-4c6f10392641,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:56.786096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.815100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.863379 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:56.865255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.871582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=894a9479-57f1-4653-905d-4c6f10392641,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:56.967020 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network c2d20b12-2619-4dc2-8860-252038034173 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:30:56.968576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:30:57.087268 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:30:57.095119 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2d2a0a-4322-4657-afbd-3e7a59d295d8 None None] Network c2d20b12-2619-4dc2-8860-252038034173 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:30:57.177730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-81d8eafc-4a32-464b-b010-f374b518586a None None] Provisioning complete for port 894a9479-57f1-4653-905d-4c6f10392641 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:57.178145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81d8eafc-4a32-464b-b010-f374b518586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.200133 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:30:57.212451 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-358acd17-ea7b-45b8-9446-c7638962c96f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/730f6f65-1a1e-426c-8c1e-2a94d6b2bffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107689 Dec 24 03:30:57.380526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-abcb725a-fcd7-4703-8f08-c20d1ac905b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471350271&fields=id&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 267 time: 0.0482671 Dec 24 03:30:57.498693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-f1a29749-5b7a-4612-98aa-3632566f4e78 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:30:57.500202 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-f1a29749-5b7a-4612-98aa-3632566f4e78 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 796 time: 0.1115894 Dec 24 03:30:57.516577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-2bf49445-128e-428b-914f-0f9613020960 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/quotas/dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 375 time: 0.0093067 Dec 24 03:30:57.519575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ceed1758-fe6f-4edb-99fd-c49be669d58a None None] Provisioning complete for port 894a9479-57f1-4653-905d-4c6f10392641 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:57.519945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ceed1758-fe6f-4edb-99fd-c49be669d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.577504 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-dfd4f18f-1ef7-4010-a85e-d1d2eba39f1c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526714 Dec 24 03:30:57.634115 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ceed1758-fe6f-4edb-99fd-c49be669d58a None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:57.634406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ceed1758-fe6f-4edb-99fd-c49be669d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.657037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Sync routers for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:30:57.681817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:57.682572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:57.684467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ceed1758-fe6f-4edb-99fd-c49be669d58a None None] Port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:57.737089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-d5ceb8db-7e51-4b71-983f-8f0a41cad372 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476116 Dec 24 03:30:57.801582 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:57.833030 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-309f218a-2aad-41b5-b108-5ac8d3c53f04 service neutron] 10.222.0.36 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910625 Dec 24 03:30:57.851649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ccdbeb85-7d34-42cf-a7ba-c8500fd38792 None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:57.852017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ccdbeb85-7d34-42cf-a7ba-c8500fd38792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:57.959877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbeb85-7d34-42cf-a7ba-c8500fd38792 None None] Port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:58.050395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 2, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:58.079504 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-74ffac6c-340a-48a0-97cd-541864922a71 req-113ebd62-db67-4130-9479-c2a8186ea968 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 210 time: 0.0280139 Dec 24 03:30:58.086548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Checking router: 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:30:58.087018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Updating router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:30:58.120100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.122789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c0501a97-2a62-40ec-857d-ab371eb9abec None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.123230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c0501a97-2a62-40ec-857d-ab371eb9abec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.189249 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c0501a97-2a62-40ec-857d-ab371eb9abec None None] Port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:30:58.399732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 894a9479-57f1-4653-905d-4c6f10392641 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:30:58.448234 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.464530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 894a9479-57f1-4653-905d-4c6f10392641 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.464892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.539292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.592667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03742e89-b055-45d2-94c0-80b6ae2e44f7 None None] Pushing event updated for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.595067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-ed47878a-f5d2-453d-a0f7-be97554e559f req-642a5c7c-be26-4a98-99e8-a2e14961836e tempest-ServerDiskConfigTestJSON-1999279458 tempest-ServerDiskConfigTestJSON-1999279458-project] (110367) timed out ('10.222.0.49', 62604) {{(pid=110367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 03:30:58.648907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Attempting to bind port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:30:58.649277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Attempting to bind port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:30:58.649638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Attempting to bind port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 on network c2d20b12-2619-4dc2-8860-252038034173 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:30:58.655145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:30:58.655514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Checking segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:30:58.655911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.656314 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Bound using segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:30:58.656876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Bound port: 673c08a0-504c-467e-86cb-e34a6dbf0cd4, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:30:58.657256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.729407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] For port 673c08a0-504c-467e-86cb-e34a6dbf0cd4, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:30:58.732746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] For port 673c08a0-504c-467e-86cb-e34a6dbf0cd4, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=673c08a0-504c-467e-86cb-e34a6dbf0cd4,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:30:58.810628 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.838789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:58.839094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:58.906239 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03742e89-b055-45d2-94c0-80b6ae2e44f7 None None] Pushing event updated for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:58.909399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:30:58.917700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:59.030315 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.069231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:30:59.104238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] For port 673c08a0-504c-467e-86cb-e34a6dbf0cd4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=673c08a0-504c-467e-86cb-e34a6dbf0cd4,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:30:59.174559 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-edde3033-87ba-4140-bf34-2c9040452697 req-19940bec-24f3-4b78-aad5-52204e60c398 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 210 time: 0.0264530 Dec 24 03:30:59.344720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.416996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c8f50-5cd9-454a-85e6-c4f819e2522d None None] Pushing event updated for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:30:59.471376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ca141b43-85df-4e70-b3e1-518718c08627 None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:30:59.471751 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ca141b43-85df-4e70-b3e1-518718c08627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:30:59.507393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:58Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:30:59.536736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad82af-430c-41b6-9880-e7382aa10854 None None] The sync data for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv is: [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:58Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:00.238326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-82f71d7b-2e70-412d-a39a-9ee8308bbd52 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:00.245892 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-82f71d7b-2e70-412d-a39a-9ee8308bbd52 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 796 time: 0.1133761 Dec 24 03:31:00.289057 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-06ba8eda-97ec-4ab5-a9ef-597346e8a184 req-6e7ca7b0-d428-4fd8-b7bf-9f116593d920 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 210 time: 0.0307720 Dec 24 03:31:00.294842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.331719 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-dabd8999-702b-48c8-be03-2ef466d59ae7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 380 time: 0.0719464 Dec 24 03:31:00.361423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'port': {'device_id': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'admin_state_up': True, 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'security_groups': ['38d7c36d-61f4-4d9f-bf5b-6b428145c1bc']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:00.425244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 673c08a0-504c-467e-86cb-e34a6dbf0cd4 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:00.484693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:00.485338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.562133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:31:00.565603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.694069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.13 (c2d20b12-2619-4dc2-8860-252038034173/751d0f15-0b5e-4385-a0f9-d1a43fe07a61/b755f623-88a9-446a-a105-919af180bf6e) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:00.828141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.925835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:00.969458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network c2d20b12-2619-4dc2-8860-252038034173 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:00.972443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:00.976767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:00.983182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:01.032052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:01.032744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.103230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-ef339f5d-4e8b-4e97-8a3c-aca4386ac0e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7485514 Dec 24 03:31:01.129485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Request body: {'port': {'device_id': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:01.188099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.235457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-92feb2c3-c2ff-4cce-8760-4cf767b89094 None None] Provisioning complete for port b755f623-88a9-446a-a105-919af180bf6e triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:01.235829 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-92feb2c3-c2ff-4cce-8760-4cf767b89094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.272554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-92feb2c3-c2ff-4cce-8760-4cf767b89094 None None] Port b755f623-88a9-446a-a105-919af180bf6e cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:31:01.435527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1278e2-bcd3-401d-bf2d-eb1c9d2714ee req-5073c5dd-dd7d-42da-b181-07f22056c195 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:01.436906 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da1278e2-bcd3-401d-bf2d-eb1c9d2714ee req-5073c5dd-dd7d-42da-b181-07f22056c195 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 932 time: 0.0758278 Dec 24 03:31:01.510189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b755f623-88a9-446a-a105-919af180bf6e {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:31:01.524239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.537423 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-da1278e2-bcd3-401d-bf2d-eb1c9d2714ee req-73eb6c8f-aa20-42d7-8f84-ed58af69d208 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903354 Dec 24 03:31:01.544464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Transition to ACTIVE for port object b755f623-88a9-446a-a105-919af180bf6e will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:31:01.656485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.707565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:01.776337 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Attempting to bind port b755f623-88a9-446a-a105-919af180bf6e on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:31:01.776720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Attempting to bind port b755f623-88a9-446a-a105-919af180bf6e by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:31:01.777057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Attempting to bind port b755f623-88a9-446a-a105-919af180bf6e on network c2d20b12-2619-4dc2-8860-252038034173 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:01.781681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Port b755f623-88a9-446a-a105-919af180bf6e on network c2d20b12-2619-4dc2-8860-252038034173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:31:01.782005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Attempting to bind port b755f623-88a9-446a-a105-919af180bf6e on network c2d20b12-2619-4dc2-8860-252038034173 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:31:01.787226 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:31:01.787582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Checking segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:31:01.787971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Bound using segment: {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:31:01.788404 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Bound port: b755f623-88a9-446a-a105-919af180bf6e, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:31:01.788788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.857483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:31:01.860374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b755f623-88a9-446a-a105-919af180bf6e,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:31:01.957553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.991898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:01.992562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:01.993985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 1094 time: 0.8688841 Dec 24 03:31:01.994453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:01.996905 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34a73e4-00ca-4b07-97a3-851cfa795444" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:02.025125 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6468f-41a7-4d1e-b5a8-19cd116c23e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:02.044038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea92359-6fa6-4b0e-b805-01a6a129d200 x-openstack-request-id: req-7ea92359-6fa6-4b0e-b805-01a6a129d200 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:02.048840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:02.048840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ea92359-6fa6-4b0e-b805-01a6a129d200 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:02.048840 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e', 'status': 'completed', 'code': 200} Dec 24 03:31:02.136363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-b0fd2bab-7cd2-499c-9f0b-35b1bd1f2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.137967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-b0fd2bab-7cd2-499c-9f0b-35b1bd1f2768 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1097 time: 0.0445745 Dec 24 03:31:02.254132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-bab76723-8f6c-45ea-8211-1be1734ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.255516 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-bab76723-8f6c-45ea-8211-1be1734ef93c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0961733 Dec 24 03:31:02.352395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-a20c8607-a124-4775-9af5-ceaba847c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.353873 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c34a73e4-00ca-4b07-97a3-851cfa795444 req-a20c8607-a124-4775-9af5-ceaba847c28f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867710 Dec 24 03:31:02.473652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-a69968c3-f583-4727-adfc-cc4471075610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.475063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-a69968c3-f583-4727-adfc-cc4471075610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1097 time: 0.0446472 Dec 24 03:31:02.529563 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-c4e27594-63d5-427d-896d-c936e64862f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 217 time: 0.0336955 Dec 24 03:31:02.581866 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-a4f0a536-096a-4ae7-a310-d543facffb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.583312 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-a4f0a536-096a-4ae7-a310-d543facffb8c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 200 len: 834 time: 0.0432711 Dec 24 03:31:02.661522 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-1391698f-cb0e-412f-ab6a-31c60d37f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.663346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-1391698f-cb0e-412f-ab6a-31c60d37f1a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2d20b12-2619-4dc2-8860-252038034173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691283 Dec 24 03:31:02.676706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770b416-4493-4799-a395-ff05f7314e4c req-da6d9798-7a7b-4694-b6ec-871a4c6e3005 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:02.678744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2770b416-4493-4799-a395-ff05f7314e4c req-da6d9798-7a7b-4694-b6ec-871a4c6e3005 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 944 time: 0.0611324 Dec 24 03:31:02.780948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2770b416-4493-4799-a395-ff05f7314e4c req-4af47167-583a-4b30-9d3c-b2a73ce562bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944829 Dec 24 03:31:02.796108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-d2660d64-6b03-4a9d-b582-7c1ddd539951 service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164494 Dec 24 03:31:02.888747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8a60b2b1-b68c-4daa-a97a-fde6b5a9643b req-5373635c-65c3-4d45-bafb-bc7ab7207b78 service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815940 Dec 24 03:31:03.895318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e23cc-724f-4a9c-baf2-c5accbef38a8 req-7153cf14-574a-4a60-9b5b-3c6fd9d80744 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:03.897431 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a2e23cc-724f-4a9c-baf2-c5accbef38a8 req-7153cf14-574a-4a60-9b5b-3c6fd9d80744 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 944 time: 0.0478671 Dec 24 03:31:03.944828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1a2e23cc-724f-4a9c-baf2-c5accbef38a8 req-18b417f2-3455-4dd8-80e7-f3092b7a6fc9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Dec 24 03:31:04.328819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b755f623-88a9-446a-a105-919af180bf6e details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:31:04.423381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b755f623-88a9-446a-a105-919af180bf6e,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:04.434807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': 'b755f623-88a9-446a-a105-919af180bf6e', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'port_id': 'b755f623-88a9-446a-a105-919af180bf6e', 'mac_address': 'fa:16:3e:cd:e4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:31:04.470819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.483232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b755f623-88a9-446a-a105-919af180bf6e {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:31:04.502454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b755f623-88a9-446a-a105-919af180bf6e,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:04.565298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:04.613149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:04.923981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['b755f623-88a9-446a-a105-919af180bf6e'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:31:05.058718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fb5f3-fa65-425a-ae3e-0e857bf37ffa req-af02dd2c-0f2e-431c-ab1b-804967abf6cb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:05.060203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-286fb5f3-fa65-425a-ae3e-0e857bf37ffa req-af02dd2c-0f2e-431c-ab1b-804967abf6cb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 945 time: 0.0487311 Dec 24 03:31:05.115935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-286fb5f3-fa65-425a-ae3e-0e857bf37ffa req-199ce503-a479-4173-81d4-ff6b9b8b379f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497832 Dec 24 03:31:06.233369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55660a89-2733-4eb8-a8a2-c3bc52f04884 req-2b04fbdc-5460-438e-b4e1-d445f6321a05 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:06.234816 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55660a89-2733-4eb8-a8a2-c3bc52f04884 req-2b04fbdc-5460-438e-b4e1-d445f6321a05 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Dec 24 03:31:06.282000 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-55660a89-2733-4eb8-a8a2-c3bc52f04884 req-60641959-c977-4832-aeea-f3459c5d5062 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Dec 24 03:31:06.329691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b755f623-88a9-446a-a105-919af180bf6e up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:31:06.467754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port b755f623-88a9-446a-a105-919af180bf6e completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:31:06.471612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port b755f623-88a9-446a-a105-919af180bf6e triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:31:06.471985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.548373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.572740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:06.575061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22894513-cf20-4b81-b651-a205bdd8ba56" -d '{"events": [{"server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "name": "network-vif-plugged", "status": "completed", "tag": "b755f623-88a9-446a-a105-919af180bf6e"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:06.588343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b755f623-88a9-446a-a105-919af180bf6e,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:31:06.667575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614fd02-ecc5-40b6-b31f-346ca9fe3a67 x-openstack-request-id: req-f614fd02-ecc5-40b6-b31f-346ca9fe3a67 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:06.667889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "name": "network-vif-plugged", "status": "completed", "tag": "b755f623-88a9-446a-a105-919af180bf6e", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:06.668145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f614fd02-ecc5-40b6-b31f-346ca9fe3a67 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:06.668579 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e', 'code': 200} Dec 24 03:31:06.682329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:06.734223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:07.059922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2dc69-148e-4639-a7ad-95eac24a21ec req-497c7669-15fa-419c-bfad-b7d7a10f4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:07.061401 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-29f2dc69-148e-4639-a7ad-95eac24a21ec req-497c7669-15fa-419c-bfad-b7d7a10f4ed0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1099 time: 0.0397437 Dec 24 03:31:07.111385 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-29f2dc69-148e-4639-a7ad-95eac24a21ec req-6a49b168-3a44-44d7-95ca-3da7c32a3f33 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Dec 24 03:31:07.394336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39140-999a-4dd4-8bc4-e27fe0dc56f8 req-ec4eda02-5a9b-4d4b-a2b1-63758def5c16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:07.395774 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-96a39140-999a-4dd4-8bc4-e27fe0dc56f8 req-ec4eda02-5a9b-4d4b-a2b1-63758def5c16 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0477731 Dec 24 03:31:07.444353 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-96a39140-999a-4dd4-8bc4-e27fe0dc56f8 req-580b45ec-b7a0-4cb8-b11c-af4449f4c6f2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422802 Dec 24 03:31:08.560586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1499eff-a62f-4632-9e52-a1c57231b9fa req-81e3df53-954d-4c36-b5d3-5032cf35c9f1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:08.562058 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1499eff-a62f-4632-9e52-a1c57231b9fa req-81e3df53-954d-4c36-b5d3-5032cf35c9f1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0489163 Dec 24 03:31:08.612879 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1499eff-a62f-4632-9e52-a1c57231b9fa req-866b6a45-a10c-44c3-b6ee-a9ab7bad4d9e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Dec 24 03:31:08.726949 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abe640-663f-466a-b1be-e4d6417eb5de req-4a5dc585-67de-44b7-a7c8-e1c66f9f1d57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:08.728387 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c3abe640-663f-466a-b1be-e4d6417eb5de req-4a5dc585-67de-44b7-a7c8-e1c66f9f1d57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0499175 Dec 24 03:31:08.780083 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c3abe640-663f-466a-b1be-e4d6417eb5de req-aa2a5f7b-34e1-4885-b305-e652ff6a5cbe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459027 Dec 24 03:31:08.801731 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40502) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:08.841614 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3ca9b-7dc7-45be-9485-0282d7ea7efd tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:08.843074 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bbd3ca9b-7dc7-45be-9485-0282d7ea7efd tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1094 time: 0.0402567 Dec 24 03:31:08.845784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40504) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:08.849891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': 'b755f623-88a9-446a-a105-919af180bf6e', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:31:08.925388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.019535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.122821 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.252 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/ca67d437-6c5e-43b4-8516-7fcb7f8baa62) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:31:09.226450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.305455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:09.344388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:31:09.347260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:31:09.350661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:31:09.373803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=ca67d437-6c5e-43b4-8516-7fcb7f8baa62,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:10.022393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.137382 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.289527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.358734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.424331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=ca67d437-6c5e-43b4-8516-7fcb7f8baa62,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:31:10.436562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.536212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 203d0422-d375-4474-8b9f-29d2488c594c associated. External IP: 172.26.7.252, port: b755f623-88a9-446a-a105-919af180bf6e. Dec 24 03:31:10.742664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:31:10.848718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:31:10.859366 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Sync routers for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:31:10.869106 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:10.869739 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:10.924313 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:10.952656 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bcf203f1-7f80-452a-b67d-655deb4e5615 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1057310 Dec 24 03:31:10.953200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:31:10.955449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004aeffa-1e08-4ea8-a084-e2340f74b3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:31:10.977596 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:11.162365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dcaef5-90c9-4730-b36a-c003eed66a02 x-openstack-request-id: req-93dcaef5-90c9-4730-b36a-c003eed66a02 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:31:11.162365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:31:11.162365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93dcaef5-90c9-4730-b36a-c003eed66a02 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:31:11.162365 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e', 'status': 'completed', 'code': 200} Dec 24 03:31:11.165140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be313b5-50c0-4073-afc5-41c744a1bcd6 req-88993c3b-b2b3-49bc-a8dc-036a4f0ac7bc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:11.166753 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9be313b5-50c0-4073-afc5-41c744a1bcd6 req-88993c3b-b2b3-49bc-a8dc-036a4f0ac7bc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.1625106 Dec 24 03:31:11.215146 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '203d0422-d375-4474-8b9f-29d2488c594c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'port_id': 'b755f623-88a9-446a-a105-919af180bf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'mac_address': 'fa:16:3e:cd:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:09Z', 'updated_at': '2021-12-24T03:31:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.226842 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9be313b5-50c0-4073-afc5-41c744a1bcd6 req-81dc91d1-43f5-42c8-a0f1-dd069f828fa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539153 Dec 24 03:31:11.247526 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Checking router: 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:31:11.250007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40512) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:11.256920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-f233b6e2-adb6-48a1-ba1b-30885cc5fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:11.257088 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:31:11.257726 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:30:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.259294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-f233b6e2-adb6-48a1-ba1b-30885cc5fca1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1099 time: 0.0541482 Dec 24 03:31:11.317820 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f27f4443-a8fe-4da5-ab9f-1a1fcf53d151 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/203d0422-d375-4474-8b9f-29d2488c594c HTTP/1.1" status: 200 len: 992 time: 0.0660207 Dec 24 03:31:11.354345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-5da8e525-c35b-4af7-8404-964258889946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:11.355818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-5da8e525-c35b-4af7-8404-964258889946 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 897 time: 0.0897028 Dec 24 03:31:11.368700 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:31:11.420981 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-8d989379-6a45-4f08-ab89-0f9c98221095 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 1000 time: 0.0575628 Dec 24 03:31:11.471646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-fdd24711-86ef-43fa-8933-00cc93981303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:11.473128 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-fdd24711-86ef-43fa-8933-00cc93981303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 200 len: 834 time: 0.0452914 Dec 24 03:31:11.522615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-eb434ed8-7f62-42b9-854c-a6e622dda7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:11.524392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-eb434ed8-7f62-42b9-854c-a6e622dda7b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2d20b12-2619-4dc2-8860-252038034173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434730 Dec 24 03:31:11.601347 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '203d0422-d375-4474-8b9f-29d2488c594c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'port_id': 'b755f623-88a9-446a-a105-919af180bf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'mac_address': 'fa:16:3e:cd:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:09Z', 'updated_at': '2021-12-24T03:31:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:31:11.627945 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b73d40-0056-47d3-aeb5-7aa92a7b5d95 None None] The sync data for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv is: [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '203d0422-d375-4474-8b9f-29d2488c594c', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.252', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'port_id': 'b755f623-88a9-446a-a105-919af180bf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'mac_address': 'fa:16:3e:cd:e4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:31:09Z', 'updated_at': '2021-12-24T03:31:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:31:11.639506 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-d91dc603-a8b5-4c82-89f2-74971992ee8b service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070728 Dec 24 03:31:11.734709 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-004aeffa-1e08-4ea8-a084-e2340f74b3a9 req-dca3ab02-0159-4186-991c-6bd8a5170e78 service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874803 Dec 24 03:31:11.823776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a6559-eafa-4da0-b728-dd46480fecaa None None] New status for floating IP 203d0422-d375-4474-8b9f-29d2488c594c: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:31:12.322011 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40514) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:12.384236 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bda74b8b-63bb-474a-bd6b-fe2625ab3aef tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/203d0422-d375-4474-8b9f-29d2488c594c HTTP/1.1" status: 200 len: 994 time: 0.0610600 Dec 24 03:31:20.247978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5c97fe87-cb6e-46f9-9cae-3f331da83adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:22.379587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-42728567-a67e-4b1d-91af-23e9fd525b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:23.858774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.198981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:25.912862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:28.019426 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:31:30.270263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:36.376475 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-7b0f7f5c-3541-4e85-94a6-0c145c8cb663 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943673 Dec 24 03:31:36.515893 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-119c1528-06d9-40f0-b4b8-126ea68a185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:36.517394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-119c1528-06d9-40f0-b4b8-126ea68a185c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1099 time: 0.0407414 Dec 24 03:31:36.625383 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-1d820ce7-5ec6-43c7-bdfa-84e4df011b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:36.626871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-1d820ce7-5ec6-43c7-bdfa-84e4df011b8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 897 time: 0.0889657 Dec 24 03:31:36.691339 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-bfef8f5d-ede5-4887-b104-9517b8a579af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 1002 time: 0.0565653 Dec 24 03:31:36.743666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-48716556-3f51-4fd0-97f9-19f501f9d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:36.745097 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-48716556-3f51-4fd0-97f9-19f501f9d96b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 200 len: 834 time: 0.0459237 Dec 24 03:31:36.795740 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-a607ee82-fd64-4fac-9d99-5dd01bc1d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:36.797225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-a607ee82-fd64-4fac-9d99-5dd01bc1d5a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2d20b12-2619-4dc2-8860-252038034173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399442 Dec 24 03:31:36.891820 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-4ac5ca18-b0d2-464d-90f9-585ec2ea79bb service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863867 Dec 24 03:31:37.320258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4515f7ef-79ec-496e-a802-64324dba1f34 req-dffe16a5-faaa-4ebd-90a9-f5aecea464f1 service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193628 Dec 24 03:31:45.972784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9f3fe-03d2-434f-8012-fa28fa198f1d req-4785b95c-e23d-40d2-bb2f-73fcd75cf28d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:45.974259 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6ba9f3fe-03d2-434f-8012-fa28fa198f1d req-4785b95c-e23d-40d2-bb2f-73fcd75cf28d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.1031833 Dec 24 03:31:46.009402 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-fef5ddff-a48e-4c64-a93a-4791cf3d82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:46.010936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-fef5ddff-a48e-4c64-a93a-4791cf3d82d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1099 time: 0.0448632 Dec 24 03:31:46.029331 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6ba9f3fe-03d2-434f-8012-fa28fa198f1d req-a9312d44-6b3a-48aa-8217-ceb7462feb76 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485077 Dec 24 03:31:46.099175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-03d75bba-590e-42b6-af42-9d257f010389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:46.100652 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-03d75bba-590e-42b6-af42-9d257f010389 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 897 time: 0.0827136 Dec 24 03:31:46.168553 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-a13cb9b7-023f-4f6f-b9df-2ac44480fe24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 1002 time: 0.0598583 Dec 24 03:31:46.217081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-8290511e-14a2-4c9e-8757-38702e8a90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:46.218497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-8290511e-14a2-4c9e-8757-38702e8a90ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 200 len: 834 time: 0.0424957 Dec 24 03:31:46.265597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-3a909b70-5c03-4dd2-a6a8-72a958cda807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:46.267050 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-3a909b70-5c03-4dd2-a6a8-72a958cda807 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2d20b12-2619-4dc2-8860-252038034173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396149 Dec 24 03:31:46.362196 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-97ef0d63-1202-4f89-b130-15dfdec5538a service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847437 Dec 24 03:31:46.453038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41c7771f-2332-4a2c-acd8-2aedeb2ece9f req-68705197-f149-41d6-bbb0-d06e56188755 service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810223 Dec 24 03:31:47.153450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9482-60c6-4f93-a6da-b58c151ca7d8 req-efa19589-0bac-4e97-9fde-6609442273c9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:47.154871 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-921a9482-60c6-4f93-a6da-b58c151ca7d8 req-efa19589-0bac-4e97-9fde-6609442273c9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0530920 Dec 24 03:31:47.202991 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-921a9482-60c6-4f93-a6da-b58c151ca7d8 req-0e09bdd7-4105-4a13-b6d1-c64b2fa48a9a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Dec 24 03:31:48.316352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93917be-c83e-4504-a30c-9e37f0d561ba req-241548f3-d453-4f73-8517-e37dc3a9fd57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:48.317843 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a93917be-c83e-4504-a30c-9e37f0d561ba req-241548f3-d453-4f73-8517-e37dc3a9fd57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0483704 Dec 24 03:31:48.366418 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a93917be-c83e-4504-a30c-9e37f0d561ba req-8810d860-d0b8-49d5-bcc7-0db61b0a78ec tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Dec 24 03:31:49.480467 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96107-922b-466f-b508-b93972a768c5 req-ca3b0dc0-170e-40fa-9222-a0b56b64ea5c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:49.481943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-10f96107-922b-466f-b508-b93972a768c5 req-ca3b0dc0-170e-40fa-9222-a0b56b64ea5c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Dec 24 03:31:49.529928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-10f96107-922b-466f-b508-b93972a768c5 req-cbe0a454-8b7a-4af3-8947-def754ce2cea tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Dec 24 03:31:50.241441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-13fa2d36-b072-439c-a04f-fa5fc7ae3771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:50.642472 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23ddf8-ada8-467c-9311-18caf148e536 req-93bece67-3568-4274-a9de-b291cb5ee225 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:50.643943 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb23ddf8-ada8-467c-9311-18caf148e536 req-93bece67-3568-4274-a9de-b291cb5ee225 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0484290 Dec 24 03:31:50.692710 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb23ddf8-ada8-467c-9311-18caf148e536 req-8a06cec0-e32b-4438-b43c-a195c2a947a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421641 Dec 24 03:31:51.808116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cddfe0-39b9-4c01-9e24-af008acf6919 req-e66920e3-f87a-4b76-ba8b-c4cf47f5bcc1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:51.809649 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b7cddfe0-39b9-4c01-9e24-af008acf6919 req-e66920e3-f87a-4b76-ba8b-c4cf47f5bcc1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0489955 Dec 24 03:31:51.861919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b7cddfe0-39b9-4c01-9e24-af008acf6919 req-2f1876b9-1004-4074-8e52-308f3d18078a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Dec 24 03:31:52.397755 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ae1cfa83-9981-49ff-917b-fa16cbe2b742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:52.984082 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8052314-f877-40eb-b057-8368c5c30dca req-fc1a74d8-83a5-4dd2-a2f9-3099b90bbfcf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:52.985550 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a8052314-f877-40eb-b057-8368c5c30dca req-fc1a74d8-83a5-4dd2-a2f9-3099b90bbfcf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0535302 Dec 24 03:31:53.033826 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a8052314-f877-40eb-b057-8368c5c30dca req-362e3e16-f4e6-4660-82bf-318cac24d136 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Dec 24 03:31:53.866306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:54.147991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832226b-fb91-45ce-9746-537af99c275b req-d37431be-6fc0-4ee7-93d2-860fe9ea8e80 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:54.149488 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d832226b-fb91-45ce-9746-537af99c275b req-d37431be-6fc0-4ee7-93d2-860fe9ea8e80 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0490036 Dec 24 03:31:54.197696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d832226b-fb91-45ce-9746-537af99c275b req-74614e90-30c9-4e64-88e4-e046a97f0467 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423615 Dec 24 03:31:55.226493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:55.313641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafdd61-cd58-428a-9fbd-02249fb40823 req-79e9ab7a-7569-4068-8c77-cf3ef3b1a932 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:55.315108 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9aafdd61-cd58-428a-9fbd-02249fb40823 req-79e9ab7a-7569-4068-8c77-cf3ef3b1a932 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0486727 Dec 24 03:31:55.363841 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9aafdd61-cd58-428a-9fbd-02249fb40823 req-bf679749-5ae1-4b04-ba59-384aa0403301 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Dec 24 03:31:55.894904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:31:56.478433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a8b93-e4ce-4015-9cd4-79e310157768 req-5f5bf8dd-c3bc-4cfc-9d7e-f06c63547438 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:56.479953 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-010a8b93-e4ce-4015-9cd4-79e310157768 req-5f5bf8dd-c3bc-4cfc-9d7e-f06c63547438 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0493464 Dec 24 03:31:56.528587 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-010a8b93-e4ce-4015-9cd4-79e310157768 req-cec088f8-b4da-4c15-9135-88f0d6e5b61f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Dec 24 03:31:57.644700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380f073-6ed5-4e16-9d55-382df897f8ae req-2e8c32b7-b74f-4005-8f92-5cd9e398e129 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:57.646156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9380f073-6ed5-4e16-9d55-382df897f8ae req-2e8c32b7-b74f-4005-8f92-5cd9e398e129 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0502226 Dec 24 03:31:57.700134 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9380f073-6ed5-4e16-9d55-382df897f8ae req-9df452d0-577a-4f52-9db1-ffeb06eb49dc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480075 Dec 24 03:31:58.817820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5aa5-8637-4e16-b29f-48bc2adddad0 req-372f6be6-97ad-4fea-bb0e-11930c203d4a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:31:58.819290 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-376d5aa5-8637-4e16-b29f-48bc2adddad0 req-372f6be6-97ad-4fea-bb0e-11930c203d4a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0531061 Dec 24 03:31:58.866889 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-376d5aa5-8637-4e16-b29f-48bc2adddad0 req-ec3bedf1-ed2a-4c47-adc3-d757b32c940f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 Dec 24 03:31:58.889847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40558) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:31:58.951218 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-12fc055d-8233-43d9-8109-815a65d42f0f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/203d0422-d375-4474-8b9f-29d2488c594c HTTP/1.1" status: 200 len: 994 time: 0.0602162 Dec 24 03:32:00.258068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:05.019276 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:32:20.242425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-02294a08-bd31-4d6f-9792-b9e3bc7a6a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:22.377780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-99f0a90a-9045-4c8d-b984-e89d7000b74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:23.887136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:25.197229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:25.899809 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:30.268756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.391572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40568) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:31.544781 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port ca67d437-6c5e-43b4-8516-7fcb7f8baa62 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:32:31.550344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.625359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.625686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.637606 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for ca67d437-6c5e-43b4-8516-7fcb7f8baa62 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:32:31.842641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.868738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=ca67d437-6c5e-43b4-8516-7fcb7f8baa62,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:31.895964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.896765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.897118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.897466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.897809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.898151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.898490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.898845 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.899154 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.899483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.899816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.900146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.900499 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:31.938749 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:31.939084 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 203d0422-d375-4474-8b9f-29d2488c594c disassociated (deleted). External IP: 172.26.7.252, port: b755f623-88a9-446a-a105-919af180bf6e. Dec 24 03:32:32.152560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:32:32.257364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:32.262839 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:32.267435 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Sync routers for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:32.277174 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:32.277928 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:32.289338 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d1ba676e-9e37-4a72-a4e0-d351088d725c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/floatingips/203d0422-d375-4474-8b9f-29d2488c594c HTTP/1.1" status: 204 len: 168 time: 0.8966928 Dec 24 03:32:32.289930 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:32.292325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:32.331327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249ec327-0cb4-413a-ac9a-0232a1b78a81 x-openstack-request-id: req-249ec327-0cb4-413a-ac9a-0232a1b78a81 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:32.331620 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "tag": "b755f623-88a9-446a-a105-919af180bf6e", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:32.331878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-249ec327-0cb4-413a-ac9a-0232a1b78a81 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:32.332290 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e', 'status': 'completed', 'code': 200} Dec 24 03:32:32.383211 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:32.425063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-dc5af396-5ecb-42e4-a313-1d8b84cdb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:32.426494 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-dc5af396-5ecb-42e4-a313-1d8b84cdb462 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 1099 time: 0.0414476 Dec 24 03:32:32.526252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-413199e4-0980-4486-8b53-7eb8909b77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:32.528613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-413199e4-0980-4486-8b53-7eb8909b77bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 200 len: 897 time: 0.0915027 Dec 24 03:32:32.580525 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-4cebc65a-3927-4fa7-a86e-a7ea1e7cdef9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 200 len: 217 time: 0.0414240 Dec 24 03:32:32.583812 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:32.609627 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Checking router: 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:32.619313 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:32.619313 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:32.631349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-9019c0c1-fb51-4296-86a4-3eef387c8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:32.632895 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-9019c0c1-fb51-4296-86a4-3eef387c8a2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 200 len: 834 time: 0.0449798 Dec 24 03:32:32.691051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-d7ea3460-a1ad-4416-a1dd-c5b9be2e2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:32.692489 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-d7ea3460-a1ad-4416-a1dd-c5b9be2e2790 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2d20b12-2619-4dc2-8860-252038034173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474551 Dec 24 03:32:32.723734 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b903b-ac95-4a3f-b790-0659e5825e90 req-960f7969-60e7-4f79-8e50-b8b389a15c8f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:32.725361 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ad8b903b-ac95-4a3f-b790-0659e5825e90 req-960f7969-60e7-4f79-8e50-b8b389a15c8f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0522604 Dec 24 03:32:32.786686 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ad8b903b-ac95-4a3f-b790-0659e5825e90 req-8d548ab0-39a6-49f5-84f9-e650b40faa3f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Dec 24 03:32:32.803991 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-d1012396-63f9-4e1b-8edf-32479a1fd85c service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974894 Dec 24 03:32:32.828327 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:32.898012 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f34f4f1c-47c8-4062-bd1a-e6a6b714242e req-8601a13f-74ef-4783-a968-88311725a8cd service neutron] 10.222.0.49 "GET /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860567 Dec 24 03:32:33.021365 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:33.049805 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645ae8bd-6e4c-4627-90d4-d9ed12e07bde None None] The sync data for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv is: [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:30:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '673c08a0-504c-467e-86cb-e34a6dbf0cd4', 'name': '', 'network_id': 'c2d20b12-2619-4dc2-8860-252038034173', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:cb:9c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:55Z', 'updated_at': '2021-12-24T03:30:59Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '751d0f15-0b5e-4385-a0f9-d1a43fe07a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:33.255889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a2610c-d1a9-40ef-bbce-97f1410dd5ce None None] New status for floating IP 203d0422-d375-4474-8b9f-29d2488c594c: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:32:33.907600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60e5d-c53f-4714-a3bb-016d3a7b60cc req-67592bed-8e27-464f-9088-819b5583dedf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:33.909125 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3ba60e5d-c53f-4714-a3bb-016d3a7b60cc req-67592bed-8e27-464f-9088-819b5583dedf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0496261 Dec 24 03:32:33.957186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3ba60e5d-c53f-4714-a3bb-016d3a7b60cc req-3cb73ef4-b73e-46fb-8ef3-62a467afb864 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Dec 24 03:32:34.711292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-ce33fd4a-80d4-4c54-b773-057165298cf5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:34.712671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-ce33fd4a-80d4-4c54-b773-057165298cf5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0478401 Dec 24 03:32:34.805718 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port b755f623-88a9-446a-a105-919af180bf6e {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:32:34.806056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:34.893856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port b755f623-88a9-446a-a105-919af180bf6e, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=b755f623-88a9-446a-a105-919af180bf6e,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:34.894225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:34.911214 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for b755f623-88a9-446a-a105-919af180bf6e owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:32:35.081050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ae606-b3fe-42a8-b74a-cf79d2745bed req-07cbde7c-6e1b-4096-832d-f719438297a4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:35.082557 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7f5ae606-b3fe-42a8-b74a-cf79d2745bed req-07cbde7c-6e1b-4096-832d-f719438297a4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 946 time: 0.0529058 Dec 24 03:32:35.134248 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7f5ae606-b3fe-42a8-b74a-cf79d2745bed req-8cc945c4-2360-42ac-ab7e-d89950dea096 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 Dec 24 03:32:35.141381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:35.167517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=b755f623-88a9-446a-a105-919af180bf6e,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:35.215797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] No DVR routers for this DVR port b755f623-88a9-446a-a105-919af180bf6e on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:32:35.218262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:35.221711 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-59aa91c9-2ada-4e4d-9bf5-2c0efec30713 req-0b362524-0299-4acb-b90b-61462852919a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "DELETE /v2.0/ports/b755f623-88a9-446a-a105-919af180bf6e HTTP/1.1" status: 204 len: 173 time: 0.5004432 Dec 24 03:32:35.222097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'name': 'network-vif-deleted', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:35.224365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c067b7-32a9-456f-8dab-54e8cc0d311a" -d '{"events": [{"server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "name": "network-vif-deleted", "tag": "b755f623-88a9-446a-a105-919af180bf6e"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:35.259315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3117f9d-62fc-4e1f-a52b-4c8d6c1e5cb9 x-openstack-request-id: req-a3117f9d-62fc-4e1f-a52b-4c8d6c1e5cb9 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:35.259622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23efa1-cd37-4118-a7a8-455c002ccb24", "name": "network-vif-deleted", "tag": "b755f623-88a9-446a-a105-919af180bf6e", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:35.259883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3117f9d-62fc-4e1f-a52b-4c8d6c1e5cb9 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:35.260288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a23efa1-cd37-4118-a7a8-455c002ccb24', 'name': 'network-vif-deleted', 'tag': 'b755f623-88a9-446a-a105-919af180bf6e', 'status': 'completed', 'code': 200} Dec 24 03:32:36.242075 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb2c46da-a476-49d1-8c28-fd3423890409 req-f699df42-3595-4aaf-8241-6008210f0bd7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a23efa1-cd37-4118-a7a8-455c002ccb24 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Dec 24 03:32:36.708845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b755f623-88a9-446a-a105-919af180bf6e no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:32:36.728797 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: b755f623-88a9-446a-a105-919af180bf6e {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:32:36.729143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device b755f623-88a9-446a-a105-919af180bf6e not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:32:37.298438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40596) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:37.646479 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:37.893611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 673c08a0-504c-467e-86cb-e34a6dbf0cd4 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:32:37.893957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:37.982898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 673c08a0-504c-467e-86cb-e34a6dbf0cd4, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=673c08a0-504c-467e-86cb-e34a6dbf0cd4,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:37.983172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:37.995348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 673c08a0-504c-467e-86cb-e34a6dbf0cd4 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:32:38.253997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:38.280451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=673c08a0-504c-467e-86cb-e34a6dbf0cd4,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:38.458601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:38.667381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:32:39.116087 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:39.122038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-de0d1de9-bf56-4972-88c8-567cdb6985e4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/730f6f65-1a1e-426c-8c1e-2a94d6b2bffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218977 Dec 24 03:32:39.124288 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40600) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:39.126183 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Sync routers for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:39.135427 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:39.136018 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:39.183203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting subnet 751d0f15-0b5e-4385-a0f9-d1a43fe07a61 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:32:39.186498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.226188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.237840 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:39.307321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.411678 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:32:38Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:39.431347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.437969 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Checking router: 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:39.446426 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Routers {'730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:39.447026 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:39.458855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Subnet': ['ID=751d0f15-0b5e-4385-a0f9-d1a43fe07a61,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:39.462545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.469017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40602) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:39.469470 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-beb2afe3-e721-468f-aff1-838c411511ca tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/subnets/751d0f15-0b5e-4385-a0f9-d1a43fe07a61 HTTP/1.1" status: 204 len: 168 time: 0.3435323 Dec 24 03:32:39.472533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1623ce1-e8b7-4ce8-9613-4b67f084ad9c None None] Network c2d20b12-2619-4dc2-8860-252038034173 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:32:39.552002 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] Set router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:39.592050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.639696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] DHCP port deletion for c2d20b12-2619-4dc2-8860-252038034173 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:32:39.686923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Deleting port 894a9479-57f1-4653-905d-4c6f10392641 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:32:39.687258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.702528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.736399 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:32:38Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:39.756247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] For port 894a9479-57f1-4653-905d-4c6f10392641, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=894a9479-57f1-4653-905d-4c6f10392641,segment=NetworkSegment(b7f56967-ca9b-43b9-b01e-15a42bb0c16c),segment_id=b7f56967-ca9b-43b9-b01e-15a42bb0c16c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:39.756666 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.763570 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce751e55-0539-49b9-bf5c-42a82e653356 None None] The sync data for ids ['730f6f65-1a1e-426c-8c1e-2a94d6b2bffd'] in dv-neutron-822868-1-hyperv is: [{'id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413407473', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129'}], 'enable_snat': True}, 'gw_port_id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:30:51Z', 'updated_at': '2021-12-24T03:32:38Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': 'da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730f6f65-1a1e-426c-8c1e-2a94d6b2bffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:30:52Z', 'updated_at': '2021-12-24T03:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:39.770551 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Calling delete_port for 894a9479-57f1-4653-905d-4c6f10392641 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:32:39.816994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:32:39.817331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.899798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:39.900163 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.912718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:32:39.931496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:39.962194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Pushing event deleted for resources: {'Port': ['ID=894a9479-57f1-4653-905d-4c6f10392641,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:39.965779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] No DVR routers for this DVR port 894a9479-57f1-4653-905d-4c6f10392641 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:32:39.972346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.972726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.973075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.973416 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.973750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.974082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.974417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.975637 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.975637 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.975637 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.976372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.976736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:39.977066 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136967e0-d9f3-45b4-963b-6178efbc7ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.172071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.197119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:40.210718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.211075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.211473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.211747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.212085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.212527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.212877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.213098 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.213424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.213746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.214072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.214393 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.215258 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:40.219124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648699f-f324-473c-a935-0d1ece79f9c0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:32:40.272131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.364500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.366580 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.471106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.471732 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Fanout notify agent at l3_agent the message router_deleted on router 730f6f65-1a1e-426c-8c1e-2a94d6b2bffd {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:32:40.479257 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.480452 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b5be246d-a580-45aa-adf5-9a961a38bf1b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/routers/730f6f65-1a1e-426c-8c1e-2a94d6b2bffd HTTP/1.1" status: 204 len: 168 time: 1.0101881 Dec 24 03:32:40.483589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40604) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:40.484052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 673c08a0-504c-467e-86cb-e34a6dbf0cd4 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:32:40.504029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 673c08a0-504c-467e-86cb-e34a6dbf0cd4 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:32:40.510024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 673c08a0-504c-467e-86cb-e34a6dbf0cd4 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:32:40.510024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 894a9479-57f1-4653-905d-4c6f10392641 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:32:40.523953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 894a9479-57f1-4653-905d-4c6f10392641 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:32:40.524298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 894a9479-57f1-4653-905d-4c6f10392641 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:32:40.563633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.660332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.679744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d20b12-2619-4dc2-8860-252038034173']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:40.689378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:40.689676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f56967-ca9b-43b9-b01e-15a42bb0c16c') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:40.698942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.712151 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.718073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:32:40.718460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:32:40.721416 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:32:40.865022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.872929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.875202 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/networks/c2d20b12-2619-4dc2-8860-252038034173 HTTP/1.1" status: 204 len: 168 time: 0.3906145 Dec 24 03:32:40.877956 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40606) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:40.894967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee3774-e894-4ad2-bc67-d2aa52d1e40f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Network': ['ID=c2d20b12-2619-4dc2-8860-252038034173,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:40.946678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:40.973059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.097428 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.100040 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.101240 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/security-groups/38d7c36d-61f4-4d9f-bf5b-6b428145c1bc HTTP/1.1" status: 204 len: 168 time: 0.2223861 Dec 24 03:32:41.111238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192de9-84d1-4aa4-9c53-dc4c67be8b92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d7c36d-61f4-4d9f-bf5b-6b428145c1bc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:41.532069 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40612) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:41.536710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459771774', 'description': 'tempest-secgroup-smoke-459771774 description', 'project_id': 'dd92f67d89d24ed7989652a10675aad7'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:41.630747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.698464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.754058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.782727 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:41.832721 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.834043 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-78a8cdb4-d86a-486b-8b93-33e2323adaf3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3009477 Dec 24 03:32:41.836878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40616) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:41.841724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:41.927372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:41.984685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.018762 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:32:42.030884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.048748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672c2e35-c85e-4826-9b7a-8056133f950b,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:42.095810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.097180 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-02467b0f-959b-4b95-b31d-3b19e6caf09b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2593248 Dec 24 03:32:42.099856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40618) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:42.104284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:42.178221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.232104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.310834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.329093 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f31b40-c5b4-4e46-ac88-f65d1cb286cd,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:42.386744 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.388744 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-43442480-0c4d-4037-90cd-ac93cd0b7a47 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878973 Dec 24 03:32:42.391460 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40620) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:42.395970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:42.397100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:32:42.420450 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:32:42.420791 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device da8c80c3-2b47-46d9-b2e5-4ffd0cdcfa22 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:32:42.481729 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.538085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.596456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.614408 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5683566-57ce-44b4-8121-2adfcf900556,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:42.688143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.689393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-70dc04cb-87d0-46fb-a96c-7ba01509dc98 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2969706 Dec 24 03:32:42.692166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40622) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:42.696670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:42.781667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.840221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.914478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.931877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac7fefe-4a25-41c9-8d2b-443c956ec69e,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:42.996014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:42.997811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-99c8f950-57bf-4916-82b9-ec02f42e977b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046701 Dec 24 03:32:43.000482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40624) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:43.005110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:43.127826 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:32:43.133567 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.191459 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.264753 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.282888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c91c07-3b69-49a0-8554-1132cea8245a,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:43.352750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.353946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5756ad2f-44b0-423a-8bdb-af95330cc4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3525429 Dec 24 03:32:43.357247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40626) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:43.361488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '90ff4db4-e13c-4d2b-b62f-70cf0a66ef73', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:43.442360 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:32:43.447379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.504209 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.588842 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.607583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18de06f-7ee9-4c1c-9a0f-d1f5f9d96323,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:43.698308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.699472 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd104efc-4c14-4863-b585-3183ca6d10a5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3413057 Dec 24 03:32:43.702703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40628) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:43.708038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'network': {'name': 'tempest-network-smoke--837864698', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'port_security_enabled': True}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:43.805649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:32:43.809289 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.832712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:32:43.841628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.845043 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Added segment 9a475bcb-bf0d-4557-893e-857a9e92e71e of type vlan for network a8f91363-bd69-458c-9197-3b9260756c26 Dec 24 03:32:43.883252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.979266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:43.984986 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:43.985569 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.048704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Network': ['ID=a8f91363-bd69-458c-9197-3b9260756c26,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:44.059102 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network a8f91363-bd69-458c-9197-3b9260756c26 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:32:44.102660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3947a2a5-eebf-4ffe-9ec0-ff5b8befd332 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3987765 Dec 24 03:32:44.105361 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40630) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:44.110041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'admin_state_up': True, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:44.213445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.214518 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.268950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.453284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.699062 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.718032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:44.818637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.193 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/2320c896-7ddb-4e8a-8f67-5cf2b12a9326) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:32:44.916978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.031017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.070295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:45.073392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:45.077252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:32:45.087527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1e416-41ee-4de9-97eb-d7af495b553f None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:32:45.105593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:45.163282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-12dd897b-3346-470a-b7ad-0354dd019b1e None None] Provisioning complete for port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:45.163654 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-12dd897b-3346-470a-b7ad-0354dd019b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.198971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-12dd897b-3346-470a-b7ad-0354dd019b1e None None] Port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:45.392092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.586661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.785170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:32:45.889939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:45.900501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Sync routers for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:45.911968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:45.920224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:45.969928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:45.971164 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d3987f27-f73a-4f2e-b4b5-214c4b5585eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8648138 Dec 24 03:32:45.974269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40632) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:46.003363 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e64e5850-3399-4f78-8b0c-85bb3e021364 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dd92f67d89d24ed7989652a10675aad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280299 Dec 24 03:32:46.005854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40634) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:46.016804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:46.097880 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60a4b1e-9d9c-4751-b5d2-9271dea7127b tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:46.099425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b60a4b1e-9d9c-4751-b5d2-9271dea7127b tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925767 Dec 24 03:32:46.102255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40636) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:46.131400 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-aa849fa6-ed12-4737-9c39-b89cfeada573 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280833 Dec 24 03:32:46.133819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40638) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:46.139159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213153226', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:46.294144 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:32:46.297759 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.357145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:45Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:46.383276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Checking router: 9fc4e3a0-924e-4122-8f2a-a30fbcff308b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:46.383276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Updating router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:32:46.409299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.579463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.638234 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Subnet': ['ID=7919187d-e9f0-4241-8921-78dec992ce0d,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:46.648313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Checking segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:32:46.648711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network hostable DHCP agents. Network: a8f91363-bd69-458c-9197-3b9260756c26, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:32:46.664545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.722430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a8f91363-bd69-458c-9197-3b9260756c26 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:32:46.745322 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.789567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d7c8e-c250-4539-98e0-3f1ea30fac6e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:32:46.796257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, a8f91363-bd69-458c-9197-3b9260756c26) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:46.798636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Attempting to bind port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:32:46.799011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Attempting to bind port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:32:46.799374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Attempting to bind port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:32:46.806782 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:46.806925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec365fe-7244-4057-8e17-45816a415288 None None] Pushing event updated for resources: {'Port': ['ID=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:46.807378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.809151 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d14b14c-c8a6-41c9-a7be-2e5082a11b6d None None] Network a8f91363-bd69-458c-9197-3b9260756c26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:32:46.826187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:32:46.827069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:32:46.827069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.827473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:32:46.827960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Bound port: 2320c896-7ddb-4e8a-8f67-5cf2b12a9326, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:32:46.828343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.889392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-afd676ed-f7a5-476b-9bc9-05f415d82ac7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7544692 Dec 24 03:32:46.892201 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40640) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:32:46.929567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] For port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:32:46.933011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] For port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:32:46.959530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-37eb3b18-700a-4af8-ae2a-0f3e5e77ab3f None None] Provisioning complete for port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:46.959903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37eb3b18-700a-4af8-ae2a-0f3e5e77ab3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:46.982645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-a8f91363-bd69-458c-9197-3b9260756c26', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:32:46.985452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.010677 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.021710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-37eb3b18-700a-4af8-ae2a-0f3e5e77ab3f None None] Port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:47.107358 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055fff9-a74d-4ebc-ac11-40fadba244e9 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:32:47.143958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:47.144559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:47.148344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec365fe-7244-4057-8e17-45816a415288 None None] Pushing event updated for resources: {'Port': ['ID=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:47.280651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Allocated IP 172.20.0.2 (a8f91363-bd69-458c-9197-3b9260756c26/7919187d-e9f0-4241-8921-78dec992ce0d/eecb8e34-3f24-4da7-bd5b-e6eaa36888c6) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:32:47.303071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] Provisioning complete for port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:47.303443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.331246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.357611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:47.629344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.660242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.666106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] For port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:47.682281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:45Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:47.712065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cab9f54-7433-4924-b8ba-1b1851314100 None None] The sync data for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv is: [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:45Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:47.741971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.783344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.785727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Network a8f91363-bd69-458c-9197-3b9260756c26 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:47.789006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:47.792524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:32:47.794041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.1 (a8f91363-bd69-458c-9197-3b9260756c26/7919187d-e9f0-4241-8921-78dec992ce0d/af83f4ab-910a-4df7-840c-89c464455d47) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:32:47.800851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Pushing event updated for resources: {'Port': ['ID=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:47.891104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Attempting to bind port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:32:47.891479 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Attempting to bind port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:32:47.891849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Attempting to bind port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 on network a8f91363-bd69-458c-9197-3b9260756c26 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:32:47.901480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b35d6-4bc8-4b39-b009-3122aa481800 None None] Pushing event updated for resources: {'Port': ['ID=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:47.909128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:32:47.909509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Checking segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:32:47.909951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.910368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Bound using segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:32:47.910845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Bound port: eecb8e34-3f24-4da7-bd5b-e6eaa36888c6, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:32:47.911554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.924767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:47.988863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] For port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:32:47.992001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] For port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:32:48.037598 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.068933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.086748 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a8f91363-bd69-458c-9197-3b9260756c26 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:48.089999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:48.094448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:32:48.139698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c688f6-726b-40c4-84e2-3b9876b58e79 None None] Pushing event updated for resources: {'Port': ['ID=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:48.141978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.191340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:48.371368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.533352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:48.584996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:48.585671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.685807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:48.734995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:48.735367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.823210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.860932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:48.939856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:48.991938 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:49.074630 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.131981 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c47210-89ea-4652-970f-b72f7d5b070d None None] Network a8f91363-bd69-458c-9197-3b9260756c26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:32:49.162671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.234936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a0d082f1-780c-484a-bff9-f8333aba1c65 None None] Provisioning complete for port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:49.235305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a0d082f1-780c-484a-bff9-f8333aba1c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.238774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.241496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:49.353826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a8f91363-bd69-458c-9197-3b9260756c26 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:49.355516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:49.472914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:32:49.568595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f7ca3a19-2af4-45f8-8477-df00a60a23a7 None None] Provisioning complete for port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:49.569161 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3a19-2af4-45f8-8477-df00a60a23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.587808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:32:49.601063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a3e0717d-81b0-42f1-9ca8-90887cf13028 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/9fc4e3a0-924e-4122-8f2a-a30fbcff308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7076731 Dec 24 03:32:49.652114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Sync routers for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:32:49.663294 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:49.664015 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:49.695186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f7ca3a19-2af4-45f8-8477-df00a60a23a7 None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:49.696403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f7ca3a19-2af4-45f8-8477-df00a60a23a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.736027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca3a19-2af4-45f8-8477-df00a60a23a7 None None] Port af83f4ab-910a-4df7-840c-89c464455d47 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:49.780523 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-46d6370a-8df7-4fe0-8bb4-7912b82f77ee tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459771774&fields=id&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 267 time: 0.0515261 Dec 24 03:32:49.797933 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:49.854562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ce665480-8549-45b7-bebe-b67631db69c2 None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:49.854953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ce665480-8549-45b7-bebe-b67631db69c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:49.902153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ce665480-8549-45b7-bebe-b67631db69c2 None None] Port af83f4ab-910a-4df7-840c-89c464455d47 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:49.909263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-26c02cd9-b726-4270-98e9-3e526c4677b6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:49.910902 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-26c02cd9-b726-4270-98e9-3e526c4677b6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 796 time: 0.1236176 Dec 24 03:32:49.927020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-a790e01b-1e48-403a-afb4-82b92842dddf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/quotas/dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 375 time: 0.0101340 Dec 24 03:32:49.978702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-1e0398d7-8fe0-4eaa-8b14-c594c05a7d9a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460904 Dec 24 03:32:50.023561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-befe35cb-89f7-406b-828a-f0e707af19d2 None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:50.023937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-befe35cb-89f7-406b-828a-f0e707af19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.118331 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 2, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:50.136517 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-a8d32135-45df-435f-ba2c-dc0def5cb221 service neutron] 10.222.0.36 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446445 Dec 24 03:32:50.144900 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Checking router: 9fc4e3a0-924e-4122-8f2a-a30fbcff308b for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:32:50.148615 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Updating router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b port af83f4ab-910a-4df7-840c-89c464455d47 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:32:50.171110 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.229964 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-befe35cb-89f7-406b-828a-f0e707af19d2 None None] Port af83f4ab-910a-4df7-840c-89c464455d47 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:50.241803 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-f067054d-ca83-45f4-b4ca-d06ca406cd0b service neutron] 10.222.0.36 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982974 Dec 24 03:32:50.286584 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-47b5d8ec-e14c-4697-8a66-9a607aed8049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.446338 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.468903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:50.494375 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5128364a-0062-4235-a1be-7af1bc5e748c req-89092c15-b051-4f66-9ba5-1418d117be75 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 210 time: 0.0297689 Dec 24 03:32:50.509829 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.516905 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:50.518541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.569223 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Pushing event updated for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:50.589794 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.590363 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.591013 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.591542 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.592041 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.592600 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.592939 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.593268 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.593777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.594114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.594444 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.594827 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.595160 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:32:50.645440 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Attempting to bind port af83f4ab-910a-4df7-840c-89c464455d47 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:32:50.645951 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Attempting to bind port af83f4ab-910a-4df7-840c-89c464455d47 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:32:50.646407 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Attempting to bind port af83f4ab-910a-4df7-840c-89c464455d47 on network a8f91363-bd69-458c-9197-3b9260756c26 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:32:50.651852 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:32:50.652295 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Checking segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:32:50.652913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.653492 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Bound using segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:32:50.654027 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Bound port: af83f4ab-910a-4df7-840c-89c464455d47, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:32:50.654469 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.726036 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] For port af83f4ab-910a-4df7-840c-89c464455d47, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:32:50.729307 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] For port af83f4ab-910a-4df7-840c-89c464455d47, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=af83f4ab-910a-4df7-840c-89c464455d47,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:32:50.808695 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.861424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:50.862202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:50.871831 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:32:50.872668 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:50.929199 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b63f-1c51-4080-b110-efffc1e5116e None None] Pushing event updated for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:50.959300 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:51.000739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] For port af83f4ab-910a-4df7-840c-89c464455d47, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=af83f4ab-910a-4df7-840c-89c464455d47,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:51.024195 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:32:51.070774 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:51.120534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26d388-69f7-4687-9cca-4459940f05ab None None] Pushing event updated for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:51.190664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bf288f0e-61b1-4f0d-a58f-7d2a500f8d43 None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:51.191035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf288f0e-61b1-4f0d-a58f-7d2a500f8d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:51.218135 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:32:51.247876 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29eab74-27b4-4230-bd1b-d9e5e1a12199 None None] The sync data for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv is: [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:32:51.597259 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-925dc668-795a-4bd2-8e94-1f1d28dd9686 req-c9338f2a-011a-4a09-9809-264dc564028c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Dec 24 03:32:52.377671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5a9e1a6d-60c6-4494-9551-5cdb13ea935e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:52.464018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device af83f4ab-910a-4df7-840c-89c464455d47 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:52.516040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port af83f4ab-910a-4df7-840c-89c464455d47 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:52.516515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:52.674150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-0a884a45-a329-4bb7-b85d-a8d479648eaf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:52.675851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-0a884a45-a329-4bb7-b85d-a8d479648eaf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 796 time: 0.1092541 Dec 24 03:32:52.710292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-454f3e15-b751-4f42-8ce5-447ff45889d5 req-8f0c30eb-ecb1-4dcc-90cc-897bd8646717 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 210 time: 0.0324941 Dec 24 03:32:52.764157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-e72722d3-6b38-41ce-a64c-c87b220addfb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 379 time: 0.0604007 Dec 24 03:32:52.776937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'port': {'device_id': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'admin_state_up': True, 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'security_groups': ['90ff4db4-e13c-4d2b-b62f-70cf0a66ef73']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:52.979686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:32:52.984038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.109834 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.11 (a8f91363-bd69-458c-9197-3b9260756c26/7919187d-e9f0-4241-8921-78dec992ce0d/5281742a-39c6-4816-a1a9-636da943c288) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:32:53.247476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.349354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.392891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a8f91363-bd69-458c-9197-3b9260756c26 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:32:53.395752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:32:53.399353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:32:53.406026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:53.458182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:53.458798 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.552292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-36fe306e-01f4-40e1-839a-99bdd866189c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7790825 Dec 24 03:32:53.576728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Request body: {'port': {'device_id': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:32:53.608146 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-628f237d-fe2e-4f0d-bd30-b8aef7ae64fe None None] Provisioning complete for port 5281742a-39c6-4816-a1a9-636da943c288 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:53.608764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-628f237d-fe2e-4f0d-bd30-b8aef7ae64fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.631345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.644769 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-628f237d-fe2e-4f0d-bd30-b8aef7ae64fe None None] Port 5281742a-39c6-4816-a1a9-636da943c288 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:32:53.828235 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7dbae-f77d-4dcf-a918-9f70257bc584 req-dd9137bc-d442-4e50-bb30-cf6bbe809637 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:53.829745 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47c7dbae-f77d-4dcf-a918-9f70257bc584 req-dd9137bc-d442-4e50-bb30-cf6bbe809637 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 932 time: 0.0492530 Dec 24 03:32:53.849366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.878389 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47c7dbae-f77d-4dcf-a918-9f70257bc584 req-9cfd848f-0a40-4815-8fc4-e1c57a2226ac tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427923 Dec 24 03:32:53.895036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5281742a-39c6-4816-a1a9-636da943c288 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:32:53.902588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:53.914535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Transition to ACTIVE for port object 5281742a-39c6-4816-a1a9-636da943c288 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:32:54.000589 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:54.055047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:54.126012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Attempting to bind port 5281742a-39c6-4816-a1a9-636da943c288 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:32:54.126484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Attempting to bind port 5281742a-39c6-4816-a1a9-636da943c288 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:32:54.126965 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Attempting to bind port 5281742a-39c6-4816-a1a9-636da943c288 on network a8f91363-bd69-458c-9197-3b9260756c26 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:32:54.131916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Port 5281742a-39c6-4816-a1a9-636da943c288 on network a8f91363-bd69-458c-9197-3b9260756c26 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:32:54.132247 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Attempting to bind port 5281742a-39c6-4816-a1a9-636da943c288 on network a8f91363-bd69-458c-9197-3b9260756c26 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:32:54.138222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:32:54.138222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Checking segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:32:54.138901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Bound using segment: {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:32:54.139378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Bound port: 5281742a-39c6-4816-a1a9-636da943c288, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a475bcb-bf0d-4557-893e-857a9e92e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:32:54.139736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:54.207405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:32:54.210491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:32:54.286491 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:54.323931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.324629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:54.326670 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] 10.222.0.49 "PUT /v2.0/ports/5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 1094 time: 0.7545309 Dec 24 03:32:54.327120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:54.329393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:54.357990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74514abc-1c34-4879-8f3a-19a6770e3ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:54.375456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786f402-77fe-4593-a8c9-27487db6b761 x-openstack-request-id: req-8786f402-77fe-4593-a8c9-27487db6b761 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:54.376980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:54.376980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8786f402-77fe-4593-a8c9-27487db6b761 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:54.376980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'status': 'completed', 'code': 200} Dec 24 03:32:54.472763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-aace56a4-af8f-4572-9b4b-45aa9c7b40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.472763 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-aace56a4-af8f-4572-9b4b-45aa9c7b40b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1097 time: 0.0477958 Dec 24 03:32:54.592500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-1e8f1984-e310-41d9-9d1a-a2659f3166b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.594000 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-1e8f1984-e310-41d9-9d1a-a2659f3166b7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982251 Dec 24 03:32:54.691423 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-48ca6f0b-eea8-458a-85ad-e023f42e6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.692919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bba0128-1ec4-45a8-8bf7-7cc2aaf99c4f req-48ca6f0b-eea8-458a-85ad-e023f42e6d98 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876708 Dec 24 03:32:54.802158 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-51bc88cd-66de-429b-8940-b7345d295ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.803636 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-51bc88cd-66de-429b-8940-b7345d295ca0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1097 time: 0.0397096 Dec 24 03:32:54.863468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-534e8d00-863c-4ff5-87c3-749f1cc6bedc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 217 time: 0.0372443 Dec 24 03:32:54.915650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-92f8ce99-b85f-462c-b602-ed3d86ca6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.917188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-92f8ce99-b85f-462c-b602-ed3d86ca6e82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0432029 Dec 24 03:32:54.969472 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-4f6794e6-bcd5-4f72-8a12-8fde3a64ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:54.970972 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-4f6794e6-bcd5-4f72-8a12-8fde3a64ba3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411494 Dec 24 03:32:54.998831 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801aa74-405b-45e5-95d4-18d99ad84a44 req-e14c9285-7e87-4285-b219-072a61655115 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:55.000328 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9801aa74-405b-45e5-95d4-18d99ad84a44 req-e14c9285-7e87-4285-b219-072a61655115 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 944 time: 0.0546606 Dec 24 03:32:55.049166 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9801aa74-405b-45e5-95d4-18d99ad84a44 req-b84d6167-c64c-4c57-adce-3879c03a4b27 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Dec 24 03:32:55.074483 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-27f85eb2-f297-47e4-a5a8-2cd70d551e0c service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918229 Dec 24 03:32:55.170273 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c0421953-dd66-43c7-b351-d09c13ecca71 req-2e9ab87c-b6fe-4f2e-9d3e-23e675d6c749 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839696 Dec 24 03:32:55.191202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:55.908990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:56.171529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd8546-26eb-44e8-b6a1-dabb8403294a req-14a2293f-9552-4b41-a00b-e155262c0fc7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:56.172935 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0dd8546-26eb-44e8-b6a1-dabb8403294a req-14a2293f-9552-4b41-a00b-e155262c0fc7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 944 time: 0.0534921 Dec 24 03:32:56.221393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0dd8546-26eb-44e8-b6a1-dabb8403294a req-5b3ae110-03f2-4e09-97ec-f406e74edc24 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Dec 24 03:32:56.792786 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:32:56.888684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:56.899492 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '5281742a-39c6-4816-a1a9-636da943c288', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'mac_address': 'fa:16:3e:a0:9f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:32:56.935585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:56.947790 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5281742a-39c6-4816-a1a9-636da943c288 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:32:56.967302 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:57.014012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:57.064062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:57.334752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b583d5-eaef-4d2f-a179-5e769b074720 req-6d6175a8-17b5-47d0-b4bf-f1e17ff1e8e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:57.336123 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-19b583d5-eaef-4d2f-a179-5e769b074720 req-6d6175a8-17b5-47d0-b4bf-f1e17ff1e8e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 945 time: 0.0488906 Dec 24 03:32:57.383857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-19b583d5-eaef-4d2f-a179-5e769b074720 req-f3f3c28c-61f5-4ee2-ba1d-6884bb1cb3ce tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Dec 24 03:32:57.395202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['5281742a-39c6-4816-a1a9-636da943c288'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:32:58.503989 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eadb0-85e4-49bf-b03a-7529f137923c req-b1a7cba4-75fb-477f-9132-8417ecfd6292 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:58.505515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-749eadb0-85e4-49bf-b03a-7529f137923c req-b1a7cba4-75fb-477f-9132-8417ecfd6292 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Dec 24 03:32:58.554107 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-749eadb0-85e4-49bf-b03a-7529f137923c req-31d6f2cf-a6cb-4529-9a03-713c4d673b49 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Dec 24 03:32:58.803760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:32:58.931912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 5281742a-39c6-4816-a1a9-636da943c288 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:32:58.936718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 5281742a-39c6-4816-a1a9-636da943c288 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:32:58.937093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:59.013130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:59.038121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:32:59.040325 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ace8a-7965-4f94-9333-c6cdb1b9fc2a" -d '{"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-plugged", "status": "completed", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:32:59.053537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:32:59.078016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d967c3-50d1-4f5f-8caf-62f0d49aa4fe x-openstack-request-id: req-d9d967c3-50d1-4f5f-8caf-62f0d49aa4fe {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:32:59.078309 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-plugged", "status": "completed", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:32:59.078565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9d967c3-50d1-4f5f-8caf-62f0d49aa4fe {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:32:59.078962 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'code': 200} Dec 24 03:32:59.134380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:32:59.185631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:32:59.419106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a819be-dd4c-43b6-8f85-4c565615901e req-e92676ac-3f29-4446-a7bd-170e685a8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:59.420512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b2a819be-dd4c-43b6-8f85-4c565615901e req-e92676ac-3f29-4446-a7bd-170e685a8d25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0441296 Dec 24 03:32:59.471380 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b2a819be-dd4c-43b6-8f85-4c565615901e req-c8aed881-430e-416e-bbfd-cce52d3cd470 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397398 Dec 24 03:32:59.668509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09944-4686-46ca-804d-64bc33cc7161 req-dc8b993e-7592-4ca1-9d38-2af29aca22c3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:32:59.670063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1f09944-4686-46ca-804d-64bc33cc7161 req-dc8b993e-7592-4ca1-9d38-2af29aca22c3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Dec 24 03:32:59.718697 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a1f09944-4686-46ca-804d-64bc33cc7161 req-771040b8-60f2-4f00-a076-9c0955096280 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Dec 24 03:33:00.286020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:00.838428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d7dd5-234f-4bff-8911-0e41b8e56dc6 req-dd382735-f7ce-40aa-baa2-fdac7716fd9e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:00.839925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c5d7dd5-234f-4bff-8911-0e41b8e56dc6 req-dd382735-f7ce-40aa-baa2-fdac7716fd9e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0526941 Dec 24 03:33:00.890768 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5c5d7dd5-234f-4bff-8911-0e41b8e56dc6 req-49a1de94-6c6d-4093-8737-53980175f47b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Dec 24 03:33:02.002811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266a6cb-7fae-48a7-9110-dbbdebc48332 req-5b303345-15d7-496e-b77c-4650bbdce0e0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.004258 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0266a6cb-7fae-48a7-9110-dbbdebc48332 req-5b303345-15d7-496e-b77c-4650bbdce0e0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0476055 Dec 24 03:33:02.055869 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0266a6cb-7fae-48a7-9110-dbbdebc48332 req-85d36353-b045-4ecd-88f2-7cf7b3a279ec tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457573 Dec 24 03:33:02.175054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692b1c-b12a-4064-ba98-8525aae081b0 req-c087615e-e1e6-4d5c-a44a-703c748191d7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.176624 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-12692b1c-b12a-4064-ba98-8525aae081b0 req-c087615e-e1e6-4d5c-a44a-703c748191d7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0499516 Dec 24 03:33:02.226348 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-12692b1c-b12a-4064-ba98-8525aae081b0 req-83f09db6-8cb2-4076-86ce-43f7fe3a4fd7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Dec 24 03:33:02.247999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40700) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:02.286742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6bfbd-ed66-4d72-ab97-73b1b47aa960 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:02.288509 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b4f6bfbd-ed66-4d72-ab97-73b1b47aa960 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1094 time: 0.0392392 Dec 24 03:33:02.291286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40702) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:02.295506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:33:02.379737 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:02.474401 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:02.577047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.49 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/2af8ca5a-a057-4a55-928f-ec501651067b) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:33:02.673128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:02.757082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:02.795318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:33:02.798153 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:33:02.801454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:33:02.827801 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=2af8ca5a-a057-4a55-928f-ec501651067b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:03.154081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:03.289060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:03.438072 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:03.532391 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:03.598770 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=2af8ca5a-a057-4a55-928f-ec501651067b,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:33:03.610319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:03.709437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP be913bd6-7735-4c74-b1bb-4e0f0523994e associated. External IP: 172.26.7.49, port: 5281742a-39c6-4816-a1a9-636da943c288. Dec 24 03:33:03.911078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:33:04.015977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:33:04.025349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Sync routers for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:33:04.035201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:04.035816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:04.102126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:04.131350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60c0bce0-2494-4dcb-aa55-fa51deb645c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8390586 Dec 24 03:33:04.131918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:33:04.134202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617919b6-f15f-40d4-a947-6ed8c58ffb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:33:04.141280 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:04.174089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b8cc9-b2c5-4a0d-854d-cfbc703e59a9 x-openstack-request-id: req-657b8cc9-b2c5-4a0d-854d-cfbc703e59a9 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:33:04.174614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:33:04.174719 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-657b8cc9-b2c5-4a0d-854d-cfbc703e59a9 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:33:04.175099 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'status': 'completed', 'code': 200} Dec 24 03:33:04.266317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa15bef-e370-4298-9e3a-7618b539a79f req-f9a24f03-0c9e-451b-9f71-b55ab1e0a707 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:04.267719 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6aa15bef-e370-4298-9e3a-7618b539a79f req-f9a24f03-0c9e-451b-9f71-b55ab1e0a707 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0781426 Dec 24 03:33:04.282537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-a08c592d-447c-407d-836f-f76ece9c4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:04.283959 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-a08c592d-447c-407d-836f-f76ece9c4cbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0617225 Dec 24 03:33:04.374214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6aa15bef-e370-4298-9e3a-7618b539a79f req-2dbbe0cd-9239-4a16-bfb5-eae5b347bcec tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997944 Dec 24 03:33:04.375344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'be913bd6-7735-4c74-b1bb-4e0f0523994e', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'mac_address': 'fa:16:3e:a0:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:03Z', 'updated_at': '2021-12-24T03:33:03Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:04.397200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40708) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:04.399271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-c6b0b58a-e9a6-47fa-a6be-03eb08da575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:04.400749 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-c6b0b58a-e9a6-47fa-a6be-03eb08da575e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.1095145 Dec 24 03:33:04.401405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Checking router: 9fc4e3a0-924e-4122-8f2a-a30fbcff308b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:33:04.410878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:33:04.411561 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:32:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:04.471002 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c7ec1430-139b-45bc-9875-d494af60e00c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/be913bd6-7735-4c74-b1bb-4e0f0523994e HTTP/1.1" status: 200 len: 991 time: 0.0723672 Dec 24 03:33:04.475224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-04db9c08-0cc2-4a24-b2fe-559970aeb8d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 999 time: 0.0669451 Dec 24 03:33:04.518750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:33:04.524180 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-d7c1f953-5b7c-4099-b565-bf433cb4e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:04.525676 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-d7c1f953-5b7c-4099-b565-bf433cb4e6a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0428054 Dec 24 03:33:04.571047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-398f6679-8eab-40f4-bd67-222213bbf367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:04.572857 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-398f6679-8eab-40f4-bd67-222213bbf367 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396214 Dec 24 03:33:04.667051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-6c6441a3-0476-4457-97f4-3680af076b23 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858712 Dec 24 03:33:04.738965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'be913bd6-7735-4c74-b1bb-4e0f0523994e', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'mac_address': 'fa:16:3e:a0:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:03Z', 'updated_at': '2021-12-24T03:33:03Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:33:04.755352 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-617919b6-f15f-40d4-a947-6ed8c58ffb6f req-9ca61d4b-128c-4a06-817d-a0ce679b94bd service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807321 Dec 24 03:33:04.768607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6e792-38af-4c6a-8c07-ac462dc7afc0 None None] The sync data for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv is: [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'be913bd6-7735-4c74-b1bb-4e0f0523994e', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'mac_address': 'fa:16:3e:a0:9f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:33:03Z', 'updated_at': '2021-12-24T03:33:03Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:33:04.965616 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb6c2c-1dde-4d75-83d9-b62bd38bd428 None None] New status for floating IP be913bd6-7735-4c74-b1bb-4e0f0523994e: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:33:05.474884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40710) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:05.534640 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c6a4e620-3361-4cc3-9e7e-fadb272c9f10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/be913bd6-7735-4c74-b1bb-4e0f0523994e HTTP/1.1" status: 200 len: 993 time: 0.0587120 Dec 24 03:33:19.018392 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:33:20.286871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-916a3e47-525f-4e46-b68b-4e357e21b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:22.395460 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f60735d7-dea0-4038-b16f-b294fa3dd3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:23.892659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.204141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:25.906801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:30.311835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:38.625767 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-3a3e2b91-932b-4eb8-97a2-bd54464a1215 req-f077b48c-c911-42f5-9697-7017a993e0f6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:33:38.626752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3a3e2b91-932b-4eb8-97a2-bd54464a1215 req-f077b48c-c911-42f5-9697-7017a993e0f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053582 Dec 24 03:33:39.395578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-65ce2726-35b6-49a8-8f2a-13ef33631f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.397031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-65ce2726-35b6-49a8-8f2a-13ef33631f99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0395310 Dec 24 03:33:39.500934 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-88000298-bf92-43a6-acd4-09ab37104647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.502356 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-88000298-bf92-43a6-acd4-09ab37104647 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.0844457 Dec 24 03:33:39.565861 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-eb57ead5-11f3-4177-a55e-0ffd7faa9c55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 1001 time: 0.0549841 Dec 24 03:33:39.615711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-6f74e5c2-4b0f-4ff8-ae33-1b6cfe36f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.617141 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-6f74e5c2-4b0f-4ff8-ae33-1b6cfe36f5cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0432725 Dec 24 03:33:39.664980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-befc6f07-620f-4f2e-89af-b12638a310ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.666354 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-befc6f07-620f-4f2e-89af-b12638a310ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412252 Dec 24 03:33:39.753622 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-f6c5663b-f899-4817-989c-536804340aaf service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789685 Dec 24 03:33:39.966868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbacd-d0cb-41cd-97d1-57df180424e5 req-99cdc87c-0280-452d-9f7c-225bb46837a1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:39.969003 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-596fbacd-d0cb-41cd-97d1-57df180424e5 req-99cdc87c-0280-452d-9f7c-225bb46837a1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Dec 24 03:33:40.031784 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-596fbacd-d0cb-41cd-97d1-57df180424e5 req-b00b3ec0-3411-427a-9d5e-6246b14261d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547662 Dec 24 03:33:40.103183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40732) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:33:40.189445 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-eafb04af-77e6-4fd8-85b9-f84a4914be47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850208 Dec 24 03:33:40.198169 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-a1e0c73d-9ce6-4a2b-b721-ad678e99cc65 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:33:40.199382 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-a1e0c73d-9ce6-4a2b-b721-ad678e99cc65 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051630 Dec 24 03:33:40.199519 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1c4da81f-a0fa-45d9-b08b-2766582a9c73 req-7fcc2f12-9640-4612-8fe5-a74a5be083d7 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375460 Dec 24 03:33:41.150559 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95bc9f-a81c-4bf9-a859-9bd072754771 req-578b0c3e-0d99-4cb4-bb95-91903add563c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:41.152004 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d95bc9f-a81c-4bf9-a859-9bd072754771 req-578b0c3e-0d99-4cb4-bb95-91903add563c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0486135 Dec 24 03:33:41.199945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2d95bc9f-a81c-4bf9-a859-9bd072754771 req-2e10e4be-80ae-4936-bda0-a255e8abac59 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419419 Dec 24 03:33:42.315076 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335ede2-390c-40d7-a261-4f1cfd16f756 req-06e20ab4-02ae-4bcf-8df0-6b7ba1169fac tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:42.316623 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d335ede2-390c-40d7-a261-4f1cfd16f756 req-06e20ab4-02ae-4bcf-8df0-6b7ba1169fac tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Dec 24 03:33:42.365715 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d335ede2-390c-40d7-a261-4f1cfd16f756 req-87994200-cbc8-40c0-98ef-fcc491f29e05 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431569 Dec 24 03:33:43.480022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37348be-1e7e-47a5-b084-ee562674f52f req-e7d505af-09a2-40d0-b118-6b6db6e751e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:43.481501 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c37348be-1e7e-47a5-b084-ee562674f52f req-e7d505af-09a2-40d0-b118-6b6db6e751e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Dec 24 03:33:43.533322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c37348be-1e7e-47a5-b084-ee562674f52f req-daf2d77f-3bc9-4bae-a026-edaf2d6107bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458412 Dec 24 03:33:44.647455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec95b35-01a9-4dda-a84f-e14f7868e7a6 req-52673bdf-8d1b-4ef5-ab39-072649456448 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:44.648922 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bec95b35-01a9-4dda-a84f-e14f7868e7a6 req-52673bdf-8d1b-4ef5-ab39-072649456448 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0478616 Dec 24 03:33:44.701010 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bec95b35-01a9-4dda-a84f-e14f7868e7a6 req-e4b269b5-4bcb-48ab-88be-6d16c5c3b0b6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Dec 24 03:33:45.817689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9754f93-089e-43d6-a3dd-9a0269ffde4f req-88492d6d-f726-444d-8afc-ed5b425b94e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:45.819185 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d9754f93-089e-43d6-a3dd-9a0269ffde4f req-88492d6d-f726-444d-8afc-ed5b425b94e6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0493336 Dec 24 03:33:45.869090 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d9754f93-089e-43d6-a3dd-9a0269ffde4f req-f56ffb06-3606-4e40-8a68-cc6234a328b9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Dec 24 03:33:46.552239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-94657a03-3320-4858-94c7-bd22c9577b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:46.553764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-94657a03-3320-4858-94c7-bd22c9577b83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0412569 Dec 24 03:33:46.651445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-fd3230a3-2447-49e3-824a-2ba7a201cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:46.653032 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-fd3230a3-2447-49e3-824a-2ba7a201cf91 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.0870643 Dec 24 03:33:46.723931 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-5701b846-dccd-45c5-86f0-b6339ce5ec2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 1001 time: 0.0582123 Dec 24 03:33:46.777366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-8c0460ee-be7d-4017-bb73-cbd8e1dfc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:46.778759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-8c0460ee-be7d-4017-bb73-cbd8e1dfc493 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0469956 Dec 24 03:33:46.828102 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-a193897a-44cc-440e-9eb3-92b93ce4cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:46.829618 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-a193897a-44cc-440e-9eb3-92b93ce4cd98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400174 Dec 24 03:33:46.925944 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-33d260dc-6960-405c-beee-dcb19fea7128 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848937 Dec 24 03:33:46.984305 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd15fa4-765c-442d-bb9e-8f38f4555ac5 req-0b643a2a-dad3-43f8-90ec-8a94fe4be8ce tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:46.985725 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dcd15fa4-765c-442d-bb9e-8f38f4555ac5 req-0b643a2a-dad3-43f8-90ec-8a94fe4be8ce tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Dec 24 03:33:47.024177 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-9a237cfc-2361-4846-8a8d-f0663440d5c3 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867875 Dec 24 03:33:47.036060 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dcd15fa4-765c-442d-bb9e-8f38f4555ac5 req-762d8e7e-4f3f-4440-93a9-3d9b6c7d86fb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 Dec 24 03:33:48.153258 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624e7ea-9fe1-4192-b19c-c49d978625f2 req-c290b4eb-480f-4a58-b396-a75b4cf2c4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:48.154625 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a624e7ea-9fe1-4192-b19c-c49d978625f2 req-c290b4eb-480f-4a58-b396-a75b4cf2c4fa tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Dec 24 03:33:48.205851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a624e7ea-9fe1-4192-b19c-c49d978625f2 req-35976762-09cd-494b-a3f8-f1637ad68cff tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Dec 24 03:33:49.318398 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bafa5e-0af5-406c-92c8-9a45f611cf4d req-0c4a9c67-5304-48bc-8996-1fa738b44ff3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:49.319857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26bafa5e-0af5-406c-92c8-9a45f611cf4d req-0c4a9c67-5304-48bc-8996-1fa738b44ff3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0477571 Dec 24 03:33:49.369376 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-26bafa5e-0af5-406c-92c8-9a45f611cf4d req-cb7db7eb-a6da-44ef-a3da-51e757785bed tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Dec 24 03:33:50.248915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4f4af5df-b961-44a2-9416-513254350af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:50.491126 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ec350-6564-4fdc-ad04-ed0bcbfba3dd req-62fa068c-fcc0-4e9a-80d9-d6975a0ef7e3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:50.492581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-722ec350-6564-4fdc-ad04-ed0bcbfba3dd req-62fa068c-fcc0-4e9a-80d9-d6975a0ef7e3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0533748 Dec 24 03:33:50.542635 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-722ec350-6564-4fdc-ad04-ed0bcbfba3dd req-2d198f1b-6f67-428b-a777-e7cfe1151f68 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Dec 24 03:33:51.661743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b59ac4-2b89-4f15-a19d-86dd8d580f4e req-f304a7f4-cb6e-4059-aa09-ebdb1600351e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:51.663198 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6b59ac4-2b89-4f15-a19d-86dd8d580f4e req-f304a7f4-cb6e-4059-aa09-ebdb1600351e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0519507 Dec 24 03:33:51.711227 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6b59ac4-2b89-4f15-a19d-86dd8d580f4e req-b114e6c6-5a50-463e-8e07-9a4f0731305f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421948 Dec 24 03:33:52.373263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-24ea3ef4-b395-42ca-a346-58f6d26e9c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:52.825906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764ee4d-9eaa-4f95-8ebe-6362dd50ab25 req-0256aa68-9b3a-49e4-b436-0b9e0e6681db tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:52.827362 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1764ee4d-9eaa-4f95-8ebe-6362dd50ab25 req-0256aa68-9b3a-49e4-b436-0b9e0e6681db tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0486305 Dec 24 03:33:52.875413 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1764ee4d-9eaa-4f95-8ebe-6362dd50ab25 req-f20432d1-a57e-4ad0-9a4a-d5ae793e082c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Dec 24 03:33:53.864802 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:53.990126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfae55-fbf0-4255-aa70-676152700856 req-11457f26-fc4c-4d29-8df5-8323c7ac99f9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:53.991608 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d1cfae55-fbf0-4255-aa70-676152700856 req-11457f26-fc4c-4d29-8df5-8323c7ac99f9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0493283 Dec 24 03:33:54.039369 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d1cfae55-fbf0-4255-aa70-676152700856 req-be2a81ac-78f1-4c65-a1f1-66ebe139d839 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Dec 24 03:33:55.161475 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1c474-a849-428f-aadf-0baa40664af6 req-f98cea94-535d-4470-9156-b62b42d710fd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:55.162868 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41a1c474-a849-428f-aadf-0baa40664af6 req-f98cea94-535d-4470-9156-b62b42d710fd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0535090 Dec 24 03:33:55.209942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:55.217526 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-41a1c474-a849-428f-aadf-0baa40664af6 req-efb3b695-541b-45c7-9309-6f79088e59bb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483587 Dec 24 03:33:55.888022 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:33:56.017669 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:33:56.335701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920d1c6-2d98-4178-8ffd-1c65cd59b1ea req-70d4897f-c83a-493d-a471-2bcfe706397a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:56.337161 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d920d1c6-2d98-4178-8ffd-1c65cd59b1ea req-70d4897f-c83a-493d-a471-2bcfe706397a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0534601 Dec 24 03:33:56.385222 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d920d1c6-2d98-4178-8ffd-1c65cd59b1ea req-2d59e3c0-c507-4edb-8c0f-7773f1f7a912 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421910 Dec 24 03:33:57.499556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046502-2bda-41d5-9d58-31ccf8634bc3 req-ea98341f-e984-4961-81e7-cb93590fb498 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:57.501052 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9a046502-2bda-41d5-9d58-31ccf8634bc3 req-ea98341f-e984-4961-81e7-cb93590fb498 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Dec 24 03:33:57.548399 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9a046502-2bda-41d5-9d58-31ccf8634bc3 req-301846e2-3832-48d5-9e52-59b28cde047f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Dec 24 03:33:58.662935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cf8b6-bbaa-4544-b504-01c3d2a7c9b5 req-d040f2af-4865-454f-ad29-72e8efa703b4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:58.664521 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5f2cf8b6-bbaa-4544-b504-01c3d2a7c9b5 req-d040f2af-4865-454f-ad29-72e8efa703b4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0485973 Dec 24 03:33:58.713523 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5f2cf8b6-bbaa-4544-b504-01c3d2a7c9b5 req-d2554d49-a98e-45ae-b087-68f4c1215cc9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Dec 24 03:33:59.599245 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-fc29ca83-0e90-4bed-960e-6735fa827e14 service neutron] 10.222.0.49 "GET /v2.0/ports/5281742a-39c6-4816-a1a9-636da943c288/bindings/hv-neutron-8228 HTTP/1.1" status: 200 len: 384 time: 0.0536976 Dec 24 03:33:59.830393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f246c-e36a-4c7a-9dd5-9409f870146a req-0c2d2da6-13f9-46a5-b3dc-0c89ac319fe2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:33:59.832754 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-346f246c-e36a-4c7a-9dd5-9409f870146a req-0c2d2da6-13f9-46a5-b3dc-0c89ac319fe2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0509138 Dec 24 03:33:59.886135 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-346f246c-e36a-4c7a-9dd5-9409f870146a req-e9a97f6e-a2e7-4ab0-a150-2b9044432945 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466466 Dec 24 03:34:00.342032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-8730d804-d716-4a87-95c4-02bda75a5756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:00.343518 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-8730d804-d716-4a87-95c4-02bda75a5756 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 1099 time: 0.0407889 Dec 24 03:34:00.352398 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:00.427440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-bc32c8d5-8c02-4c8b-8151-cd459e748696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:00.428933 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-bc32c8d5-8c02-4c8b-8151-cd459e748696 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0406010 Dec 24 03:34:00.523099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-52c9ea4e-2985-4f48-96c0-9ef6dd7bfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:00.524598 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-52c9ea4e-2985-4f48-96c0-9ef6dd7bfe6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.0859854 Dec 24 03:34:00.594047 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-d7a3594a-0178-4dbc-a7ce-79c410854872 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 1001 time: 0.0572166 Dec 24 03:34:00.647672 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-cc3ab2bd-4d75-4824-9ec7-ce02df1ac186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:00.649167 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-cc3ab2bd-4d75-4824-9ec7-ce02df1ac186 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0434647 Dec 24 03:34:00.703213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-58c54eff-7437-4600-a171-cb42f8e9f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:00.704734 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-58c54eff-7437-4600-a171-cb42f8e9f863 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437469 Dec 24 03:34:00.797251 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-2ef89873-90df-43d3-8b32-6e1b680f861f service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811713 Dec 24 03:34:00.894866 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a73541c2-4ad1-4316-b307-0f6162e1ce78 req-4aaedb24-3824-4aaf-b070-e42049443007 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851865 Dec 24 03:34:01.003902 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729b96-35fd-4ebf-812f-39f1c8aac08a req-df4e1a91-b77c-4b34-b5dc-4474caa34823 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:01.005364 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa729b96-35fd-4ebf-812f-39f1c8aac08a req-df4e1a91-b77c-4b34-b5dc-4474caa34823 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0490015 Dec 24 03:34:01.058377 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa729b96-35fd-4ebf-812f-39f1c8aac08a req-82cce251-113f-4bda-9864-170d61f57770 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469596 Dec 24 03:34:02.177979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072d8d7-fb6a-46ed-940e-330483e50e66 req-962968e5-20cf-469e-9ecd-cf149f4a776c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:02.179351 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3072d8d7-fb6a-46ed-940e-330483e50e66 req-962968e5-20cf-469e-9ecd-cf149f4a776c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0519874 Dec 24 03:34:02.229071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3072d8d7-fb6a-46ed-940e-330483e50e66 req-a4c9427c-70e5-43ea-b627-ea16c9c18aab tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437634 Dec 24 03:34:03.135895 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:34:03.350505 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ab63d-512b-48c3-8626-622d694a50aa req-642a6481-04b7-48d9-8db1-13ccc27c8754 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:03.351991 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d37ab63d-512b-48c3-8626-622d694a50aa req-642a6481-04b7-48d9-8db1-13ccc27c8754 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0526562 Dec 24 03:34:03.387866 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:03.399952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '5281742a-39c6-4816-a1a9-636da943c288', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'port_id': '5281742a-39c6-4816-a1a9-636da943c288', 'mac_address': 'fa:16:3e:a0:9f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:34:03.403169 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d37ab63d-512b-48c3-8626-622d694a50aa req-995cb06a-c5ec-4836-bb5c-963a0dc1ffcc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452449 Dec 24 03:34:03.436738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:03.449255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5281742a-39c6-4816-a1a9-636da943c288 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:34:03.469366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:03.535088 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:03.584877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:03.591817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.592169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.592536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.592878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.593209 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.593539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.593874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.594195 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.594527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.594852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.595174 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.595494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.595810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:03.703670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['5281742a-39c6-4816-a1a9-636da943c288'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:34:04.522887 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8881f4-ce3c-481a-bae9-a4234ae29dca req-a8a1f58e-8e6b-425e-9e8c-4854f49ea20b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:04.524343 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa8881f4-ce3c-481a-bae9-a4234ae29dca req-a8a1f58e-8e6b-425e-9e8c-4854f49ea20b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 945 time: 0.0525358 Dec 24 03:34:04.572216 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fa8881f4-ce3c-481a-bae9-a4234ae29dca req-08f13f70-04bb-4019-b607-38557f02db06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Dec 24 03:34:04.970588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f439b-323a-439c-9837-4a92e52c6739 req-67e2d131-88a2-498a-9397-b5895847ef88 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:04.972134 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-864f439b-323a-439c-9837-4a92e52c6739 req-67e2d131-88a2-498a-9397-b5895847ef88 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Dec 24 03:34:05.022003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-864f439b-323a-439c-9837-4a92e52c6739 req-91156e9b-0503-449d-a3dd-f53c676fd078 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Dec 24 03:34:05.082074 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-2cde3d71-1f7b-48e6-bb54-396f5c5c0291 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.083561 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-2cde3d71-1f7b-48e6-bb54-396f5c5c0291 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93&tenant_id=dd92f67d89d24ed7989652a10675aad7&binding%3Ahost_id=hv-neutron-8228 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Dec 24 03:34:05.139957 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c0ef8-5eeb-4346-9e75-7e46a1403b9b req-542f20e0-9eab-4d63-8cf2-477cc26f5f4f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.141373 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-066c0ef8-5eeb-4346-9e75-7e46a1403b9b req-542f20e0-9eab-4d63-8cf2-477cc26f5f4f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Dec 24 03:34:05.151718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:34:05.196076 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-066c0ef8-5eeb-4346-9e75-7e46a1403b9b req-f81bda41-56ad-4e48-9aa4-b93bc47b1b09 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478148 Dec 24 03:34:05.196961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-1607ef2c-7746-4b97-b5b8-0616abac3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.198447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-1607ef2c-7746-4b97-b5b8-0616abac3b66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1098 time: 0.0515904 Dec 24 03:34:05.201961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 5281742a-39c6-4816-a1a9-636da943c288 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:05.202425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:05.281166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:05.295326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-d146188f-0492-448b-a527-bf9164ee8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.296816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-d146188f-0492-448b-a527-bf9164ee8d25 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.0874305 Dec 24 03:34:05.303547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:34:05.305784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a584d7-ed2b-4169-b891-b982112a0b54" -d '{"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-plugged", "status": "completed", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:34:05.318299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:05.353700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eebd679-2505-45c6-b348-f47e0bd76609 x-openstack-request-id: req-0eebd679-2505-45c6-b348-f47e0bd76609 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:34:05.354005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-plugged", "status": "completed", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:34:05.354265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eebd679-2505-45c6-b348-f47e0bd76609 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:34:05.354695 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'code': 200} Dec 24 03:34:05.369507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-cd47b83b-e4d2-4524-b0e7-8f08e98f52ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 1000 time: 0.0656412 Dec 24 03:34:05.381307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:05.427776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:05.437131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-246bb347-0bd1-41e3-ac62-d199e97ac9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.438599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-246bb347-0bd1-41e3-ac62-d199e97ac9c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0453215 Dec 24 03:34:05.483094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-d0e22aa1-9480-4ed9-a0ce-197dc5e3c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:05.484607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-d0e22aa1-9480-4ed9-a0ce-197dc5e3c515 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390601 Dec 24 03:34:05.577105 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-a95612cb-0011-431b-9d9f-f4e03fcbbe4f service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850091 Dec 24 03:34:05.666212 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-642deb2e-0dad-40bd-8c15-352b2ac44131 req-c7d4ce28-6a38-4ca6-82b1-1166d7acd890 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812273 Dec 24 03:34:06.315462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11557a2-18bc-45e2-a876-70f625dd7851 req-1c17d56b-2513-4550-bbd9-b1f6858d6a85 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:06.319080 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e11557a2-18bc-45e2-a876-70f625dd7851 req-1c17d56b-2513-4550-bbd9-b1f6858d6a85 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0539446 Dec 24 03:34:06.365578 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e11557a2-18bc-45e2-a876-70f625dd7851 req-f87042e4-57ba-49a4-8d6f-3ffdb462129d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421495 Dec 24 03:34:07.488754 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7000c-c0f7-46a7-be45-90f6667d7719 req-e8f5ea06-f069-45c7-9fa8-2200aa8d2ece tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:07.490235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-93a7000c-c0f7-46a7-be45-90f6667d7719 req-e8f5ea06-f069-45c7-9fa8-2200aa8d2ece tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0551922 Dec 24 03:34:07.538186 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-93a7000c-c0f7-46a7-be45-90f6667d7719 req-a7318eb2-9146-436f-813f-e774a2a00adf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421348 Dec 24 03:34:07.560466 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40828) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:07.620394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5eb363d3-08ba-4a31-aafe-e44942791b63 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/be913bd6-7735-4c74-b1bb-4e0f0523994e HTTP/1.1" status: 200 len: 993 time: 0.0587754 Dec 24 03:34:20.260887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f298ac39-422c-4d4c-88b7-4c9e4871697e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:22.381100 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cedda1a2-7d32-4a54-885f-b406a65afb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:23.870990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:25.249638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:25.895734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:30.373944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:33.018297 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:34:36.252354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40838) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:36.449747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 2af8ca5a-a057-4a55-928f-ec501651067b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:36.450094 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:36.524556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:36.524786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:36.536327 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 2af8ca5a-a057-4a55-928f-ec501651067b owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:36.741301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:36.766311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=2af8ca5a-a057-4a55-928f-ec501651067b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:36.777634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.777922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.778268 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.778635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.778950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.779283 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.779614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.779944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.780273 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.780629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.780957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.781293 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.781609 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:36.838438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:36.838723 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP be913bd6-7735-4c74-b1bb-4e0f0523994e disassociated (deleted). External IP: 172.26.7.49, port: 5281742a-39c6-4816-a1a9-636da943c288. Dec 24 03:34:37.045033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:34:37.155058 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:34:37.159552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:37.165879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Sync routers for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:34:37.174949 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:37.175926 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:37.188217 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d3482f9b-449d-4419-9004-a0516ae5a2b7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/floatingips/be913bd6-7735-4c74-b1bb-4e0f0523994e HTTP/1.1" status: 204 len: 168 time: 0.9345648 Dec 24 03:34:37.189190 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:34:37.192819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7ca6d4-8610-46d2-a34f-63c438a862b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:34:37.286955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:37.293843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05366bf-fb62-4cac-a4e8-eeb8aa87ab39 x-openstack-request-id: req-a05366bf-fb62-4cac-a4e8-eeb8aa87ab39 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:34:37.294393 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:34:37.294487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a05366bf-fb62-4cac-a4e8-eeb8aa87ab39 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:34:37.294905 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'status': 'completed', 'code': 200} Dec 24 03:34:37.396301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-ad2dadae-131d-4863-87d9-cbbc15c4e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:37.397765 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-ad2dadae-131d-4863-87d9-cbbc15c4e6f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 1099 time: 0.0420458 Dec 24 03:34:37.492820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:37.494852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-1539122c-78f6-490c-955c-d64b2a96ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:37.496378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-1539122c-78f6-490c-955c-d64b2a96ee05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 200 len: 897 time: 0.0903325 Dec 24 03:34:37.523343 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Checking router: 9fc4e3a0-924e-4122-8f2a-a30fbcff308b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:34:37.531576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:37.532186 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:37.539334 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-b54aa45e-49f9-4abe-8ed0-7d877c6c1c23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 200 len: 217 time: 0.0343461 Dec 24 03:34:37.597000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-765c28ee-5faa-42c5-945e-c71d3b7ddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:37.598707 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-765c28ee-5faa-42c5-945e-c71d3b7ddbc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 200 len: 834 time: 0.0502186 Dec 24 03:34:37.646928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2ca5b-7b59-40c5-9ab5-585098218097 req-a5bd4fea-308d-4e7a-b2f8-6d523eb3920a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:37.648375 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5cc2ca5b-7b59-40c5-9ab5-585098218097 req-a5bd4fea-308d-4e7a-b2f8-6d523eb3920a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0513661 Dec 24 03:34:37.650540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:37.658048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-8cdc61d4-26e3-4703-af7c-fa2d154b96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:37.659576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-8cdc61d4-26e3-4703-af7c-fa2d154b96b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a8f91363-bd69-458c-9197-3b9260756c26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453753 Dec 24 03:34:37.700576 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5cc2ca5b-7b59-40c5-9ab5-585098218097 req-d87e79cf-1681-439d-b932-a0f0910cb354 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Dec 24 03:34:37.752088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-8238d0c6-6f16-4c51-9f21-9a9aa1b75b51 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841002 Dec 24 03:34:37.845711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:37.847694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cd7ca6d4-8610-46d2-a34f-63c438a862b6 req-af0a0567-cba3-47d1-babf-82dafc862e81 service neutron] 10.222.0.49 "GET /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866692 Dec 24 03:34:37.872354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e95cd2-c26d-4bbb-94da-ee08872b8ab5 None None] The sync data for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv is: [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:48Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'af83f4ab-910a-4df7-840c-89c464455d47', 'name': '', 'network_id': 'a8f91363-bd69-458c-9197-3b9260756c26', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:57:33:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:47Z', 'updated_at': '2021-12-24T03:32:50Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': '7919187d-e9f0-4241-8921-78dec992ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:34:38.092201 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ac314-8cd0-4c6a-946b-43ba782ea6bb None None] New status for floating IP be913bd6-7735-4c74-b1bb-4e0f0523994e: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:34:38.818463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0f065-3ac7-4222-a3aa-5cb5108bc305 req-603fcb5c-4707-4976-9061-ad244225f59f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:38.819916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-84f0f065-3ac7-4222-a3aa-5cb5108bc305 req-603fcb5c-4707-4976-9061-ad244225f59f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0487463 Dec 24 03:34:38.867530 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-84f0f065-3ac7-4222-a3aa-5cb5108bc305 req-dce3c89b-d94d-436c-8d0c-f9e8022cf690 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Dec 24 03:34:39.795420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-99471bc2-0c84-4399-bd53-5d5ac395c723 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:39.796854 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-99471bc2-0c84-4399-bd53-5d5ac395c723 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Dec 24 03:34:39.892443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 5281742a-39c6-4816-a1a9-636da943c288 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:39.893063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:39.981054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72854-0b8e-4672-9fbb-c1e4851fef4a req-8f7e3498-adf7-46ab-838a-882eaafaffd3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:39.982531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47f72854-0b8e-4672-9fbb-c1e4851fef4a req-8f7e3498-adf7-46ab-838a-882eaafaffd3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 946 time: 0.0481431 Dec 24 03:34:39.984063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 5281742a-39c6-4816-a1a9-636da943c288, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=5281742a-39c6-4816-a1a9-636da943c288,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:39.984453 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:39.997601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 5281742a-39c6-4816-a1a9-636da943c288 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:40.035427 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47f72854-0b8e-4672-9fbb-c1e4851fef4a req-78c49805-9fe1-4f65-be67-8417a5a2d567 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468504 Dec 24 03:34:40.175396 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:40.205611 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=5281742a-39c6-4816-a1a9-636da943c288,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:40.248940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] No DVR routers for this DVR port 5281742a-39c6-4816-a1a9-636da943c288 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:34:40.251335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:40.255266 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a83a0dfa-3624-4485-8b16-5f0a435a10d7 req-e63d5a16-84d9-4192-8739-10e6f64e080a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "DELETE /v2.0/ports/5281742a-39c6-4816-a1a9-636da943c288 HTTP/1.1" status: 204 len: 173 time: 0.4486573 Dec 24 03:34:40.255716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-deleted', 'tag': '5281742a-39c6-4816-a1a9-636da943c288'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:34:40.257991 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72bcd8c-30c7-49c6-beb2-04c4a0939d1c" -d '{"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-deleted", "tag": "5281742a-39c6-4816-a1a9-636da943c288"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:34:40.293916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4296a6-7f02-46d6-9b0e-2dae08bf8aa7 x-openstack-request-id: req-bb4296a6-7f02-46d6-9b0e-2dae08bf8aa7 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:34:40.294237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e80aa0f1-e1d0-462f-8034-924298357f93", "name": "network-vif-deleted", "tag": "5281742a-39c6-4816-a1a9-636da943c288", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:34:40.294510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb4296a6-7f02-46d6-9b0e-2dae08bf8aa7 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:34:40.294908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80aa0f1-e1d0-462f-8034-924298357f93', 'name': 'network-vif-deleted', 'tag': '5281742a-39c6-4816-a1a9-636da943c288', 'status': 'completed', 'code': 200} Dec 24 03:34:41.138744 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9672e36b-9dad-422b-b20b-2a8e55d040f7 req-54cf68ac-c3a4-4830-bd7d-fbf9f8fed778 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 210 time: 0.0264082 Dec 24 03:34:41.302008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-e5788c24-3f3f-4063-bca6-24f04fc77ca1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e80aa0f1-e1d0-462f-8034-924298357f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254185 Dec 24 03:34:41.394546 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-30142b8e-b266-45d5-acd2-f56c23cdc692 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=e80aa0f1-e1d0-462f-8034-924298357f93 HTTP/1.1" status: 200 len: 210 time: 0.0244086 Dec 24 03:34:41.514182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-6e7ea88f-0a5a-4a35-9cd2-3fa1197954dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:41.515718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-6e7ea88f-0a5a-4a35-9cd2-3fa1197954dc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0957532 Dec 24 03:34:41.611943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-56919ab0-c18e-440d-b4a8-065e2336d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:41.613427 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4e60eeeb-a83a-4584-9190-801ea1a98a1b req-56919ab0-c18e-440d-b4a8-065e2336d901 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866098 Dec 24 03:34:42.195440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40860) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:42.551837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:43.135912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port af83f4ab-910a-4df7-840c-89c464455d47 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:43.136298 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:43.221926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port af83f4ab-910a-4df7-840c-89c464455d47, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=af83f4ab-910a-4df7-840c-89c464455d47,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:43.222304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:43.237432 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for af83f4ab-910a-4df7-840c-89c464455d47 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:43.490511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:43.521591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=af83f4ab-910a-4df7-840c-89c464455d47,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:43.690235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:43.902904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:34:44.009257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:34:44.014250 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-97817bc3-f481-4b94-a113-9008da53fdd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/9fc4e3a0-924e-4122-8f2a-a30fbcff308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8177862 Dec 24 03:34:44.016890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40862) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:44.020283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Sync routers for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:34:44.030758 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:44.031356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:44.068436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting subnet 7919187d-e9f0-4241-8921-78dec992ce0d {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:34:44.071492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.110947 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.134187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:44.198346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.307787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.311990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:34:43Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:44.338066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.341999 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/subnets/7919187d-e9f0-4241-8921-78dec992ce0d HTTP/1.1" status: 204 len: 168 time: 0.3241675 Dec 24 03:34:44.343063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a5aab-f828-4a0b-bc4b-a5684f32c755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Subnet': ['ID=7919187d-e9f0-4241-8921-78dec992ce0d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:44.344803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40864) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:44.346882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172ddd2-415c-4398-97b1-e20751623219 None None] Network a8f91363-bd69-458c-9197-3b9260756c26 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:34:44.349368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Checking router: 9fc4e3a0-924e-4122-8f2a-a30fbcff308b for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:34:44.405071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Routers {'9fc4e3a0-924e-4122-8f2a-a30fbcff308b'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:44.405710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:44.460594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.570335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.679860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] Set router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:44.688667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:44.689016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.747408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] DHCP port deletion for a8f91363-bd69-458c-9197-3b9260756c26 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:34:44.780747 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 2320c896-7ddb-4e8a-8f67-5cf2b12a9326, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:44.781352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.793656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:44.876657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Deleting port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:34:44.877030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.944156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] For port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,segment=NetworkSegment(9a475bcb-bf0d-4557-893e-857a9e92e71e),segment_id=9a475bcb-bf0d-4557-893e-857a9e92e71e)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:44.944576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:44.959647 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Calling delete_port for eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:34:44.962064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-9fc29915-b972-4414-9367-94f0db237248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:34:43Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:44.996054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc29915-b972-4414-9367-94f0db237248 None None] The sync data for ids ['9fc4e3a0-924e-4122-8f2a-a30fbcff308b'] in dv-neutron-822868-1-hyperv is: [{'id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479900070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193'}], 'enable_snat': True}, 'gw_port_id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:34:43Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '2320c896-7ddb-4e8a-8f67-5cf2b12a9326', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc4e3a0-924e-4122-8f2a-a30fbcff308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:32:44Z', 'updated_at': '2021-12-24T03:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:34:45.026511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.050746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=2320c896-7ddb-4e8a-8f67-5cf2b12a9326,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:45.068849 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce4f2b5-42c7-4c6c-932c-a76c1ba9b56e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:34:45.109368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.163473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.189562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] Pushing event deleted for resources: {'Port': ['ID=eecb8e34-3f24-4da7-bd5b-e6eaa36888c6,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:45.194659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed54590d-b3b4-46da-9662-7b3adece671f None None] No DVR routers for this DVR port eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:34:45.204600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.207056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.281182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:34:45.302671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 5281742a-39c6-4816-a1a9-636da943c288 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:34:45.303013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 5281742a-39c6-4816-a1a9-636da943c288 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:34:45.307143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.307707 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc4e3a0-924e-4122-8f2a-a30fbcff308b {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:34:45.314363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.315465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-629b5776-4790-45bb-b081-bd68624edd1a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/routers/9fc4e3a0-924e-4122-8f2a-a30fbcff308b HTTP/1.1" status: 204 len: 168 time: 0.9697638 Dec 24 03:34:45.318395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40866) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:45.396554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.493056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.512407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f91363-bd69-458c-9197-3b9260756c26']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:45.521746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a475bcb-bf0d-4557-893e-857a9e92e71e') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:45.522045 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a475bcb-bf0d-4557-893e-857a9e92e71e') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:45.531720 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.545420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.552021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:34:45.552605 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:34:45.555637 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:34:45.560458 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:34:45.560458 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:34:45.560458 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:34:45.560458 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:34:45.560458 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:34:45.712844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.719653 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.725207 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/networks/a8f91363-bd69-458c-9197-3b9260756c26 HTTP/1.1" status: 204 len: 168 time: 0.4033976 Dec 24 03:34:45.726976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40868) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:45.740641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731873c1-525f-4752-8a28-1f2d25e72803 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Network': ['ID=a8f91363-bd69-458c-9197-3b9260756c26,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:45.789612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.814130 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.918445 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.921000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:45.922212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/security-groups/90ff4db4-e13c-4d2b-b62f-70cf0a66ef73 HTTP/1.1" status: 204 len: 168 time: 0.1938620 Dec 24 03:34:45.931419 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff4db4-e13c-4d2b-b62f-70cf0a66ef73,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:45.938525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.938874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.939214 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.939551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.939880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.940207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.940578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.940901 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.941639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.941639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.942481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.942481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:45.942481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09844622-a4eb-43db-bee6-95d07918a2a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:46.348063 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40874) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:46.352636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645217499', 'description': 'tempest-secgroup-smoke-1645217499 description', 'project_id': 'dd92f67d89d24ed7989652a10675aad7'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:46.479117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.500332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:34:46.521006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:34:46.521355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2320c896-7ddb-4e8a-8f67-5cf2b12a9326 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:34:46.521775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:34:46.541032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:34:46.541383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device eecb8e34-3f24-4da7-bd5b-e6eaa36888c6 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:34:46.541807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device af83f4ab-910a-4df7-840c-89c464455d47 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:34:46.547753 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.560522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: af83f4ab-910a-4df7-840c-89c464455d47 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:34:46.560825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device af83f4ab-910a-4df7-840c-89c464455d47 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:34:46.661775 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.698403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e647c7-c049-4ded-bebc-859af51009ec,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:46.776391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.777651 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-342fae30-4065-4ee3-a625-e956242deaeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4285252 Dec 24 03:34:46.780399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40876) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:46.784653 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:46.870471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.925633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:46.998588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.016220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6e2a7c-185c-4af5-b4a9-a9e444d6236b,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:47.079743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.080995 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-982be883-1280-4fbb-86a2-59c277a63ec5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996781 Dec 24 03:34:47.083681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40878) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:47.087964 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:47.174629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.230517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.301044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.319023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f722962-d262-4b9e-b110-4a426b8050f7,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:47.388870 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.390086 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d3900a2c-705d-4be1-87a1-c9a0e1195693 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054698 Dec 24 03:34:47.392747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40880) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:47.397573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:47.483122 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.537868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.602945 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.622165 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf7830b-923f-4935-8332-a02b34fa7d6e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:47.702296 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.703487 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8890420b-6b12-421d-94fd-03abc0f0a0f0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098373 Dec 24 03:34:47.706202 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40882) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:47.711047 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:47.801374 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.857311 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.924206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:47.943231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fbc04c-d0dc-4e9a-a3ed-e72db48051e1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:48.006339 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.007560 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-29db41a7-4339-42a5-8bfc-d22a37f4862b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3004513 Dec 24 03:34:48.010276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40884) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:48.014655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:48.100068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:34:48.105029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.161968 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.244251 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.263576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf7f619-1992-4d52-b38f-5ee84e31c310,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:48.341985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.343196 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-dd8bf55b-b4cd-410c-9a24-c498cce21b8a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3319442 Dec 24 03:34:48.345996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40886) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:48.354242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': 'd3e647c7-c049-4ded-bebc-859af51009ec', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:48.427999 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:34:48.433074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.492794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.547017 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.568006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f07f5b-397d-4611-969e-8e768556228e,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:48.618016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.619163 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-faa9fb4b-96b2-475b-8db6-944bdc9f9c58 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2722089 Dec 24 03:34:48.621929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40888) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:48.626582 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'network': {'name': 'tempest-network-smoke--750012121', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:48.695250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:34:48.698723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.721574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:34:48.730521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.730859 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Added segment 37c939c2-dbd0-4c1f-8322-bbed4b97a443 of type vlan for network 7727500c-b765-46d5-bb73-254094db3070 Dec 24 03:34:48.768402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.838438 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.843881 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:48.844476 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:48.909390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Network': ['ID=7727500c-b765-46d5-bb73-254094db3070,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:48.920560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 7727500c-b765-46d5-bb73-254094db3070 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:34:48.938753 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-49a1e69e-c4ef-4575-b524-0f703bf9ab06 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3158360 Dec 24 03:34:48.942200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40890) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:48.946879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'admin_state_up': True, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:49.039004 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.040087 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.094250 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.284925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.506712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.524668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.625108 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.210 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/6790bb71-7adc-40e3-99ec-13e9027f56b3) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:34:49.721089 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.810312 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.852562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:34:49.855336 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:49.858605 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:34:49.868893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c025651-37ca-4f79-a170-9fe89632684d None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:34:49.882946 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=6790bb71-7adc-40e3-99ec-13e9027f56b3,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:49.944230 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ad302925-78e6-48ce-baa0-c23844296c68 None None] Provisioning complete for port 6790bb71-7adc-40e3-99ec-13e9027f56b3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:49.944876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ad302925-78e6-48ce-baa0-c23844296c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:49.977669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-ad302925-78e6-48ce-baa0-c23844296c68 None None] Port 6790bb71-7adc-40e3-99ec-13e9027f56b3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:50.279154 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e8f34395-42e3-41d6-9c74-d32328ce9ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:50.509481 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:50.704581 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:50.895332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 24341777-1752-4433-a345-b421c8dd5455 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:34:51.000318 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:34:51.010169 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Sync routers for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:34:51.019914 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:51.020650 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:51.096721 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.098645 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b0809df1-480a-495c-96d9-2b7793f7b281 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1547771 Dec 24 03:34:51.106377 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40892) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:51.181807 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21ab1d2c-df28-4a54-a324-4032f170f1a7 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dd92f67d89d24ed7989652a10675aad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0742490 Dec 24 03:34:51.184549 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40896) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:51.210243 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:51.273574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa6612e-063b-4105-8ecb-3012d053a3b7 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:51.275055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-8aa6612e-063b-4105-8ecb-3012d053a3b7 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895715 Dec 24 03:34:51.277887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40898) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:51.306787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-79c563d3-4109-49a7-844e-6a7bfced66d3 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278583 Dec 24 03:34:51.309333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40900) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:51.314019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1850905061', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:51.381769 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:50Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:51.406789 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Checking router: 24341777-1752-4433-a345-b421c8dd5455 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:34:51.407140 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Updating router 24341777-1752-4433-a345-b421c8dd5455 port 6790bb71-7adc-40e3-99ec-13e9027f56b3 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:34:51.435790 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.494683 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:34:51.498331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.682544 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.747392 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.775805 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.806273 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Subnet': ['ID=fe25e23d-c4fd-42e5-86d7-c11773ab9417,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:51.815097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Checking segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:34:51.815473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network hostable DHCP agents. Network: 7727500c-b765-46d5-bb73-254094db3070, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:34:51.819610 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdc011-62cf-4763-a03a-fa59fd84b217 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:34:51.822706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Attempting to bind port 6790bb71-7adc-40e3-99ec-13e9027f56b3 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:34:51.822706 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Attempting to bind port 6790bb71-7adc-40e3-99ec-13e9027f56b3 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:34:51.822980 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Attempting to bind port 6790bb71-7adc-40e3-99ec-13e9027f56b3 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:34:51.833261 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:34:51.833571 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:34:51.833888 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.834274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:34:51.834812 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Bound port: 6790bb71-7adc-40e3-99ec-13e9027f56b3, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:34:51.835097 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.840137 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Pushing event updated for resources: {'Port': ['ID=6790bb71-7adc-40e3-99ec-13e9027f56b3,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:51.868508 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.868852 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.869208 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.869535 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.869847 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.870168 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.870508 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.870809 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.871130 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.871444 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.871812 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.872126 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.872461 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:34:51.902036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 7727500c-b765-46d5-bb73-254094db3070 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:34:51.902872 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] For port 6790bb71-7adc-40e3-99ec-13e9027f56b3, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:34:51.905988 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] For port 6790bb71-7adc-40e3-99ec-13e9027f56b3, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6790bb71-7adc-40e3-99ec-13e9027f56b3,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:34:51.908058 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-b1dbfd46-8b17-45fe-815e-e9db583b1fed None None] Provisioning complete for port 6790bb71-7adc-40e3-99ec-13e9027f56b3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:51.908729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b1dbfd46-8b17-45fe-815e-e9db583b1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.947000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbfd46-8b17-45fe-815e-e9db583b1fed None None] Port 6790bb71-7adc-40e3-99ec-13e9027f56b3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:51.965249 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.987602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 7727500c-b765-46d5-bb73-254094db3070) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:51.992329 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:51.993232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:51.997497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d0ffc-c1b3-42c4-b303-93d99d51fd52 None None] Network 7727500c-b765-46d5-bb73-254094db3070 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:34:52.023063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804818ab-50d3-41ea-abee-3e0913022e1e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:34:52.031335 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:52.031947 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:52.039339 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb0936-899e-4b6b-a904-453a4ce3a449 None None] Pushing event updated for resources: {'Port': ['ID=6790bb71-7adc-40e3-99ec-13e9027f56b3,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:52.057319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 40902) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:34:52.067788 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-25cd5251-8f14-4b6e-8237-a2ad4864628d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7565932 Dec 24 03:34:52.081394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] Provisioning complete for port 6790bb71-7adc-40e3-99ec-13e9027f56b3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:52.081760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.148558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-7727500c-b765-46d5-bb73-254094db3070', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:34:52.149402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.150436 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:52.256976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.290500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] For port 6790bb71-7adc-40e3-99ec-13e9027f56b3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6790bb71-7adc-40e3-99ec-13e9027f56b3,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:52.336963 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:50Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:52.345680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Allocated IP 172.20.0.2 (7727500c-b765-46d5-bb73-254094db3070/fe25e23d-c4fd-42e5-86d7-c11773ab9417/7456bc65-70ce-4264-9577-bf504125afeb) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:34:52.349075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.370256 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32695156-8135-4c12-a9b4-ff093be53b9a None None] The sync data for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv is: [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:50Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:34:52.409954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9de431e0-2522-457d-82bc-dff808625dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.457021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9089da-7c2a-4342-83dd-812adb3a44bd None None] Pushing event updated for resources: {'Port': ['ID=6790bb71-7adc-40e3-99ec-13e9027f56b3,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:52.501632 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.546292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.645204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.688356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Network 7727500c-b765-46d5-bb73-254094db3070 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:34:52.691190 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:52.695529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:34:52.702941 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Pushing event updated for resources: {'Port': ['ID=7456bc65-70ce-4264-9577-bf504125afeb,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:52.764966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Attempting to bind port 7456bc65-70ce-4264-9577-bf504125afeb on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:34:52.765580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Attempting to bind port 7456bc65-70ce-4264-9577-bf504125afeb by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:34:52.766145 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Attempting to bind port 7456bc65-70ce-4264-9577-bf504125afeb on network 7727500c-b765-46d5-bb73-254094db3070 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:34:52.772471 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:34:52.772917 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Checking segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:34:52.773328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.773726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Bound using segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:34:52.774200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Bound port: 7456bc65-70ce-4264-9577-bf504125afeb, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:34:52.774585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.806007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.1 (7727500c-b765-46d5-bb73-254094db3070/fe25e23d-c4fd-42e5-86d7-c11773ab9417/7ad4337e-d011-4d55-85d4-c0641469ae20) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:34:52.842052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] For port 7456bc65-70ce-4264-9577-bf504125afeb, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:34:52.845886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] For port 7456bc65-70ce-4264-9577-bf504125afeb, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7456bc65-70ce-4264-9577-bf504125afeb,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:34:52.925193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.929222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:52.987211 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ac60-7ab5-40fa-81ed-5195f3a2caec None None] Pushing event updated for resources: {'Port': ['ID=7456bc65-70ce-4264-9577-bf504125afeb,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:53.009331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.054810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 7727500c-b765-46d5-bb73-254094db3070 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:34:53.058029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:53.062071 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:34:53.068670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:53.110206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.331682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.599046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.673375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.746049 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.747891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:53.843588 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 7727500c-b765-46d5-bb73-254094db3070 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:34:53.845063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:53.866446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:53.959377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 24341777-1752-4433-a345-b421c8dd5455 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:34:54.069909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:34:54.075275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3c4e450b-bd78-4980-ba79-9eaffeb38597 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/24341777-1752-4433-a345-b421c8dd5455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0168827 Dec 24 03:34:54.233028 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-af600090-04a3-4cb2-b750-2469f7fc3706 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645217499&fields=id&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 267 time: 0.0508242 Dec 24 03:34:54.305864 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e663c0b-9daf-468f-86a4-f5c594412c6c None None] Network 7727500c-b765-46d5-bb73-254094db3070 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:34:54.350712 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-1abba794-26dc-48e9-9d8e-680556501702 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:54.352273 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-1abba794-26dc-48e9-9d8e-680556501702 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 796 time: 0.1115990 Dec 24 03:34:54.367052 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-1cdf5fe3-ec3d-45b4-8090-74e405176d20 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/quotas/dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Dec 24 03:34:54.407899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] Provisioning complete for port 7456bc65-70ce-4264-9577-bf504125afeb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:54.408229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:54.423066 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-f0e387bf-87c8-426e-bd0b-9331b2c5e1dc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493407 Dec 24 03:34:54.443954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Sync routers for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:34:54.471387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:54.476634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:54.545059 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-0c52b35a-64e9-4eb1-a6f8-7fada6431186 service neutron] 10.222.0.36 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097059 Dec 24 03:34:54.596002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7456bc65-70ce-4264-9577-bf504125afeb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:34:54.619095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:54.647665 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-442eb31c-283d-4256-839b-75977889c3ec service neutron] 10.222.0.36 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991864 Dec 24 03:34:54.688595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] For port 7456bc65-70ce-4264-9577-bf504125afeb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7456bc65-70ce-4264-9577-bf504125afeb,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:54.690908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:54.744665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7456bc65-70ce-4264-9577-bf504125afeb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:54.744665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:54.773830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:54.953540 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5dd008de-40cd-4800-8542-bb2072edc7ab req-d85cd8b0-6e57-427a-8a67-8d832aef9a6b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 210 time: 0.0502512 Dec 24 03:34:54.962875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0f32-24bb-4e56-a7d5-7f64306a73c5 None None] Pushing event updated for resources: {'Port': ['ID=7456bc65-70ce-4264-9577-bf504125afeb,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:54.981038 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c27f-c7f6-49d8-ae24-952c3a00e59c None None] Provisioning complete for port 7456bc65-70ce-4264-9577-bf504125afeb triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:54.981334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c27f-c7f6-49d8-ae24-952c3a00e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.222256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6790bb71-7adc-40e3-99ec-13e9027f56b3 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:34:55.266489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 2, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:55.302970 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Checking router: 24341777-1752-4433-a345-b421c8dd5455 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:34:55.303328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Updating router 24341777-1752-4433-a345-b421c8dd5455 port 7ad4337e-d011-4d55-85d4-c0641469ae20 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:34:55.321016 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.362258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.384569 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6790bb71-7adc-40e3-99ec-13e9027f56b3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:55.384942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.440017 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c27f-c7f6-49d8-ae24-952c3a00e59c None None] Provisioning complete for port 7ad4337e-d011-4d55-85d4-c0641469ae20 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:55.440311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c27f-c7f6-49d8-ae24-952c3a00e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.545203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8c27f-c7f6-49d8-ae24-952c3a00e59c None None] Port 7ad4337e-d011-4d55-85d4-c0641469ae20 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:55.687493 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c1f80b54-4a27-45a7-b3b2-51987589e2da None None] Provisioning complete for port 7ad4337e-d011-4d55-85d4-c0641469ae20 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:55.687890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c1f80b54-4a27-45a7-b3b2-51987589e2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.765855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-c1f80b54-4a27-45a7-b3b2-51987589e2da None None] Port 7ad4337e-d011-4d55-85d4-c0641469ae20 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:55.771251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.832012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.879920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fb110-34d7-4d5c-a8b5-361c58cb55af None None] Pushing event updated for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:55.935526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Attempting to bind port 7ad4337e-d011-4d55-85d4-c0641469ae20 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:34:55.935887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Attempting to bind port 7ad4337e-d011-4d55-85d4-c0641469ae20 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:34:55.936202 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Attempting to bind port 7ad4337e-d011-4d55-85d4-c0641469ae20 on network 7727500c-b765-46d5-bb73-254094db3070 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:34:55.938289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.943749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:34:55.944162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Checking segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:34:55.944573 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:55.944967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Bound using segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:34:55.945445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Bound port: 7ad4337e-d011-4d55-85d4-c0641469ae20, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:34:55.945825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.020580 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] For port 7ad4337e-d011-4d55-85d4-c0641469ae20, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:34:56.025024 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] For port 7ad4337e-d011-4d55-85d4-c0641469ae20, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7ad4337e-d011-4d55-85d4-c0641469ae20,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:34:56.049535 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4f78fd3b-8e35-4d4a-9517-519bc68b809e req-3a1527a8-4642-4954-adbb-f9729387cac8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 210 time: 0.0388608 Dec 24 03:34:56.089965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-209deb01-c969-47a7-8819-e1299bc95b57 None None] Provisioning complete for port 7ad4337e-d011-4d55-85d4-c0641469ae20 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:56.090336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-209deb01-c969-47a7-8819-e1299bc95b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.111547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.158672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-209deb01-c969-47a7-8819-e1299bc95b57 None None] Port 7ad4337e-d011-4d55-85d4-c0641469ae20 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:56.181267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:34:56.181820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:56.221114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fb110-34d7-4d5c-a8b5-361c58cb55af None None] Pushing event updated for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:56.300265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:34:56.505816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] Provisioning complete for port 7ad4337e-d011-4d55-85d4-c0641469ae20 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:56.506193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.528972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7456bc65-70ce-4264-9577-bf504125afeb up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:34:56.588629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:34:56.622536 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eadf31-41d0-400a-9485-8dac86dd2a0b None None] The sync data for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv is: [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:34:56.661142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7456bc65-70ce-4264-9577-bf504125afeb triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:56.661517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.689254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.736855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] For port 7ad4337e-d011-4d55-85d4-c0641469ae20, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7ad4337e-d011-4d55-85d4-c0641469ae20,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:34:56.805081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:56.861642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe2d36-dd8e-449e-a241-b86300caf88f None None] Pushing event updated for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:57.092077 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-bb67e9ba-658b-4061-98e5-aa530550b510 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:57.092077 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-bb67e9ba-658b-4061-98e5-aa530550b510 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 796 time: 0.1155596 Dec 24 03:34:57.527901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-12ea8912-cd77-43f1-8659-44ce6787f01c req-ba10777e-2d0d-4455-9ba9-21497bed2e92 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 210 time: 0.0353222 Dec 24 03:34:57.556437 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-603e82b1-0015-4f3e-a5c6-4159c4404a24 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 380 time: 0.4455025 Dec 24 03:34:57.569267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'port': {'device_id': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'admin_state_up': True, 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'security_groups': ['d3e647c7-c049-4ded-bebc-859af51009ec']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:57.747192 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:34:57.750750 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:57.874253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.8 (7727500c-b765-46d5-bb73-254094db3070/fe25e23d-c4fd-42e5-86d7-c11773ab9417/7612822d-64ad-4cf6-bef0-3c7b052bd4cf) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:34:58.014772 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.107441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.149626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 7727500c-b765-46d5-bb73-254094db3070 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:34:58.152859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:34:58.155248 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:34:58.193412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:58.215531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.216172 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.321832 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-2b4b98d2-0fc4-4605-87ea-d2f9d02f10c0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566175 Dec 24 03:34:58.349097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Request body: {'port': {'device_id': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:34:58.401739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.435918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a98bd2ec-39c5-4bf3-81cc-4552c7103040 None None] Provisioning complete for port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:58.435918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a98bd2ec-39c5-4bf3-81cc-4552c7103040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.470874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a98bd2ec-39c5-4bf3-81cc-4552c7103040 None None] Port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:34:58.534406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7ad4337e-d011-4d55-85d4-c0641469ae20 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:34:58.587962 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 7ad4337e-d011-4d55-85d4-c0641469ae20 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:34:58.588334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.660917 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f41e98-b693-4e84-8dc7-83cb4c40cbf7 req-4e94f2e6-13fd-41ad-a3f7-3509600bb6c2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:58.663046 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a5f41e98-b693-4e84-8dc7-83cb4c40cbf7 req-4e94f2e6-13fd-41ad-a3f7-3509600bb6c2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 931 time: 0.0649588 Dec 24 03:34:58.680067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7612822d-64ad-4cf6-bef0-3c7b052bd4cf {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:34:58.687977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.699963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Transition to ACTIVE for port object 7612822d-64ad-4cf6-bef0-3c7b052bd4cf will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:34:58.713154 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a5f41e98-b693-4e84-8dc7-83cb4c40cbf7 req-76f9745c-d214-4d97-b668-8347ff0f7b95 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Dec 24 03:34:58.764610 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.820168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Pushing event updated for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:58.889078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Attempting to bind port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:34:58.889420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Attempting to bind port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:34:58.889758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Attempting to bind port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf on network 7727500c-b765-46d5-bb73-254094db3070 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:34:58.894397 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf on network 7727500c-b765-46d5-bb73-254094db3070 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:34:58.894803 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Attempting to bind port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf on network 7727500c-b765-46d5-bb73-254094db3070 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:34:58.900490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:34:58.900830 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Checking segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:34:58.901219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Bound using segment: {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:34:58.901654 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Bound port: 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c939c2-dbd0-4c1f-8322-bbed4b97a443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7727500c-b765-46d5-bb73-254094db3070'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:34:58.902009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:58.971446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:34:58.975474 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:34:59.044854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:59.081390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.082765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:34:59.084262 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] 10.222.0.49 "PUT /v2.0/ports/7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 1093 time: 0.7401857 Dec 24 03:34:59.084733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:34:59.087020 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e64b86-5d90-4372-a5ad-df7748e84bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:34:59.113019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecc12b-552e-4295-9d54-af3c1dfc62ed service neutron] Pushing event updated for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:34:59.126939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0c55c7-1657-4497-b999-b91eea4dde21 x-openstack-request-id: req-ca0c55c7-1657-4497-b999-b91eea4dde21 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:34:59.127279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:34:59.127535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca0c55c7-1657-4497-b999-b91eea4dde21 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:34:59.127941 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'status': 'completed', 'code': 200} Dec 24 03:34:59.228629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-c56d65da-c35f-42a9-bc52-610b69080cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.230278 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-c56d65da-c35f-42a9-bc52-610b69080cf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1096 time: 0.0440786 Dec 24 03:34:59.351553 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-5b471d65-b804-4ddc-8f3d-e19cf9f6dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.353109 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-5b471d65-b804-4ddc-8f3d-e19cf9f6dfd9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0978148 Dec 24 03:34:59.452368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-3b1f7fd6-6da4-4f32-a897-79c3f1846fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.453778 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f0e64b86-5d90-4372-a5ad-df7748e84bb0 req-3b1f7fd6-6da4-4f32-a897-79c3f1846fc3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892823 Dec 24 03:34:59.566033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-949e8308-564c-4aac-afff-7f580cd5555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.567729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-949e8308-564c-4aac-afff-7f580cd5555b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1096 time: 0.0464997 Dec 24 03:34:59.625523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-f1a99338-cd7c-49b2-a7a2-03843af41283 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 217 time: 0.0343242 Dec 24 03:34:59.677820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-00bd14f9-f0c3-46de-bf60-e4fc6e8edb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.679260 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-00bd14f9-f0c3-46de-bf60-e4fc6e8edb00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 200 len: 835 time: 0.0432742 Dec 24 03:34:59.733168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-db74b8f7-1c94-4b5e-9851-83503f25776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.734554 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-db74b8f7-1c94-4b5e-9851-83503f25776a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7727500c-b765-46d5-bb73-254094db3070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434606 Dec 24 03:34:59.828007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ee0da-8eb6-4ce6-9b51-6422ca62fc44 req-dcccffa3-dec5-44b3-8914-6e3f924443bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:34:59.830739 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac7ee0da-8eb6-4ce6-9b51-6422ca62fc44 req-dcccffa3-dec5-44b3-8914-6e3f924443bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 943 time: 0.0497029 Dec 24 03:34:59.830881 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-713b569c-7813-4716-b65f-b991a059a4ae service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837517 Dec 24 03:34:59.883697 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac7ee0da-8eb6-4ce6-9b51-6422ca62fc44 req-a0bd9b3c-5c4e-4268-90c9-799c9525ce8c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Dec 24 03:34:59.937922 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e34adec0-2c4a-4915-bb3e-7b59814c563c req-8938a21f-d70d-4073-b269-13a4e92379ae service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962369 Dec 24 03:35:00.347034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:01.001089 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb4f86-dbe8-4b37-999c-2eeb84ad36b8 req-2ed0bfe9-37d3-42b2-bc14-7431c6105800 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:01.002554 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2fb4f86-dbe8-4b37-999c-2eeb84ad36b8 req-2ed0bfe9-37d3-42b2-bc14-7431c6105800 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 943 time: 0.0502312 Dec 24 03:35:01.053713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2fb4f86-dbe8-4b37-999c-2eeb84ad36b8 req-1492372c-2210-41a7-8173-d6787635814d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Dec 24 03:35:02.170909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5775e-d80d-45af-ab33-e123dcf17ead req-09dc1182-5c44-4b6d-8130-66fa1a0e53f1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:02.172259 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ade5775e-d80d-45af-ab33-e123dcf17ead req-09dc1182-5c44-4b6d-8130-66fa1a0e53f1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 943 time: 0.0521793 Dec 24 03:35:02.222408 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ade5775e-d80d-45af-ab33-e123dcf17ead req-afe1a2b0-7a1f-44fb-838d-aa8ac8f54678 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434756 Dec 24 03:35:03.335595 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8cbf5-7272-44a0-af26-e56566b72405 req-65e47387-bbd7-4131-a91c-27f06363fec1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:03.337089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56d8cbf5-7272-44a0-af26-e56566b72405 req-65e47387-bbd7-4131-a91c-27f06363fec1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 943 time: 0.0485423 Dec 24 03:35:03.360077 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7612822d-64ad-4cf6-bef0-3c7b052bd4cf details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:35:03.386557 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-56d8cbf5-7272-44a0-af26-e56566b72405 req-9fb3ddf6-022b-4515-ab61-0cb60c728724 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 Dec 24 03:35:03.473201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:03.483986 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'port_id': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'mac_address': 'fa:16:3e:6c:3f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:35:03.520687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:03.532754 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7612822d-64ad-4cf6-bef0-3c7b052bd4cf {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:35:03.550880 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:03.614294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:03.663467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:03.670254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.670607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.670951 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.671290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.671624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.671954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.672283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.672638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.672968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.673360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.673620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.673943 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:03.674263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:35:04.029378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['7612822d-64ad-4cf6-bef0-3c7b052bd4cf'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:35:04.501561 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0b0b1-c522-49ba-8b38-5f5140a42c83 req-03745279-63b6-42d5-bc98-c7366d2f84a6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:04.503027 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd0b0b1-c522-49ba-8b38-5f5140a42c83 req-03745279-63b6-42d5-bc98-c7366d2f84a6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 944 time: 0.0497262 Dec 24 03:35:04.552470 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd0b0b1-c522-49ba-8b38-5f5140a42c83 req-6565cd77-e5d3-4f39-9e9b-55e074387a14 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Dec 24 03:35:05.374857 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7612822d-64ad-4cf6-bef0-3c7b052bd4cf up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:35:05.518807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:35:05.522608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:35:05.522973 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.599947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.621925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:05.624128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a9e7e3-c79b-41c6-bcba-b489093e83ee" -d '{"events": [{"server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "name": "network-vif-plugged", "status": "completed", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:05.638262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:35:05.661387 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95ce752-5a40-4c47-b7eb-b969e58c6a71 x-openstack-request-id: req-e95ce752-5a40-4c47-b7eb-b969e58c6a71 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:05.661665 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "name": "network-vif-plugged", "status": "completed", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:05.662105 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e95ce752-5a40-4c47-b7eb-b969e58c6a71 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:05.662502 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'code': 200} Dec 24 03:35:05.675872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cf958-4dc0-42d4-a07c-1fb01b741408 req-2e7f373d-25a4-49cb-bc11-517175ebc7d9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:05.677581 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-083cf958-4dc0-42d4-a07c-1fb01b741408 req-2e7f373d-25a4-49cb-bc11-517175ebc7d9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 944 time: 0.0581350 Dec 24 03:35:05.705960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:05.729766 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-083cf958-4dc0-42d4-a07c-1fb01b741408 req-88e3c53f-234a-4e8e-a7c7-dd0361941bd3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463030 Dec 24 03:35:05.753378 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:06.034090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b5c04-d027-420b-aa81-0cc6964afb06 req-b802b617-93cc-4a13-9a01-d36e4d0b7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.036051 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba2b5c04-d027-420b-aa81-0cc6964afb06 req-b802b617-93cc-4a13-9a01-d36e4d0b7a6f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1098 time: 0.0399988 Dec 24 03:35:06.087359 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ba2b5c04-d027-420b-aa81-0cc6964afb06 req-438b9190-0742-4386-8d53-5f30c87b4cc9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Dec 24 03:35:06.846518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d54efd-f132-4942-933f-90a63a4413ae req-e50e4f4d-acf2-45f5-b96b-212e44a5eb53 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:06.848665 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e1d54efd-f132-4942-933f-90a63a4413ae req-e50e4f4d-acf2-45f5-b96b-212e44a5eb53 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Dec 24 03:35:06.900729 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e1d54efd-f132-4942-933f-90a63a4413ae req-5f8a7133-3688-47a4-ad24-2666d00d4ea5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Dec 24 03:35:08.018188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26241b01-b23d-4c3a-8511-821464e85418 req-b2a7225c-a398-44fa-a0d4-c9390ed9f1b9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:08.019648 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-26241b01-b23d-4c3a-8511-821464e85418 req-b2a7225c-a398-44fa-a0d4-c9390ed9f1b9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0523009 Dec 24 03:35:08.067662 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-26241b01-b23d-4c3a-8511-821464e85418 req-9177d21a-f22e-42eb-a051-5cd21dabc91c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Dec 24 03:35:08.183325 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f814f3-482d-4e9f-bc15-42eb6b588244 req-aa8ceaf2-963c-43c8-a78c-a431f672f130 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:08.184824 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d2f814f3-482d-4e9f-bc15-42eb6b588244 req-aa8ceaf2-963c-43c8-a78c-a431f672f130 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Dec 24 03:35:08.232814 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d2f814f3-482d-4e9f-bc15-42eb6b588244 req-38d8905f-42f2-4b70-aae5-1e9d73c2dbeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 Dec 24 03:35:08.254175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40958) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:08.293899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b0029-8f54-4b5b-ada1-f42af62b9a7e tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:08.295420 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-848b0029-8f54-4b5b-ada1-f42af62b9a7e tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1093 time: 0.0402925 Dec 24 03:35:08.298126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40960) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:08.302223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:35:08.393262 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.489745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.613989 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.74 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/7941d29c-ce8a-4883-9767-ff45eebe8ef7) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:35:08.716266 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.805006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:08.843862 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:35:08.846527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:35:08.850516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:35:08.876554 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7941d29c-ce8a-4883-9767-ff45eebe8ef7,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:09.203930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.336434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.483243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.547536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.618006 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7941d29c-ce8a-4883-9767-ff45eebe8ef7,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:35:09.629115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:09.727087 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 312afb4f-0668-4aaa-815b-0ba99396ec47 associated. External IP: 172.26.7.74, port: 7612822d-64ad-4cf6-bef0-3c7b052bd4cf. Dec 24 03:35:09.927958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 24341777-1752-4433-a345-b421c8dd5455 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:35:10.017156 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:35:10.029804 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:35:10.039649 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Sync routers for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:35:10.048656 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:10.049263 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:10.081497 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:10.114009 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-85908c33-197c-4bbc-bb92-16f812e1180d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8148749 Dec 24 03:35:10.114635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:35:10.118141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a860901-bd0b-4a46-8449-8291783e6c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:35:10.157300 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:10.217743 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad8366b-fa17-45cd-9d9b-09474796c8a7 x-openstack-request-id: req-3ad8366b-fa17-45cd-9d9b-09474796c8a7 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:35:10.218265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:35:10.218265 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ad8366b-fa17-45cd-9d9b-09474796c8a7 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:35:10.218653 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'status': 'completed', 'code': 200} Dec 24 03:35:10.222076 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca800eb-49c6-44b1-b719-935cf49270db req-77cc0a23-4801-4edf-af2f-c9812dffd8eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:10.223560 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ca800eb-49c6-44b1-b719-935cf49270db req-77cc0a23-4801-4edf-af2f-c9812dffd8eb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Dec 24 03:35:10.282322 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6ca800eb-49c6-44b1-b719-935cf49270db req-db796e3e-f8be-4c82-b3e2-6772b5a15aba tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522101 Dec 24 03:35:10.305550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40968) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:10.313367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-784cedf4-3631-48e1-85a3-74919ee44e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:10.314851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-784cedf4-3631-48e1-85a3-74919ee44e0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1098 time: 0.0493302 Dec 24 03:35:10.370736 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-87cb764f-07f8-4204-b5c8-10dd7e746e4d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/312afb4f-0668-4aaa-815b-0ba99396ec47 HTTP/1.1" status: 200 len: 990 time: 0.0640147 Dec 24 03:35:10.391837 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '312afb4f-0668-4aaa-815b-0ba99396ec47', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '24341777-1752-4433-a345-b421c8dd5455', 'port_id': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'mac_address': 'fa:16:3e:6c:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:35:09Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:10.410281 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-aaa180a8-c8fd-4b21-a862-605ebca0358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:10.411735 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-aaa180a8-c8fd-4b21-a862-605ebca0358c service neutron] 10.222.0.49 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 897 time: 0.0895910 Dec 24 03:35:10.421370 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Checking router: 24341777-1752-4433-a345-b421c8dd5455 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:35:10.430144 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:35:10.430774 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:34:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:10.479167 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-c6c8f367-a245-46c6-aab3-b419f19f1d2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 998 time: 0.0598760 Dec 24 03:35:10.533042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-005b5ff5-1549-4a08-aa51-dd3b92bdc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:10.534493 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-005b5ff5-1549-4a08-aa51-dd3b92bdc4b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 200 len: 835 time: 0.0479760 Dec 24 03:35:10.536379 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:35:10.582384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-2d9d29e0-afc7-4c37-8213-ed4404aba0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:10.583888 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-2d9d29e0-afc7-4c37-8213-ed4404aba0db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7727500c-b765-46d5-bb73-254094db3070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422890 Dec 24 03:35:10.684604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-14a8628b-bc97-49aa-94ad-9dca8ec71ba0 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926952 Dec 24 03:35:10.777333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1a860901-bd0b-4a46-8449-8291783e6c7e req-1a0b6048-d89a-4814-8c20-9e3c38a90473 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855000 Dec 24 03:35:10.849537 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '312afb4f-0668-4aaa-815b-0ba99396ec47', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '24341777-1752-4433-a345-b421c8dd5455', 'port_id': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'mac_address': 'fa:16:3e:6c:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:35:09Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:35:10.879604 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abfd2ac-e558-4a4c-aebb-16805ee5d379 None None] The sync data for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv is: [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '312afb4f-0668-4aaa-815b-0ba99396ec47', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.74', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '24341777-1752-4433-a345-b421c8dd5455', 'port_id': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'mac_address': 'fa:16:3e:6c:3f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:35:09Z', 'updated_at': '2021-12-24T03:35:09Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:35:11.075294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52945ce-d7c4-4b22-9dbf-7aca5ab5266b None None] New status for floating IP 312afb4f-0668-4aaa-815b-0ba99396ec47: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:35:11.373221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 40970) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:11.760399 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-598f2628-2845-4da4-a709-7f882ca09359 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/312afb4f-0668-4aaa-815b-0ba99396ec47 HTTP/1.1" status: 200 len: 992 time: 0.3859670 Dec 24 03:35:20.260745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0b5d49a1-d3f6-476a-9793-0a44eac5237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:22.403489 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-347493a6-57f7-4bdf-9b15-a2de79ddc4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:23.866373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:25.232116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:25.894869 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:30.391892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:41.323270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-55581779-7505-4278-9701-182a8cba67b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429986 Dec 24 03:35:41.434829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-00fdd6ed-ee6d-4150-867f-b2e08af3a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.436300 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-00fdd6ed-ee6d-4150-867f-b2e08af3a920 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1098 time: 0.0406687 Dec 24 03:35:41.537967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-d2acd136-e611-42eb-a736-b0f1d2ea5f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.539409 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-d2acd136-e611-42eb-a736-b0f1d2ea5f08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 897 time: 0.0821018 Dec 24 03:35:41.610417 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-dd14d0db-2c29-48c8-8aba-707e8bab79ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 1000 time: 0.0631344 Dec 24 03:35:41.659573 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-5a97359a-e089-4d16-889b-6e5877cd0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.661117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-5a97359a-e089-4d16-889b-6e5877cd0820 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 200 len: 835 time: 0.0432613 Dec 24 03:35:41.709321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-6ac7047f-fbcb-471b-b1e3-201744dfc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:41.710811 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-6ac7047f-fbcb-471b-b1e3-201744dfc0e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7727500c-b765-46d5-bb73-254094db3070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412669 Dec 24 03:35:41.801829 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-3f4462e9-4d15-40f9-9d04-95a33a8ac6bd service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834906 Dec 24 03:35:41.894595 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-51e3c4c8-8b49-41d4-b96f-30baada2bc37 req-0d05d4e9-3b48-4e6f-9207-bd360b91a133 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Dec 24 03:35:45.411113 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4c52d-a256-404f-8e71-7f737527c6b7 req-aeb84d33-fff0-4ff9-a2ab-6e73edf2c243 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:45.412520 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-01d4c52d-a256-404f-8e71-7f737527c6b7 req-aeb84d33-fff0-4ff9-a2ab-6e73edf2c243 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0494347 Dec 24 03:35:45.461019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-01d4c52d-a256-404f-8e71-7f737527c6b7 req-17654444-35e0-46af-bf41-2c1833e46924 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Dec 24 03:35:46.579843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e29176-63fa-454d-bd5d-c2ba5031556d req-4b251cca-7db9-4c1d-b35b-4623c15a1405 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:46.581342 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31e29176-63fa-454d-bd5d-c2ba5031556d req-4b251cca-7db9-4c1d-b35b-4623c15a1405 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0499523 Dec 24 03:35:46.630323 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-31e29176-63fa-454d-bd5d-c2ba5031556d req-199f05ad-6b28-4cd6-93e3-54da1e1b61c8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Dec 24 03:35:47.016844 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:35:47.745462 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7c0ea-a1d8-4cfa-a9a1-4dd23439280a req-41b1100a-9bdf-40b7-98b2-4264e47ee14f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:47.746924 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d9a7c0ea-a1d8-4cfa-a9a1-4dd23439280a req-41b1100a-9bdf-40b7-98b2-4264e47ee14f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Dec 24 03:35:47.794630 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d9a7c0ea-a1d8-4cfa-a9a1-4dd23439280a req-dc582848-e059-4e97-ada5-a625643e2072 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Dec 24 03:35:48.911768 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f22e9-6d2d-4846-aa00-a91764466a95 req-040611d7-3808-4994-9767-703b55d56578 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:48.913275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-698f22e9-6d2d-4846-aa00-a91764466a95 req-040611d7-3808-4994-9767-703b55d56578 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0501907 Dec 24 03:35:48.961496 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-698f22e9-6d2d-4846-aa00-a91764466a95 req-4fdd341c-bd3b-4564-b2f0-e2ea291327b8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Dec 24 03:35:50.081101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1287c-7918-47eb-99c7-9e10221d831e req-20e49128-3098-41ae-b74a-d664f9fcc16d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:50.082573 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c5a1287c-7918-47eb-99c7-9e10221d831e req-20e49128-3098-41ae-b74a-d664f9fcc16d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0518758 Dec 24 03:35:50.130245 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c5a1287c-7918-47eb-99c7-9e10221d831e req-93c94781-9529-4033-9907-6d3d8de60797 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Dec 24 03:35:50.260625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5273-74da-41d5-aa56-559a5c5f4499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:51.247290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093ac68-6cc7-4045-9ab1-0fb31c3b70c7 req-9a48c020-5156-43c5-95ba-474328c2b02f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:51.248752 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8093ac68-6cc7-4045-9ab1-0fb31c3b70c7 req-9a48c020-5156-43c5-95ba-474328c2b02f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Dec 24 03:35:51.296279 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8093ac68-6cc7-4045-9ab1-0fb31c3b70c7 req-3227f59b-d671-45e9-92b9-48ba496330b1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416195 Dec 24 03:35:52.359123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7a8eda7f-c26f-4e2d-b1fb-1501ac020a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:52.412010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d542123-c010-4786-b58a-4b157ae71138 req-b528c69e-05b4-4819-b218-345025906564 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:52.413505 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d542123-c010-4786-b58a-4b157ae71138 req-b528c69e-05b4-4819-b218-345025906564 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0511177 Dec 24 03:35:52.461857 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5d542123-c010-4786-b58a-4b157ae71138 req-fb3f2d30-67cc-4d25-96e2-6ed44332df13 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Dec 24 03:35:53.575429 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723789c-4e45-4049-8f20-828e096d5f41 req-b5db36e9-c0ea-4a11-b14a-8e0960f12806 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:53.576902 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9723789c-4e45-4049-8f20-828e096d5f41 req-b5db36e9-c0ea-4a11-b14a-8e0960f12806 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Dec 24 03:35:53.626148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9723789c-4e45-4049-8f20-828e096d5f41 req-d313fad8-e00a-49f5-ab28-6f91418dd648 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Dec 24 03:35:53.878189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:54.741207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53ae07-d3d2-49fb-96c8-bdb5d3a6534a req-c5d79299-7ef4-4fe1-bb51-bbecfee6cc51 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:54.742574 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1b53ae07-d3d2-49fb-96c8-bdb5d3a6534a req-c5d79299-7ef4-4fe1-bb51-bbecfee6cc51 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0485873 Dec 24 03:35:54.794217 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1b53ae07-d3d2-49fb-96c8-bdb5d3a6534a req-2422f32a-2d76-418a-a677-91557a152efb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456729 Dec 24 03:35:55.302232 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:55.890839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:35:55.911680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4d7e8-0a51-4d6f-b90d-2fb4c29bbb8a req-25be90b1-3db5-4552-8b50-1b9f98472160 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:55.913311 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-23f4d7e8-0a51-4d6f-b90d-2fb4c29bbb8a req-25be90b1-3db5-4552-8b50-1b9f98472160 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0505867 Dec 24 03:35:55.968012 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-23f4d7e8-0a51-4d6f-b90d-2fb4c29bbb8a req-2b9f8460-7cf3-4438-b584-ff94bbde9d8d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485857 Dec 24 03:35:57.083416 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c314098-1e33-4cd2-a5af-98a63106e9f2 req-bd0e65c1-8812-42a0-8f9a-0aa3a9308813 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:57.084925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c314098-1e33-4cd2-a5af-98a63106e9f2 req-bd0e65c1-8812-42a0-8f9a-0aa3a9308813 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0493560 Dec 24 03:35:57.133797 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c314098-1e33-4cd2-a5af-98a63106e9f2 req-d91fa596-8a0c-4c1a-a34f-15a7c4865652 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Dec 24 03:35:57.156525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41010) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:35:57.215890 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-30b7319f-a49c-41b6-b80f-c61672b1dfbb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/312afb4f-0668-4aaa-815b-0ba99396ec47 HTTP/1.1" status: 200 len: 992 time: 0.0582285 Dec 24 03:35:58.645775 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10d200-dcd1-4e1b-91e8-9536b5f7bca4 req-5b64c17b-1396-4693-9552-d4a04b15c8a6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:58.647231 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b10d200-dcd1-4e1b-91e8-9536b5f7bca4 req-5b64c17b-1396-4693-9552-d4a04b15c8a6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Dec 24 03:35:58.703597 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5b10d200-dcd1-4e1b-91e8-9536b5f7bca4 req-0da8adc9-4467-4ad3-b52c-7cf4cf579cf7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 Dec 24 03:35:58.779366 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-01e37103-39a2-4b09-9aa7-0dabe6ba77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:58.780751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-01e37103-39a2-4b09-9aa7-0dabe6ba77eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1098 time: 0.0400949 Dec 24 03:35:58.875317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-448c721e-2b0a-46c4-bb08-2a965ab736c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:58.876808 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-448c721e-2b0a-46c4-bb08-2a965ab736c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 897 time: 0.0823729 Dec 24 03:35:58.946048 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-63fa729c-15b6-43b3-b785-4c9cd4c4af98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 1000 time: 0.0614491 Dec 24 03:35:58.999512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-be304841-7e0c-4ccc-b289-6a7c3a1f1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:59.000954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-be304841-7e0c-4ccc-b289-6a7c3a1f1956 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 200 len: 835 time: 0.0438349 Dec 24 03:35:59.050368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-273fdbd1-74f6-43a9-ad63-f17f5f4bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:59.051815 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-273fdbd1-74f6-43a9-ad63-f17f5f4bafb3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7727500c-b765-46d5-bb73-254094db3070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386732 Dec 24 03:35:59.148172 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-50e01503-fab5-420f-a958-ad6523a54e91 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845187 Dec 24 03:35:59.240193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e3562a2-b1ef-4cd3-b9d7-c76fecee3d8c req-eb767c6e-6bf6-41f0-ab68-01156a440d96 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Dec 24 03:35:59.820640 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e21-2828-43c7-b58a-399843f82b54 req-baa515db-0866-4273-8a9b-9d819c0573d6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:35:59.822122 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-332a8e21-2828-43c7-b58a-399843f82b54 req-baa515db-0866-4273-8a9b-9d819c0573d6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Dec 24 03:35:59.873345 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-332a8e21-2828-43c7-b58a-399843f82b54 req-b54edaa2-545b-4f49-86c2-ecd306005353 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Dec 24 03:36:00.387468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:00.991851 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289b01e-e5d7-4eaf-9c4b-007cb54ad815 req-05df9596-2548-425a-8b8b-5a10d84cd594 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:00.993577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4289b01e-e5d7-4eaf-9c4b-007cb54ad815 req-05df9596-2548-425a-8b8b-5a10d84cd594 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0528700 Dec 24 03:36:01.040640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4289b01e-e5d7-4eaf-9c4b-007cb54ad815 req-9e356ccd-1b78-4950-a953-31b79b239d6b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Dec 24 03:36:01.063347 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41022) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:01.122817 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d56c8ae4-58c1-4689-b8c8-f95f36bc21f2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/312afb4f-0668-4aaa-815b-0ba99396ec47 HTTP/1.1" status: 200 len: 992 time: 0.0583184 Dec 24 03:36:20.267892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b017c58b-79cc-414c-a00a-e2fb3e5d0440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:22.353606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-cce099ac-b006-4624-9191-32936ce58a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:23.879439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:24.016777 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:36:25.228134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:25.895868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:30.394040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:33.554372 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41032) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:33.709816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 7941d29c-ce8a-4883-9767-ff45eebe8ef7 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:33.710152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:33.785208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:33.785528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:33.797073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 7941d29c-ce8a-4883-9767-ff45eebe8ef7 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:33.993846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:34.017266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=7941d29c-ce8a-4883-9767-ff45eebe8ef7,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:34.028978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.029328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.029676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.030018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.030411 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.030773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.031109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.031461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.031789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.032116 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.032463 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.032799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.033122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:34.091668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:34.091997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 312afb4f-0668-4aaa-815b-0ba99396ec47 disassociated (deleted). External IP: 172.26.7.74, port: 7612822d-64ad-4cf6-bef0-3c7b052bd4cf. Dec 24 03:36:34.292436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 24341777-1752-4433-a345-b421c8dd5455 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:34.400482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:34.405390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:34.412746 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Sync routers for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:34.423202 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:34.423934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:34.433433 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-31b711a3-589e-4751-b374-bf1612da269b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/floatingips/312afb4f-0668-4aaa-815b-0ba99396ec47 HTTP/1.1" status: 204 len: 168 time: 0.8779833 Dec 24 03:36:34.434019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:34.436237 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f35d5bc-ef35-4669-b013-c49f91e027be" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:34.475550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd02dcab-0383-4cc6-8331-e5928c4404d3 x-openstack-request-id: req-fd02dcab-0383-4cc6-8331-e5928c4404d3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:34.475848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:34.476106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd02dcab-0383-4cc6-8331-e5928c4404d3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:34.476551 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'status': 'completed', 'code': 200} Dec 24 03:36:34.535720 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:34.575682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-7ec54ab6-2f22-4ddf-91cd-0be75e138871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.577206 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-7ec54ab6-2f22-4ddf-91cd-0be75e138871 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 1098 time: 0.0415483 Dec 24 03:36:34.678496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-3e27e487-5558-4349-8af4-eafd6a9862fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.680014 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-3e27e487-5558-4349-8af4-eafd6a9862fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 200 len: 897 time: 0.0897176 Dec 24 03:36:34.727325 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-750af94e-926c-4832-ba2e-e3df7eaf2868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 200 len: 217 time: 0.0351024 Dec 24 03:36:34.741058 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:34.769732 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Checking router: 24341777-1752-4433-a345-b421c8dd5455 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:34.776167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-b21c1e78-3207-415f-b426-c193f840aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.777671 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-b21c1e78-3207-415f-b426-c193f840aa56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 200 len: 835 time: 0.0429778 Dec 24 03:36:34.777993 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:34.778583 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:34.890409 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-19179f2c-8d9a-4cb5-8646-0f523c56707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.891296 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:34.892195 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-19179f2c-8d9a-4cb5-8646-0f523c56707c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7727500c-b765-46d5-bb73-254094db3070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441484 Dec 24 03:36:34.906691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-174acf4f-16d4-4a6b-9f76-fedb4bf7b0a8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:36:34.907657 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-174acf4f-16d4-4a6b-9f76-fedb4bf7b0a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057733 Dec 24 03:36:34.930338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713439-4cbe-4785-b08e-73dc7922b5fe req-d55f8505-8878-4141-b607-8b255a825dbb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:34.931838 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca713439-4cbe-4785-b08e-73dc7922b5fe req-d55f8505-8878-4141-b607-8b255a825dbb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0612452 Dec 24 03:36:34.987219 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca713439-4cbe-4785-b08e-73dc7922b5fe req-99b1d075-ea4b-4cfd-82c0-13700d36db9a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465748 Dec 24 03:36:35.013038 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-733e32c5-ffc7-48b3-985b-7397123fd154 service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Dec 24 03:36:35.110901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9f35d5bc-ef35-4669-b013-c49f91e027be req-2a1a20f9-c5bd-4eaf-ac73-5664e402927c service neutron] 10.222.0.49 "GET /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Dec 24 03:36:35.180158 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:35.206428 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9a043-01a5-4f78-8629-45171c5b5c47 None None] The sync data for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv is: [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:53Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '7ad4337e-d011-4d55-85d4-c0641469ae20', 'name': '', 'network_id': '7727500c-b765-46d5-bb73-254094db3070', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:9e:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:52Z', 'updated_at': '2021-12-24T03:34:56Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'fe25e23d-c4fd-42e5-86d7-c11773ab9417', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:35.441624 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac7a0e-ce9f-435e-8589-a8936bd526bf None None] New status for floating IP 312afb4f-0668-4aaa-815b-0ba99396ec47: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:36:36.151051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669fc1-a6be-46cf-8136-5ffbc2026a30 req-c576d4be-fadb-47ea-9883-d6f297f0a6f9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:36.152423 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9d669fc1-a6be-46cf-8136-5ffbc2026a30 req-c576d4be-fadb-47ea-9883-d6f297f0a6f9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0922303 Dec 24 03:36:36.200158 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9d669fc1-a6be-46cf-8136-5ffbc2026a30 req-561ccb5d-ace8-4219-a877-ee5530c49100 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Dec 24 03:36:36.898627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-94d3261a-2b8f-4af8-851c-f7bff91097d5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:36.900071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-94d3261a-2b8f-4af8-851c-f7bff91097d5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0483420 Dec 24 03:36:37.320577 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717f855-454c-4b9d-aaf4-122a88b5c871 req-28453c17-1630-4eee-badf-ae8763e4c017 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:37.322068 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8717f855-454c-4b9d-aaf4-122a88b5c871 req-28453c17-1630-4eee-badf-ae8763e4c017 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Dec 24 03:36:37.338802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:37.339376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.370840 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8717f855-454c-4b9d-aaf4-122a88b5c871 req-d035da18-ce3a-45ab-ae0f-aa15fefcf7a7 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=d3e647c7-c049-4ded-bebc-859af51009ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Dec 24 03:36:37.429895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:37.430256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.443379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 7612822d-64ad-4cf6-bef0-3c7b052bd4cf owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:37.633204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.666619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=7612822d-64ad-4cf6-bef0-3c7b052bd4cf,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:37.709145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] No DVR routers for this DVR port 7612822d-64ad-4cf6-bef0-3c7b052bd4cf on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:36:37.711600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:37.715002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d641b12d-017f-4a36-bf31-42e3acb06f64 req-13f7fe61-2223-414b-a39c-792defe210bf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "DELETE /v2.0/ports/7612822d-64ad-4cf6-bef0-3c7b052bd4cf HTTP/1.1" status: 204 len: 173 time: 0.8044732 Dec 24 03:36:37.715624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'name': 'network-vif-deleted', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:37.718884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ad8ec0-3462-414f-a25b-04e3e1f94420" -d '{"events": [{"server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "name": "network-vif-deleted", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:37.755413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043da87d-1ce1-4d9a-8553-3d7d3655c13e x-openstack-request-id: req-043da87d-1ce1-4d9a-8553-3d7d3655c13e {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:37.755731 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3419bf-4c4f-4312-abc0-e076952d6524", "name": "network-vif-deleted", "tag": "7612822d-64ad-4cf6-bef0-3c7b052bd4cf", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:37.755990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-043da87d-1ce1-4d9a-8553-3d7d3655c13e {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:37.756392 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3419bf-4c4f-4312-abc0-e076952d6524', 'name': 'network-vif-deleted', 'tag': '7612822d-64ad-4cf6-bef0-3c7b052bd4cf', 'status': 'completed', 'code': 200} Dec 24 03:36:38.479349 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3e5d265-8e69-4405-9267-7033b770e8fb req-a0080a8e-0ecb-4abd-a6d2-120476ae98ed tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a3419bf-4c4f-4312-abc0-e076952d6524 HTTP/1.1" status: 200 len: 210 time: 0.0268860 Dec 24 03:36:39.537331 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41052) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:39.890103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.138188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 7ad4337e-d011-4d55-85d4-c0641469ae20 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:40.138441 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.224224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 7ad4337e-d011-4d55-85d4-c0641469ae20, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7ad4337e-d011-4d55-85d4-c0641469ae20,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:40.224626 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.237367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 7ad4337e-d011-4d55-85d4-c0641469ae20 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:40.468853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.496943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=7ad4337e-d011-4d55-85d4-c0641469ae20,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:40.684319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:40.897323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router 24341777-1752-4433-a345-b421c8dd5455 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:41.004805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:41.009827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-14894f62-747e-487f-8d44-a42c8d5573d3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/24341777-1752-4433-a345-b421c8dd5455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4714510 Dec 24 03:36:41.012525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41054) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.015842 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Sync routers for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:41.026186 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:41.027376 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.063406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting subnet fe25e23d-c4fd-42e5-86d7-c11773ab9417 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:36:41.066601 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.106291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.128913 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:41.193972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.337055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.366910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Subnet': ['ID=fe25e23d-c4fd-42e5-86d7-c11773ab9417,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:41.368913 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.374916 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-09fb02dc-9131-424d-a96d-2f20eac1666c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/subnets/fe25e23d-c4fd-42e5-86d7-c11773ab9417 HTTP/1.1" status: 204 len: 168 time: 0.3586755 Dec 24 03:36:41.375252 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41056) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:41.383250 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc549d-4c80-4881-9344-8c3a0dc7bdf5 None None] Network 7727500c-b765-46d5-bb73-254094db3070 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:41.396695 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.424924 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Checking router: 24341777-1752-4433-a345-b421c8dd5455 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:41.433739 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Routers {'24341777-1752-4433-a345-b421c8dd5455'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:41.434323 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['24341777-1752-4433-a345-b421c8dd5455'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.485773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.544216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] DHCP port deletion for 7727500c-b765-46d5-bb73-254094db3070 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:41.546410 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] Set router 24341777-1752-4433-a345-b421c8dd5455 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:41.597200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.597883 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Deleting port 7456bc65-70ce-4264-9577-bf504125afeb {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:41.598260 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.659936 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] For port 7456bc65-70ce-4264-9577-bf504125afeb, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=7456bc65-70ce-4264-9577-bf504125afeb,segment=NetworkSegment(37c939c2-dbd0-4c1f-8322-bbed4b97a443),segment_id=37c939c2-dbd0-4c1f-8322-bbed4b97a443)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:41.660339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.672779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Calling delete_port for 7456bc65-70ce-4264-9577-bf504125afeb owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:41.731509 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 6790bb71-7adc-40e3-99ec-13e9027f56b3 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:36:41.731773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.732334 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:41.758886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc1766-71c6-4e29-8ceb-e519d886a4b7 None None] The sync data for ids ['24341777-1752-4433-a345-b421c8dd5455'] in dv-neutron-822868-1-hyperv is: [{'id': '24341777-1752-4433-a345-b421c8dd5455', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593223390', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210'}], 'enable_snat': True}, 'gw_port_id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:36:40Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '6790bb71-7adc-40e3-99ec-13e9027f56b3', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24341777-1752-4433-a345-b421c8dd5455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:34:49Z', 'updated_at': '2021-12-24T03:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:41.805439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.817239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 6790bb71-7adc-40e3-99ec-13e9027f56b3, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6790bb71-7adc-40e3-99ec-13e9027f56b3,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:41.817659 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:41.831552 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 6790bb71-7adc-40e3-99ec-13e9027f56b3 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:36:41.831729 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7612822d-64ad-4cf6-bef0-3c7b052bd4cf no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:41.851942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Pushing event deleted for resources: {'Port': ['ID=7456bc65-70ce-4264-9577-bf504125afeb,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:41.854384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] No DVR routers for this DVR port 7456bc65-70ce-4264-9577-bf504125afeb on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:36:41.857051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 7612822d-64ad-4cf6-bef0-3c7b052bd4cf {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:41.857388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7612822d-64ad-4cf6-bef0-3c7b052bd4cf not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.867170 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.868339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.868339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.868339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.868339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.869107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:41.869107 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815b77b7-e06f-4592-b074-20b0a36f2169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.068015 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.095631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=6790bb71-7adc-40e3-99ec-13e9027f56b3,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:42.106496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.106861 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.107201 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.107536 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.107874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.108218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.109167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.109642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.109977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.110347 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.110705 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.111032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.111264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a8da7-8dc9-4a70-aace-548cd57123cf None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:42.111368 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:42.177528 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.272768 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.275425 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.388698 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.389360 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Fanout notify agent at l3_agent the message router_deleted on router 24341777-1752-4433-a345-b421c8dd5455 {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:36:42.396996 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.398661 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bb75eda0-b686-404b-b157-23f8f5cddf70 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/routers/24341777-1752-4433-a345-b421c8dd5455 HTTP/1.1" status: 204 len: 168 time: 1.0218923 Dec 24 03:36:42.401143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41058) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:42.479614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.571170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.590960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7727500c-b765-46d5-bb73-254094db3070']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:42.599899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c939c2-dbd0-4c1f-8322-bbed4b97a443') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:42.600199 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c939c2-dbd0-4c1f-8322-bbed4b97a443') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:42.609791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.622336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.628634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:36:42.629016 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:36:42.631890 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:36:42.764911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.771779 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.774948 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/networks/7727500c-b765-46d5-bb73-254094db3070 HTTP/1.1" status: 204 len: 168 time: 0.3728137 Dec 24 03:36:42.777665 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41060) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:42.786811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e0954-c159-4706-8307-22af1ac6e1f8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Network': ['ID=7727500c-b765-46d5-bb73-254094db3070,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:42.838388 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.868556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.924173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7456bc65-70ce-4264-9577-bf504125afeb no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:42.944978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7456bc65-70ce-4264-9577-bf504125afeb {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:42.945708 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7456bc65-70ce-4264-9577-bf504125afeb not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:42.945819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7ad4337e-d011-4d55-85d4-c0641469ae20 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:42.964745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 7ad4337e-d011-4d55-85d4-c0641469ae20 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:42.965089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 7ad4337e-d011-4d55-85d4-c0641469ae20 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:42.987648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.990277 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:42.991432 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3e647c7-c049-4ded-bebc-859af51009ec HTTP/1.1" status: 204 len: 168 time: 0.2127719 Dec 24 03:36:43.001104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1574-abd2-492c-8333-0d3878252aa6 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e647c7-c049-4ded-bebc-859af51009ec,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.505049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41066) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:43.509576 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67322819', 'description': 'tempest-secgroup-smoke-67322819 description', 'project_id': 'dd92f67d89d24ed7989652a10675aad7'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:43.588175 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.652716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.724041 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.752085 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f8094-7d36-46ed-b5d2-c563638483af,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:43.812046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.813334 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-899c5058-2386-44e4-8288-7e18f59b1b4e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3072774 Dec 24 03:36:43.816121 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41068) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:43.820428 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:43.913000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:43.966025 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.039376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.056538 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a276fd4-af8d-4cb4-8cb1-2ae02ccfc1bc,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:44.127117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.128314 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-407dfe5a-b5b4-4710-b92c-31f2d7352d10 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111942 Dec 24 03:36:44.131019 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41070) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.135399 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:44.226925 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.282429 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.359569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.381075 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6cfe57-bee7-49ba-9594-69e8e891637a,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:44.430088 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.431291 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6fad60cb-bfba-4578-bc73-faf981848598 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993293 Dec 24 03:36:44.434050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41072) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.438876 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:44.512886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.525642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6790bb71-7adc-40e3-99ec-13e9027f56b3 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:36:44.545853 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6790bb71-7adc-40e3-99ec-13e9027f56b3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:36:44.546456 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6790bb71-7adc-40e3-99ec-13e9027f56b3 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:36:44.570327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.617203 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.637054 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc0b45c-61fd-4e5c-966a-96c128b78ef1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:44.682040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.683365 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7175485a-ff2e-46d0-bcc1-4688bab9587d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2483380 Dec 24 03:36:44.685942 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41076) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.691292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:44.759284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.816547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.873877 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.892987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bbbcf5-12a1-4a14-960d-f81ec7e8b913,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:44.955239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:44.956730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b6c3a0eb-9f52-4f9a-8fdd-e19acc8ce53d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689755 Dec 24 03:36:44.959412 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41078) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:44.963639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:45.038925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:36:45.044000 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.101483 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.176912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.196238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907e0e91-d545-42da-951b-c683c6cfd4af,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:45.270200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.271431 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0fc37c6c-e330-4ade-a2d3-c3af7a671b57 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3111091 Dec 24 03:36:45.274190 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:45.278409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'security_group_rule': {'security_group_id': '3b2f8094-7d36-46ed-b5d2-c563638483af', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:45.377051 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Project dd92f67d89d24ed7989652a10675aad7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:36:45.382064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.439410 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.496955 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.515511 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f615265-82f4-43b6-aed0-c758cd536a0d,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:45.583762 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.584997 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-5f57b620-a68b-4dcd-98b1-a9d75df5c714 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3099415 Dec 24 03:36:45.587771 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41082) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:45.592763 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'network': {'name': 'tempest-network-smoke--1735081330', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'port_security_enabled': True}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:45.702385 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:45.706722 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.730292 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:36:45.738959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.741428 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Added segment b0c523be-265b-49de-949a-c117e50d7f74 of type vlan for network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 Dec 24 03:36:45.778206 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.873776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.880127 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:45.880744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:45.947034 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Network': ['ID=6413c347-a9aa-476d-ac25-0cc0bf39d9e6,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:45.958125 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:36:45.996779 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4d240010-ae69-4fee-abbb-9651c6536ac0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4079428 Dec 24 03:36:45.999334 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:46.004521 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'admin_state_up': True, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:46.096899 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.098022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.148373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.350742 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.622308 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.641355 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.739147 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.248 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/5c4cd8e5-1825-4141-a14c-3faad4dd12b0) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:46.840562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.918987 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:46.957327 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:46.960124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:46.963450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:46.973515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f7606-b254-40ea-817d-a2112f6736ab None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:46.987046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:47.004360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e3c139e1-d704-4d76-99d6-12705de6767a None None] Provisioning complete for port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:47.004765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e3c139e1-d704-4d76-99d6-12705de6767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:47.038080 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e3c139e1-d704-4d76-99d6-12705de6767a None None] Port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:47.298635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:47.494650 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:47.720212 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router e60d8100-e302-4b16-b113-7d8c7d0e2433 is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:36:47.823220 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:47.833304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Sync routers for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:47.843148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:47.845035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:47.910474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:47.911812 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-151c9e2f-3b77-4674-bb17-59c9d1ca6c8e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9107978 Dec 24 03:36:47.914891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41086) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:47.942852 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-54e53e6e-1409-48e1-9d84-5a66b3270f08 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=dd92f67d89d24ed7989652a10675aad7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268607 Dec 24 03:36:47.945365 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41088) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:47.949966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:48.035888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b654ec-4fb5-416b-bf4e-3710bc15a46f tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:48.037315 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c0b654ec-4fb5-416b-bf4e-3710bc15a46f tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910757 Dec 24 03:36:48.040084 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41090) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:48.067968 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-55139671-6d1a-4c28-abbe-f1046989a392 tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267851 Dec 24 03:36:48.070583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41092) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:48.075675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316931507', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:48.124308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:47Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:48.155002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Checking router: e60d8100-e302-4b16-b113-7d8c7d0e2433 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:48.155354 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Updating router e60d8100-e302-4b16-b113-7d8c7d0e2433 port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:36:48.180539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.221921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:48.225438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.423554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.457359 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.485747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.523515 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Subnet': ['ID=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:48.533919 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Checking segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:48.534274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network hostable DHCP agents. Network: 6413c347-a9aa-476d-ac25-0cc0bf39d9e6, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:36:48.537330 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549ce5a-7054-422e-a6c5-263086c6678e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:48.549693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Attempting to bind port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:48.550065 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Attempting to bind port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:48.550426 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Attempting to bind port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:48.553160 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc92fb-3c92-4fbf-91fa-5de420380cc4 None None] Pushing event updated for resources: {'Port': ['ID=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:48.559171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:48.559532 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:48.560039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.560473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:48.562613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Bound port: 5c4cd8e5-1825-4141-a14c-3faad4dd12b0, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:48.562613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.605193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:36:48.612245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] For port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:48.615473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] For port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:48.666435 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e98d8fc1-d5d7-447e-bf71-ece4e1bef91c None None] Provisioning complete for port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:48.666803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e98d8fc1-d5d7-447e-bf71-ece4e1bef91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.691166 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 6413c347-a9aa-476d-ac25-0cc0bf39d9e6) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:48.695981 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:48.699837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.701352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3658e195-ab43-44c1-a1f0-1d13b1b358e2 None None] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:48.715163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e98d8fc1-d5d7-447e-bf71-ece4e1bef91c None None] Port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:48.727527 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:48.802874 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-711eeb95-d864-4f67-acef-272a371d1e84 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7310679 Dec 24 03:36:48.804887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a29674-2bf5-4164-bc05-16f984ec2be4 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:36:48.805517 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41094) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:36:48.842278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:48.842887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:48.845974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc92fb-3c92-4fbf-91fa-5de420380cc4 None None] Pushing event updated for resources: {'Port': ['ID=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:48.909763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:36:48.910620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.037388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] Provisioning complete for port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:49.037672 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.053840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:49.230427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.279846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Allocated IP 172.20.0.2 (6413c347-a9aa-476d-ac25-0cc0bf39d9e6/d6e15f45-69b7-49ad-8a6b-47be40b3d9a0/a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:49.347454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.399989 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] For port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:49.612820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.636047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:47Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:49.686283 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb1777-3ad4-4f44-8430-752d6a6e9ede None None] The sync data for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv is: [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:47Z', 'revision_number': 3, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:49.720517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.726084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c06483-ffa8-4448-8317-45e7b9c99e9e None None] Pushing event updated for resources: {'Port': ['ID=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:49.800860 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.843015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:49.848788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:49.852256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:49.863899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.1 (6413c347-a9aa-476d-ac25-0cc0bf39d9e6/d6e15f45-69b7-49ad-8a6b-47be40b3d9a0/09ce8305-badb-4ce4-ada0-380e627e44bc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:49.864332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Pushing event updated for resources: {'Port': ['ID=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:49.944671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Attempting to bind port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:49.946756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Attempting to bind port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:49.947324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Attempting to bind port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a on network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:49.953997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:49.954612 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Checking segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:49.955219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:49.955879 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Bound using segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:49.956372 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Bound port: a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:49.956974 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.023706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.030494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] For port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:50.034525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] For port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:50.097711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.153836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.166176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62867fe2-4f46-4817-9b39-1c964638c96f None None] Pushing event updated for resources: {'Port': ['ID=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:50.200319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:50.204142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:50.209182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:50.237820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:50.247617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fe07d8d6-30f6-4346-8a3f-31d62841c0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.266902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.479399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.653574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:50.717693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:50.718076 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.802749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.841152 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:50.920071 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:50.921027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:51.004714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:51.017830 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:51.018277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.144443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.164246 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e1fa0-e28c-44ce-9154-4241ba162d43 None None] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:36:51.216869 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.267789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-4d0fdbcf-2623-4e70-bb7f-c32b30c10220 None None] Provisioning complete for port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:51.268159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4d0fdbcf-2623-4e70-bb7f-c32b30c10220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.289001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:51.291665 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.408931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:51.410364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:51.532329 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router e60d8100-e302-4b16-b113-7d8c7d0e2433 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:36:51.600585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-27367b86-78b7-4826-8ee5-ef17373606ba None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:51.600961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27367b86-78b7-4826-8ee5-ef17373606ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.651056 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:36:51.651292 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-27367b86-78b7-4826-8ee5-ef17373606ba None None] Port 09ce8305-badb-4ce4-ada0-380e627e44bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:51.662724 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-ec117ec3-7e87-403f-b719-279da1e0c96d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/e60d8100-e302-4b16-b113-7d8c7d0e2433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8560174 Dec 24 03:36:51.669420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-27367b86-78b7-4826-8ee5-ef17373606ba None None] Provisioning complete for port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:51.669420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-27367b86-78b7-4826-8ee5-ef17373606ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.685867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Sync routers for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:36:51.699638 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:51.701016 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:51.845482 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:51.879613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e6b5fb0d-44ac-42a1-88df-534528c65d33 None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:51.879997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6b5fb0d-44ac-42a1-88df-534528c65d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:51.923896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5fb0d-44ac-42a1-88df-534528c65d33 None None] Port 09ce8305-badb-4ce4-ada0-380e627e44bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:51.938802 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-43f0b07d-fa55-4190-a74d-d63abbe0c6dd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67322819&fields=id&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 267 time: 0.0536683 Dec 24 03:36:52.044046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e529355e-fb65-4e89-9d91-a410853f5438 None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:52.044574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e529355e-fb65-4e89-9d91-a410853f5438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.055550 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-c1bdead0-262a-4045-80c3-035e5c9ac54b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:52.063065 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-c1bdead0-262a-4045-80c3-035e5c9ac54b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 797 time: 0.1168811 Dec 24 03:36:52.077055 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-a4239e80-2e30-4e99-a273-3a84c20912ba tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/quotas/dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 375 time: 0.0130913 Dec 24 03:36:52.079985 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 2, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:52.084772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e529355e-fb65-4e89-9d91-a410853f5438 None None] Port 09ce8305-badb-4ce4-ada0-380e627e44bc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:52.106616 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Checking router: e60d8100-e302-4b16-b113-7d8c7d0e2433 for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:36:52.106969 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Updating router e60d8100-e302-4b16-b113-7d8c7d0e2433 port 09ce8305-badb-4ce4-ada0-380e627e44bc binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:36:52.126743 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6d9c4a48-2524-4fac-9306-df472286a1c3 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471947 Dec 24 03:36:52.131795 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.221899 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-0e1671ce-1714-49b0-8993-082c40ebc132 service neutron] 10.222.0.36 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Dec 24 03:36:52.313328 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-e3a920ef-7106-456e-843e-9ba786c4ea96 service neutron] 10.222.0.36 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854089 Dec 24 03:36:52.371892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c81628c2-6c2b-4499-a962-ac138e8edd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.398935 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.462981 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.542527 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0e5e83e0-9de0-4174-b520-a1bc7b309576 req-27185332-c162-4c14-b806-bcf2d9cceebc tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 210 time: 0.0366988 Dec 24 03:36:52.568293 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Pushing event updated for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:52.583416 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Attempting to bind port 09ce8305-badb-4ce4-ada0-380e627e44bc on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:52.583774 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Attempting to bind port 09ce8305-badb-4ce4-ada0-380e627e44bc by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:52.584333 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Attempting to bind port 09ce8305-badb-4ce4-ada0-380e627e44bc on network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:52.589711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.590418 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.590910 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.591247 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.591573 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.591895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.592216 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.592566 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.593604 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.593797 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.594259 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.594728 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.595127 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:36:52.599828 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:52.600203 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Checking segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:52.600616 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.601173 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Bound using segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:52.601809 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Bound port: 09ce8305-badb-4ce4-ada0-380e627e44bc, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:52.602362 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.637062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:52.684962 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] For port 09ce8305-badb-4ce4-ada0-380e627e44bc, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:52.687995 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] For port 09ce8305-badb-4ce4-ada0-380e627e44bc, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=09ce8305-badb-4ce4-ada0-380e627e44bc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:52.695960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:52.696649 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.748700 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.805758 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:36:52.806388 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:52.811153 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03665c25-0ef8-4823-bdad-381cdf1633b3 None None] Pushing event updated for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=4']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:52.816166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:52.819643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.914885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:52.926385 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:36:52.956390 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] For port 09ce8305-badb-4ce4-ada0-380e627e44bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=09ce8305-badb-4ce4-ada0-380e627e44bc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:36:53.033950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:53.082142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f35f73-cce7-4634-9ab1-ca9c2b346537 None None] Pushing event updated for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:53.132719 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:36:53.153834 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-828faea1-c95b-4a41-b7c4-2f3e3f847a93 None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:53.154200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-828faea1-c95b-4a41-b7c4-2f3e3f847a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:53.162490 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ab492-8b16-4604-8671-8b3e6ffef0e8 None None] The sync data for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv is: [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:36:53.644527 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b856903e-47d4-4178-9ba8-00e673c210b2 req-3bd42059-7188-4d8b-9696-dc29d9c4470a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Dec 24 03:36:53.908601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:54.598040 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 09ce8305-badb-4ce4-ada0-380e627e44bc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:36:54.647384 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 09ce8305-badb-4ce4-ada0-380e627e44bc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:54.647750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:54.707445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-e76c97a8-4b44-4a43-883c-7232a770d65c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:54.710338 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-e76c97a8-4b44-4a43-883c-7232a770d65c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 797 time: 0.1118727 Dec 24 03:36:54.758705 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3bfb157-face-4603-9d8b-664757ff53b7 req-c77fe024-abb3-4130-b421-a3bc6f60822e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 210 time: 0.0396791 Dec 24 03:36:54.810928 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-21250387-a3e1-4dd4-b59e-6cf036fe05cb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd92f67d89d24ed7989652a10675aad7 HTTP/1.1" status: 200 len: 378 time: 0.0598719 Dec 24 03:36:54.823591 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'port': {'device_id': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'admin_state_up': True, 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'security_groups': ['3b2f8094-7d36-46ed-b5d2-c563638483af']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:55.005586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Made reservation on behalf of dd92f67d89d24ed7989652a10675aad7 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:36:55.009230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.139619 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.20.0.8 (6413c347-a9aa-476d-ac25-0cc0bf39d9e6/d6e15f45-69b7-49ad-8a6b-47be40b3d9a0/7f976329-9f57-4d16-bcc6-ed6f2e9a72fc) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:36:55.221972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.279060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.366118 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.409846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:36:55.412863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:36:55.416647 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:36:55.441972 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:55.472206 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:55.472914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.535010 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-2f2ad71d-f608-4ec6-a82a-9679b033efb2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151678 Dec 24 03:36:55.604002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Request body: {'port': {'device_id': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:36:55.660657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.684877 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-64dc8812-51b8-49e0-9414-4e4679753e70 None None] Provisioning complete for port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:36:55.685167 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-64dc8812-51b8-49e0-9414-4e4679753e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.717748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-64dc8812-51b8-49e0-9414-4e4679753e70 None None] Port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:36:55.876988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd22ae-754f-4ab2-9ec2-6c16371acfad req-478497ca-275e-47a3-9a02-6d1488bdad41 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:55.878572 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24bd22ae-754f-4ab2-9ec2-6c16371acfad req-478497ca-275e-47a3-9a02-6d1488bdad41 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 931 time: 0.0495515 Dec 24 03:36:55.880219 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.925295 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:36:55.930013 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-24bd22ae-754f-4ab2-9ec2-6c16371acfad req-ce801039-77bc-4297-8d40-ec93dd60ac13 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437815 Dec 24 03:36:55.933034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:55.945236 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Transition to ACTIVE for port object 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:36:56.022702 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:56.075418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Pushing event updated for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:56.147462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Attempting to bind port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:36:56.148104 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Attempting to bind port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:36:56.148488 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Attempting to bind port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc on network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:56.153217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc on network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:36:56.153540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Attempting to bind port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc on network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:36:56.158820 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:36:56.159186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Checking segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:36:56.159578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Bound using segment: {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:36:56.160007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Bound port: 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c523be-265b-49de-949a-c117e50d7f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:36:56.160363 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:56.226538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:36:56.229568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:36:56.298392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:56.334476 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.335090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:36:56.336479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] 10.222.0.49 "PUT /v2.0/ports/7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 1093 time: 0.7785199 Dec 24 03:36:56.336917 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:36:56.339136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88ae78d-8807-4da5-9051-95dccbf1e9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:36:56.366937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b9f1-226b-4232-a069-55236c6daccf service neutron] Pushing event updated for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:36:56.386829 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be00112d-c18f-4e78-945b-c99920eef6e2 x-openstack-request-id: req-be00112d-c18f-4e78-945b-c99920eef6e2 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:36:56.387367 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:36:56.387633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be00112d-c18f-4e78-945b-c99920eef6e2 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:36:56.388041 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'status': 'completed', 'code': 200} Dec 24 03:36:56.482600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-9842c7ad-3d58-48d0-8ac6-0d6a80bebf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.486174 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-9842c7ad-3d58-48d0-8ac6-0d6a80bebf8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1096 time: 0.0485945 Dec 24 03:36:56.603310 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-e1f3358f-cbf4-4149-97fa-7a4f07f7a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.604716 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-e1f3358f-cbf4-4149-97fa-7a4f07f7a4b2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd92f67d89d24ed7989652a10675aad7&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1011968 Dec 24 03:36:56.703969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-fd7cb1c2-1bd8-48f1-ac88-6c697329cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.705428 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c88ae78d-8807-4da5-9051-95dccbf1e9f5 req-fd7cb1c2-1bd8-48f1-ac88-6c697329cb00 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891857 Dec 24 03:36:56.809571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-5226f798-404a-407a-ae9f-e3723ad6b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.811043 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-5226f798-404a-407a-ae9f-e3723ad6b077 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1096 time: 0.0400817 Dec 24 03:36:56.869108 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-eef26629-1e7e-4ce9-a7e3-10578326b1a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 217 time: 0.0342321 Dec 24 03:36:56.923701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-bca9fad3-f184-4eb5-a15d-2af009f3c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.925166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-bca9fad3-f184-4eb5-a15d-2af009f3c61f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 200 len: 835 time: 0.0480721 Dec 24 03:36:56.976320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-a79d976a-fa68-44cd-bb64-d0174dbf03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:56.977856 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-a79d976a-fa68-44cd-bb64-d0174dbf03aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414603 Dec 24 03:36:57.050317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356602a5-6037-4168-86ce-361192710d5d req-b0da5135-00aa-4d41-b5ed-13f3c7980f24 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:57.052212 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-356602a5-6037-4168-86ce-361192710d5d req-b0da5135-00aa-4d41-b5ed-13f3c7980f24 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 943 time: 0.0533161 Dec 24 03:36:57.073594 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-94a32e6f-15d2-4068-9d2e-10a74e52e76f service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832815 Dec 24 03:36:57.102748 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-356602a5-6037-4168-86ce-361192710d5d req-c2582614-7c44-42d3-8b31-c9765407f52b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449164 Dec 24 03:36:57.173087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-dafaf2a2-9e18-4fb6-9f99-5f61a1ab8b19 req-e7a682ac-24ba-41b0-9abd-a0746d32bc2d service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878615 Dec 24 03:36:58.221050 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea2aec-965d-4aa3-b75e-edef9d8ba624 req-bc341c2e-8a02-4524-a351-3f11a68aa530 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:58.222529 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89ea2aec-965d-4aa3-b75e-edef9d8ba624 req-bc341c2e-8a02-4524-a351-3f11a68aa530 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 943 time: 0.0515969 Dec 24 03:36:58.271729 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-89ea2aec-965d-4aa3-b75e-edef9d8ba624 req-d689e7f6-359f-4b76-bdea-2657159549f9 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431266 Dec 24 03:36:59.385208 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9695c3f-43fe-491e-8d24-8fb8363d0158 req-a6b91aeb-1cc0-4690-832b-564b94b77cd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:36:59.386806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b9695c3f-43fe-491e-8d24-8fb8363d0158 req-a6b91aeb-1cc0-4690-832b-564b94b77cd5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 943 time: 0.0490086 Dec 24 03:36:59.435791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b9695c3f-43fe-491e-8d24-8fb8363d0158 req-75efa0ee-1f18-4960-9546-549df8ea8bfb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427229 Dec 24 03:36:59.923619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:37:00.018221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:00.029168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'port_id': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'mac_address': 'fa:16:3e:3c:ec:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:37:00.069224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.085771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:37:00.104542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:00.153738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.200159 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:00.388360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:00.512172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:37:00.554230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f47ac6-b08a-43d1-9cd6-65bf3e2fbc8e req-914d7c2e-7497-4957-947a-c48da311f683 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:00.555719 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6f47ac6-b08a-43d1-9cd6-65bf3e2fbc8e req-914d7c2e-7497-4957-947a-c48da311f683 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 944 time: 0.0528080 Dec 24 03:37:00.604950 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f6f47ac6-b08a-43d1-9cd6-65bf3e2fbc8e req-6a23dee9-906c-46f1-acf2-10975c42475e tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432017 Dec 24 03:37:01.015023 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:37:01.722728 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4addbec-585a-4e3d-8c62-c5671bc97b80 req-72c7e193-09da-48ad-bf97-5a3c20d0d03f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:01.724317 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f4addbec-585a-4e3d-8c62-c5671bc97b80 req-72c7e193-09da-48ad-bf97-5a3c20d0d03f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 944 time: 0.0527802 Dec 24 03:37:01.777614 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f4addbec-585a-4e3d-8c62-c5671bc97b80 req-5cc10248-7222-4ac8-aa53-d2230c602dba tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471969 Dec 24 03:37:01.939041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:37:02.039621 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:37:02.043433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:37:02.043810 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:02.121542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:02.144294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:02.146454 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c679f2d-286c-4ca9-890c-f8bc00005c26" -d '{"events": [{"server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "name": "network-vif-plugged", "status": "completed", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:02.159645 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:02.217019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:02.245217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0febca5-fcf4-4b4e-8f76-a3a41c4e9e77 x-openstack-request-id: req-c0febca5-fcf4-4b4e-8f76-a3a41c4e9e77 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:02.245514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "name": "network-vif-plugged", "status": "completed", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:02.245765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0febca5-fcf4-4b4e-8f76-a3a41c4e9e77 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:02.246154 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'code': 200} Dec 24 03:37:02.270176 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:02.563244 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd68053-688b-4885-b339-837726f4be0e req-86f4f199-e673-4a4b-8100-c302ff927b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:02.564841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6bd68053-688b-4885-b339-837726f4be0e req-86f4f199-e673-4a4b-8100-c302ff927b79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1098 time: 0.0412836 Dec 24 03:37:02.611628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6bd68053-688b-4885-b339-837726f4be0e req-bf964ff6-167a-45e3-b0b3-e8e89d235b39 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392907 Dec 24 03:37:02.892106 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c8456-73f8-48a8-a618-7dab171a67c5 req-3e22ea9f-7c79-4ad8-8a29-d3888dcc90e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:02.893646 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-969c8456-73f8-48a8-a618-7dab171a67c5 req-3e22ea9f-7c79-4ad8-8a29-d3888dcc90e1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0480609 Dec 24 03:37:02.941754 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-969c8456-73f8-48a8-a618-7dab171a67c5 req-6a711807-7498-4c7a-a1d7-6142871be289 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423002 Dec 24 03:37:04.059403 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73d5fc-b8d0-4ca0-9da4-e5d768827d08 req-51fb7ef3-8d9f-4c97-8ada-9beb4233dfb4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:04.063945 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ae73d5fc-b8d0-4ca0-9da4-e5d768827d08 req-51fb7ef3-8d9f-4c97-8ada-9beb4233dfb4 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Dec 24 03:37:04.114325 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ae73d5fc-b8d0-4ca0-9da4-e5d768827d08 req-7c3f5743-2cb1-4391-a1d1-de6396cbd93d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468323 Dec 24 03:37:04.225464 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684989-0f14-435a-81f8-8cfa0ab9204e req-1744578c-ad9f-4e0a-92b5-fabb9e81e3f5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:04.226939 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f1684989-0f14-435a-81f8-8cfa0ab9204e req-1744578c-ad9f-4e0a-92b5-fabb9e81e3f5 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0477674 Dec 24 03:37:04.279172 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f1684989-0f14-435a-81f8-8cfa0ab9204e req-6e49b79d-9fa9-4abe-b534-943c6eaf0dbd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464110 Dec 24 03:37:04.300612 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41160) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:04.339111 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a73214-05c2-4d95-b040-8c351ecc604a tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:04.340563 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-03a73214-05c2-4d95-b040-8c351ecc604a tempest-TestNetworkAdvancedServerOps-1555032125 tempest-TestNetworkAdvancedServerOps-1555032125-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1093 time: 0.0389738 Dec 24 03:37:04.343371 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41162) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:04.347635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:04.456965 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:04.552116 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:04.653145 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Allocated IP 172.26.7.250 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/ba3e83db-93dc-485c-b72c-0f67aa0cc3e6) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:04.748879 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:04.828333 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:04.868444 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:04.871155 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:04.874744 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:04.883480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=ba3e83db-93dc-485c-b72c-0f67aa0cc3e6,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:05.228135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.345223 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.808269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.879475 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:05.949458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event updated for resources: {'Port': ['ID=ba3e83db-93dc-485c-b72c-0f67aa0cc3e6,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:05.957690 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.054416 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 5e65873c-a08e-43e6-ae09-b390607a3f1b associated. External IP: 172.26.7.250, port: 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc. Dec 24 03:37:06.264409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router e60d8100-e302-4b16-b113-7d8c7d0e2433 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:06.369813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:06.379352 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Sync routers for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:06.388749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:06.389364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:06.487687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:06.492907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:06.514077 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-93403dcb-8ede-4e4e-a359-0c60ac30dacd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1696892 Dec 24 03:37:06.515938 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:06.518787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f9e497-d914-4fdf-89db-743c05f63f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:06.572543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897d5302-3b69-4d46-8810-fcb8bb8b672a x-openstack-request-id: req-897d5302-3b69-4d46-8810-fcb8bb8b672a {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:06.572543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:06.572543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-897d5302-3b69-4d46-8810-fcb8bb8b672a {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:06.572543 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'status': 'completed', 'code': 200} Dec 24 03:37:06.652758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922261d-eb9a-429d-93b8-26b450c40e5c req-561bfca0-c5c1-4012-abab-a078fb46313a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.654224 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e922261d-eb9a-429d-93b8-26b450c40e5c req-561bfca0-c5c1-4012-abab-a078fb46313a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0735173 Dec 24 03:37:06.679833 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-23bd772f-4cb4-4787-b810-535d1dbfffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.681330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-23bd772f-4cb4-4787-b810-535d1dbfffc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1098 time: 0.0637438 Dec 24 03:37:06.725367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '5e65873c-a08e-43e6-ae09-b390607a3f1b', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'port_id': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'mac_address': 'fa:16:3e:3c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:05Z', 'updated_at': '2021-12-24T03:37:05Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:06.739914 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e922261d-eb9a-429d-93b8-26b450c40e5c req-c611fa86-c8bd-4b08-bd93-752c58ea50de tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772386 Dec 24 03:37:06.762594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Checking router: e60d8100-e302-4b16-b113-7d8c7d0e2433 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:06.763186 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41168) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:06.764773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:06.765447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:36:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:06.800426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-0b65871b-2501-4619-9bf7-8e93f41a68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.802870 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-0b65871b-2501-4619-9bf7-8e93f41a68d7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 898 time: 0.1135869 Dec 24 03:37:06.831560 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-338788ed-ffc0-4d88-bbd9-47cddd5df677 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/5e65873c-a08e-43e6-ae09-b390607a3f1b HTTP/1.1" status: 200 len: 991 time: 0.0668831 Dec 24 03:37:06.867953 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:06.868181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-6c4ebc69-d902-43f8-a12f-a6f114e8d61c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 999 time: 0.0584443 Dec 24 03:37:06.923603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-40dc17a5-1116-4c7d-b774-fbb66a076b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.925140 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-40dc17a5-1116-4c7d-b774-fbb66a076b93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 200 len: 835 time: 0.0493281 Dec 24 03:37:06.972693 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-bbeadc0d-9c21-44ff-ac15-846090e6df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:06.974203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-bbeadc0d-9c21-44ff-ac15-846090e6df85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421023 Dec 24 03:37:07.065893 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-ad9ccffe-8d18-4417-be67-f30bb0f35f80 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Dec 24 03:37:07.092093 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '5e65873c-a08e-43e6-ae09-b390607a3f1b', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'port_id': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'mac_address': 'fa:16:3e:3c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:05Z', 'updated_at': '2021-12-24T03:37:05Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:07.118655 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c5977-f09b-4e24-8187-b7cbc7926d69 None None] The sync data for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv is: [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '5e65873c-a08e-43e6-ae09-b390607a3f1b', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'port_id': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'mac_address': 'fa:16:3e:3c:ec:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:37:05Z', 'updated_at': '2021-12-24T03:37:05Z', 'revision_number': 0, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:07.166792 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-88f9e497-d914-4fdf-89db-743c05f63f0b req-8558db8f-017c-4c9e-b867-6aa680fe8cbf service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939116 Dec 24 03:37:07.308129 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d7869e-59ab-40be-b9fb-4ed5d5bde5cf None None] New status for floating IP 5e65873c-a08e-43e6-ae09-b390607a3f1b: ACTIVE {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:37:07.835422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41170) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:07.895874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-abbc4d7f-7b37-42df-94e5-37bd508dcd0b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/5e65873c-a08e-43e6-ae09-b390607a3f1b HTTP/1.1" status: 200 len: 993 time: 0.0593259 Dec 24 03:37:20.399591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-022696c7-d302-4960-b99f-65047e511a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:22.353945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-16bd6870-45d0-4a71-80bc-8123630ff84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:23.891149 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.223156 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:25.880992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:30.428306 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:32.083641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-31dd9dcf-8918-45f3-b7e0-ea4dbf2649d4 req-43f8916e-27af-49c0-bc7f-9540a663f868 service neutron] (110367) timed out ('10.222.0.36', 37184) {{(pid=110367) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 24 03:37:38.014009 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:37:41.424284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbb3ac-0818-4b02-9079-0e29d15ad78b req-283b0826-af22-4945-be20-6c2a1f08084a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:41.425787 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e9bbb3ac-0818-4b02-9079-0e29d15ad78b req-283b0826-af22-4945-be20-6c2a1f08084a tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0494161 Dec 24 03:37:41.478554 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e9bbb3ac-0818-4b02-9079-0e29d15ad78b req-f4fe2e85-d000-40b2-a61d-2e584d7f49e8 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465348 Dec 24 03:37:42.600900 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bd8fa-b5ab-45d5-9480-74aec93c4c2f req-133c3d95-e5b9-461d-a6c2-e5346132760d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:42.602394 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c23bd8fa-b5ab-45d5-9480-74aec93c4c2f req-133c3d95-e5b9-461d-a6c2-e5346132760d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Dec 24 03:37:42.651218 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c23bd8fa-b5ab-45d5-9480-74aec93c4c2f req-cd0a79ec-a13a-489c-b5a0-d2a19899aa7f tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429971 Dec 24 03:37:42.672978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41196) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:42.731878 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be783915-f7d0-4297-a847-687d7d036aeb tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/5e65873c-a08e-43e6-ae09-b390607a3f1b HTTP/1.1" status: 200 len: 993 time: 0.0578058 Dec 24 03:37:44.186635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5272b-9079-4f4d-98c3-7a11a056315b req-3362908d-2b75-4fa9-82a2-6e874eeafbbf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.188113 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d0b5272b-9079-4f4d-98c3-7a11a056315b req-3362908d-2b75-4fa9-82a2-6e874eeafbbf tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Dec 24 03:37:44.238872 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d0b5272b-9079-4f4d-98c3-7a11a056315b req-fa3bb379-ac19-4507-998e-bb056f467cfd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447569 Dec 24 03:37:44.319137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265171e-7966-445a-85e4-70df2d0c1854 req-3267bdc7-c5f7-456e-9bbd-c955530c7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.320699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-3267bdc7-c5f7-456e-9bbd-c955530c7024 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1098 time: 0.0412328 Dec 24 03:37:44.413061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265171e-7966-445a-85e4-70df2d0c1854 req-8e86057a-b8a3-4cc5-8c89-cd59c2e11e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.414443 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-8e86057a-b8a3-4cc5-8c89-cd59c2e11e01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 898 time: 0.0863748 Dec 24 03:37:44.483303 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-8d488870-3666-45ab-9663-638ae4151edb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 1001 time: 0.0608113 Dec 24 03:37:44.540061 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265171e-7966-445a-85e4-70df2d0c1854 req-7c93c0b6-0c12-4a15-bbf0-f5362ccd44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.541576 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-7c93c0b6-0c12-4a15-bbf0-f5362ccd44e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 200 len: 835 time: 0.0464485 Dec 24 03:37:44.590876 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265171e-7966-445a-85e4-70df2d0c1854 req-0471bf71-48ec-4ffc-b7e5-d28e8b51fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.592353 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-0471bf71-48ec-4ffc-b7e5-d28e8b51fc2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397382 Dec 24 03:37:44.688231 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-ba515a00-65ac-48b3-a1c7-c37bae350720 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Dec 24 03:37:44.779967 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7265171e-7966-445a-85e4-70df2d0c1854 req-01062782-4aca-4d1c-8e08-03f5d7a2a6d8 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803702 Dec 24 03:37:44.935368 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-19296cbd-96fb-4959-9125-77b8659c6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:44.936858 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-19296cbd-96fb-4959-9125-77b8659c6a8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1098 time: 0.0398278 Dec 24 03:37:45.048584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-4aea7996-d952-4fd3-bb0c-c709693c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.050045 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-4aea7996-d952-4fd3-bb0c-c709693c2f9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 898 time: 0.0865428 Dec 24 03:37:45.120688 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-8591a21b-a07b-4db8-a755-07c2693bf230 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 1001 time: 0.0602868 Dec 24 03:37:45.170580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-e3c15670-2626-4062-877f-26762d6e6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.171996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-e3c15670-2626-4062-877f-26762d6e6aa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 200 len: 835 time: 0.0429273 Dec 24 03:37:45.219738 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-80e06728-4595-49fb-b57c-31eab0e90938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.224512 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-80e06728-4595-49fb-b57c-31eab0e90938 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400295 Dec 24 03:37:45.333989 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-aa833e6d-e6b6-4834-9086-795e720cebf1 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032784 Dec 24 03:37:45.425541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398ebfc-9825-4dec-afe7-a8e54e2f02b0 req-2f32a743-5219-4b35-a01d-56f689d14d29 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:45.427993 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7398ebfc-9825-4dec-afe7-a8e54e2f02b0 req-2f32a743-5219-4b35-a01d-56f689d14d29 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.1137633 Dec 24 03:37:45.462710 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8c33b549-33eb-4f00-b660-cb7169feb425 req-76b311f1-43ef-4cd0-afb2-60fa617174bf service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159229 Dec 24 03:37:45.491985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-7398ebfc-9825-4dec-afe7-a8e54e2f02b0 req-2786051c-91b1-4d5d-97d4-81c06a737ea2 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580251 Dec 24 03:37:46.607352 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36511da9-753c-4a9c-afd5-08318b3154dd req-1bffac4d-29d5-47d9-a2d0-2e912bce3d9c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:46.608818 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-36511da9-753c-4a9c-afd5-08318b3154dd req-1bffac4d-29d5-47d9-a2d0-2e912bce3d9c tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0492208 Dec 24 03:37:46.657770 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-36511da9-753c-4a9c-afd5-08318b3154dd req-9e05d405-3b9d-40ba-ad86-6d96d90ff802 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426168 Dec 24 03:37:46.679449 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41208) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:46.744730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-427112d3-ccd3-49c4-8934-44c1fe6dd631 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/floatingips/5e65873c-a08e-43e6-ae09-b390607a3f1b HTTP/1.1" status: 200 len: 993 time: 0.0641406 Dec 24 03:37:47.012617 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41214) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:47.167711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port ba3e83db-93dc-485c-b72c-0f67aa0cc3e6 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:47.168077 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.247304 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.247625 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.258907 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for ba3e83db-93dc-485c-b72c-0f67aa0cc3e6 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:47.468976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.496537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=ba3e83db-93dc-485c-b72c-0f67aa0cc3e6,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:47.516256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.516638 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.516980 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.517320 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.517655 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.518067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.518517 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.518912 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.519309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.519689 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.520069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.521003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.521474 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:47.574928 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.575327 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Floating IP 5e65873c-a08e-43e6-ae09-b390607a3f1b disassociated (deleted). External IP: 172.26.7.250, port: 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc. Dec 24 03:37:47.778134 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router e60d8100-e302-4b16-b113-7d8c7d0e2433 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:47.884812 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:47.890167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:47.894816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Sync routers for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:47.905275 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:47.905887 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:47.918144 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9b1fe0c0-b021-4b62-b217-b5d7a3c10364 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e65873c-a08e-43e6-ae09-b390607a3f1b HTTP/1.1" status: 204 len: 168 time: 0.9044590 Dec 24 03:37:47.918710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:47.921358 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3762905-f5dd-42e4-a227-9df2fde6d6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:47.961403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4dcdd8d-0da4-438b-8cea-0cba3860b041 x-openstack-request-id: req-f4dcdd8d-0da4-438b-8cea-0cba3860b041 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:47.961694 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:47.961948 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4dcdd8d-0da4-438b-8cea-0cba3860b041 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:47.962355 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'status': 'completed', 'code': 200} Dec 24 03:37:48.014191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:48.059099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-2e0a3071-0496-4e7c-afb5-945ef21a87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:48.063774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-2e0a3071-0496-4e7c-afb5-945ef21a87f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd92f67d89d24ed7989652a10675aad7&device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 1098 time: 0.0431325 Dec 24 03:37:48.163344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-b155a20b-84fd-4aad-91bc-7475181122d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:48.165191 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-b155a20b-84fd-4aad-91bc-7475181122d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 200 len: 898 time: 0.0931089 Dec 24 03:37:48.213908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-50a1bcf9-b23c-47c9-85f0-3def2cfcb3ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 200 len: 217 time: 0.0350103 Dec 24 03:37:48.338949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-5604914e-e78b-45b8-b2cf-c55a66b74a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:48.340344 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-5604914e-e78b-45b8-b2cf-c55a66b74a18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 200 len: 835 time: 0.0751178 Dec 24 03:37:48.357649 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121bca0-b77c-4ac7-9c08-4a6c82ee53e1 req-ff5b3e7b-9210-42a9-8f8d-69efb8301ed0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:48.359092 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5121bca0-b77c-4ac7-9c08-4a6c82ee53e1 req-ff5b3e7b-9210-42a9-8f8d-69efb8301ed0 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0657210 Dec 24 03:37:48.367482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:48.393355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Checking router: e60d8100-e302-4b16-b113-7d8c7d0e2433 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:48.403424 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:48.404083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:48.433533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5121bca0-b77c-4ac7-9c08-4a6c82ee53e1 req-199c1a9c-ac63-4b91-b278-b9a2bf1bd6a1 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670314 Dec 24 03:37:48.435330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-1edba976-7590-4aa8-838c-cac1f4bf9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:48.436773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-1edba976-7590-4aa8-838c-cac1f4bf9a6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6413c347-a9aa-476d-ac25-0cc0bf39d9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869472 Dec 24 03:37:48.509661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:48.530210 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-04f612ef-8639-426c-bf52-491af8b852e1 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Dec 24 03:37:48.715807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:48.742623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f943d8d1-ebb2-4d32-989b-ce6e301f938f None None] The sync data for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv is: [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:50Z', 'revision_number': 4, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '09ce8305-badb-4ce4-ada0-380e627e44bc', 'name': '', 'network_id': '6413c347-a9aa-476d-ac25-0cc0bf39d9e6', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'mac_address': 'fa:16:3e:5d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:49Z', 'updated_at': '2021-12-24T03:36:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'subnets': [{'id': 'd6e15f45-69b7-49ad-8a6b-47be40b3d9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:48.965624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f08975-d57b-4295-8ef1-9aea1a8b9ff4 None None] New status for floating IP 5e65873c-a08e-43e6-ae09-b390607a3f1b: DOWN {{(pid=110370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:37:48.976468 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3762905-f5dd-42e4-a227-9df2fde6d6ca req-8fd4c922-2e41-49e2-9685-d02237c635b8 service neutron] 10.222.0.49 "GET /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364715 Dec 24 03:37:49.550226 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3d794-5f4b-490f-9431-b2d776b29276 req-39abca39-e620-469f-a8de-3b32560db9fd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:49.551817 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-79b3d794-5f4b-490f-9431-b2d776b29276 req-39abca39-e620-469f-a8de-3b32560db9fd tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Dec 24 03:37:49.600448 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-79b3d794-5f4b-490f-9431-b2d776b29276 req-6161c0c5-8e91-4a3a-b29f-429cea63bf13 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428479 Dec 24 03:37:50.268583 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-02005210-347e-4f91-a27d-c535b9e669b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:50.307207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-6b1c0f94-fe15-4592-b7ec-c6a47692289b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:50.308669 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-6b1c0f94-fe15-4592-b7ec-c6a47692289b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 945 time: 0.0491509 Dec 24 03:37:50.400571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:50.400807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:50.488824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:50.489716 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:50.501928 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:50.697593 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:50.730622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=7f976329-9f57-4d16-bcc6-ed6f2e9a72fc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:50.744808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.745164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.745512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.745859 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.746221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.746557 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.746890 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.747231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.747976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.747976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.748203 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.748547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.753169 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:50.778430 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad787b8-0527-4f34-b882-6b528aa9036a req-b1554157-ea93-4673-bf15-f881facd2f56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:50.779896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0ad787b8-0527-4f34-b882-6b528aa9036a req-b1554157-ea93-4673-bf15-f881facd2f56 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/ports?device_id=506c2769-67a1-435f-9b86-7c44c3e9e621 HTTP/1.1" status: 200 len: 867 time: 0.1124935 Dec 24 03:37:50.794949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] No DVR routers for this DVR port 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:37:50.800878 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:50.804738 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bfb6d0fd-7eaf-48fc-bcda-ff970d1565fc req-34169ac4-d3aa-4523-83d5-930912b7dc11 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.49 "DELETE /v2.0/ports/7f976329-9f57-4d16-bcc6-ed6f2e9a72fc HTTP/1.1" status: 204 len: 173 time: 0.4861357 Dec 24 03:37:50.805170 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'name': 'network-vif-deleted', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:37:50.807338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d450ef-f0c0-4fed-bfdc-8b6475040652" -d '{"events": [{"server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "name": "network-vif-deleted", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:37:50.844395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c17e7-27eb-4aa5-b8aa-cc0f9f7abfb2 x-openstack-request-id: req-d52c17e7-27eb-4aa5-b8aa-cc0f9f7abfb2 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:37:50.844732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506c2769-67a1-435f-9b86-7c44c3e9e621", "name": "network-vif-deleted", "tag": "7f976329-9f57-4d16-bcc6-ed6f2e9a72fc", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:37:50.844971 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d52c17e7-27eb-4aa5-b8aa-cc0f9f7abfb2 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:37:50.845372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506c2769-67a1-435f-9b86-7c44c3e9e621', 'name': 'network-vif-deleted', 'tag': '7f976329-9f57-4d16-bcc6-ed6f2e9a72fc', 'status': 'completed', 'code': 200} Dec 24 03:37:50.851088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0ad787b8-0527-4f34-b882-6b528aa9036a req-079b77cf-a7fa-4db0-b32c-b8780c771677 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b2f8094-7d36-46ed-b5d2-c563638483af&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578759 Dec 24 03:37:51.909600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41230) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:52.267568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:52.360638 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-18cb2dd6-3831-4a13-b554-5c3038db672c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:52.523826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 09ce8305-badb-4ce4-ada0-380e627e44bc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:52.524086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:52.615003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 09ce8305-badb-4ce4-ada0-380e627e44bc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=09ce8305-badb-4ce4-ada0-380e627e44bc,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:52.615365 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:52.627018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 09ce8305-badb-4ce4-ada0-380e627e44bc owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:52.868796 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:52.894633 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=09ce8305-badb-4ce4-ada0-380e627e44bc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:53.071261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.291722 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Router e60d8100-e302-4b16-b113-7d8c7d0e2433 has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:37:53.397681 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:37:53.403117 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e5907921-e31a-4add-9dbf-38a40b20b104 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "PUT /v2.0/routers/e60d8100-e302-4b16-b113-7d8c7d0e2433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923723 Dec 24 03:37:53.405783 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41232) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:53.407825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Sync routers for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:37:53.417525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:53.418212 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:53.456032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting subnet d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:37:53.460014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.499177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.521935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:53.594957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.699945 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:37:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:53.702974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.726556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Checking router: e60d8100-e302-4b16-b113-7d8c7d0e2433 for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:37:53.730849 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e15f45-69b7-49ad-8a6b-47be40b3d9a0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:53.732844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.735035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Routers {'e60d8100-e302-4b16-b113-7d8c7d0e2433'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:37:53.735664 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['e60d8100-e302-4b16-b113-7d8c7d0e2433'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:53.736660 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eb2c9513-c302-4b28-9a5b-b64862e41f7d tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/subnets/d6e15f45-69b7-49ad-8a6b-47be40b3d9a0 HTTP/1.1" status: 204 len: 168 time: 0.3293898 Dec 24 03:37:53.738741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41234) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:53.742870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d7d16-ebbd-4efa-8f4b-0447ca1aa3fb None None] Network 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:37:53.846540 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.924776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] Set router e60d8100-e302-4b16-b113-7d8c7d0e2433 gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:37:53.951407 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:53.953136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.043045 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] DHCP port deletion for 6413c347-a9aa-476d-ac25-0cc0bf39d9e6 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:54.071386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Deleting port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:54.074038 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.133433 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Deleting port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:37:54.133725 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.156272 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] For port 5c4cd8e5-1825-4141-a14c-3faad4dd12b0, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:54.156670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.169550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Calling delete_port for 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:54.204818 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] For port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,segment=NetworkSegment(b0c523be-265b-49de-949a-c117e50d7f74),segment_id=b0c523be-265b-49de-949a-c117e50d7f74)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:37:54.205210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.210158 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:54.220816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:37:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:54.268623 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Calling delete_port for a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:37:54.273530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:54.273870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 7f976329-9f57-4d16-bcc6-ed6f2e9a72fc not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:54.276737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026bee8e-d9f5-4bdb-a7c5-a4a3221d923b None None] The sync data for ids ['e60d8100-e302-4b16-b113-7d8c7d0e2433'] in dv-neutron-822868-1-hyperv is: [{'id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1061513019', 'tenant_id': 'dd92f67d89d24ed7989652a10675aad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:37:52Z', 'revision_number': 5, 'project_id': 'dd92f67d89d24ed7989652a10675aad7', 'gw_port': {'id': '5c4cd8e5-1825-4141-a14c-3faad4dd12b0', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:0c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60d8100-e302-4b16-b113-7d8c7d0e2433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:36:46Z', 'updated_at': '2021-12-24T03:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:37:54.382997 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.400208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.413751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Port': ['ID=5c4cd8e5-1825-4141-a14c-3faad4dd12b0,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:54.426365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3496e9c-ac7f-4e03-9bd5-4267d0c34ba5 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:37:54.430197 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Pushing event deleted for resources: {'Port': ['ID=a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:54.438674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] No DVR routers for this DVR port a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:37:54.443360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.443706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.444075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.448501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b18250-4b86-46b4-ae54-e59016a73aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:37:54.473906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.563267 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.565320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.668586 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.674535 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Fanout notify agent at l3_agent the message router_deleted on router e60d8100-e302-4b16-b113-7d8c7d0e2433 {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:37:54.680065 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.681535 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bef1f408-07ea-4ff2-abb6-d1b71cd68efe tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/routers/e60d8100-e302-4b16-b113-7d8c7d0e2433 HTTP/1.1" status: 204 len: 168 time: 0.9410741 Dec 24 03:37:54.684328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41236) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:54.724574 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:54.745763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:54.746124 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a8a9c9bc-d50a-43a1-9729-f8cd17c50e6a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:54.746548 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 09ce8305-badb-4ce4-ada0-380e627e44bc no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:54.769445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 09ce8305-badb-4ce4-ada0-380e627e44bc {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:54.769800 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 09ce8305-badb-4ce4-ada0-380e627e44bc not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:54.780974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.871766 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.893175 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6413c347-a9aa-476d-ac25-0cc0bf39d9e6']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:54.904345 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c523be-265b-49de-949a-c117e50d7f74') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:54.904675 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c523be-265b-49de-949a-c117e50d7f74') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:37:54.914929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.927964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.934284 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:37:54.934678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:37:54.937653 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:37:55.075085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.079746 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.086746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/networks/6413c347-a9aa-476d-ac25-0cc0bf39d9e6 HTTP/1.1" status: 204 len: 168 time: 0.3939021 Dec 24 03:37:55.087556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41238) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:55.100816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf1430-fb48-4521-8f6a-4d06f995d78b tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'Network': ['ID=6413c347-a9aa-476d-ac25-0cc0bf39d9e6,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:55.149496 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.174566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.279565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.330997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.334050 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.335218 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b2f8094-7d36-46ed-b5d2-c563638483af HTTP/1.1" status: 204 len: 168 time: 0.2477455 Dec 24 03:37:55.345450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a3812-5dd8-4f29-9dc8-a495e4e73755 tempest-TestNetworkAdvancedServerOps-1899594751 tempest-TestNetworkAdvancedServerOps-1899594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f8094-7d36-46ed-b5d2-c563638483af,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:55.931217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:55.966755 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:56.094838 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c34da9be-9cd0-4356-9db7-0fe6415abc78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd92f67d89d24ed7989652a10675aad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267433 Dec 24 03:37:56.097224 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41254) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:56.143508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:56.164633 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:56.274158 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:56.276730 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:56.277872 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4aa720e-ce39-403e-a373-cad20f9a8fb8 HTTP/1.1" status: 204 len: 168 time: 0.1797698 Dec 24 03:37:56.285746 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7e0da-89ac-4c91-9e98-70ff524a040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa720e-ce39-403e-a373-cad20f9a8fb8,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:56.565828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:37:56.588539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:37:56.588539 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5c4cd8e5-1825-4141-a14c-3faad4dd12b0 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:37:56.882126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41260) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:56.895183 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed102-8a9d-4c5a-a5c5-4665fb7296cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:56.970180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed102-8a9d-4c5a-a5c5-4665fb7296cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.039778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-fd4ed102-8a9d-4c5a-a5c5-4665fb7296cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.076504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ed102-8a9d-4c5a-a5c5-4665fb7296cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca912d-c579-4916-ba43-a04c66f66a33,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:57.080521 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-fd4ed102-8a9d-4c5a-a5c5-4665fb7296cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b91e2f5e00d84611a821aca9281665a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973701 Dec 24 03:37:57.083536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41262) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:57.131616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.151916 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.251349 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.254018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:57.255442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29ca912d-c579-4916-ba43-a04c66f66a33 HTTP/1.1" status: 204 len: 168 time: 0.1706941 Dec 24 03:37:57.263341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf78cd-87ac-44fb-bf20-0fc5d49f8f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca912d-c579-4916-ba43-a04c66f66a33,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:58.314107 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41284) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:58.408698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-836004593-network', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:58.479922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Made reservation on behalf of 8caba904c9a54c19904d84ec112f15b3 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:37:58.482301 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.491687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.564711 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.634009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.657189 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:37:58.666021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c122195-24e0-408c-b929-bd3c3f581c5b,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:58.671671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.672017 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Added segment 4bc1f48d-4cdd-4fd9-9f69-15a11c7af909 of type vlan for network c2b31b06-2541-4e25-a284-6a71e763ab8d Dec 24 03:37:58.713468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.782417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.783376 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:58.783953 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:58.851348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b31b06-2541-4e25-a284-6a71e763ab8d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:58.862486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network c2b31b06-2541-4e25-a284-6a71e763ab8d details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:37:58.876751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-b44df307-daa3-4bcc-af35-388d95ff8f34 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5614581 Dec 24 03:37:58.879771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41288) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:58.886994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Request body: {'subnet': {'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-836004593-subnet', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:58.970951 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Made reservation on behalf of 8caba904c9a54c19904d84ec112f15b3 for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:37:58.974939 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.217319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.272325 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd740c90-3fa3-4257-8d5d-163066d277a5,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:59.283083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Checking segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:59.283446 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Network hostable DHCP agents. Network: c2b31b06-2541-4e25-a284-6a71e763ab8d, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:37:59.348113 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:37:59.411492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, c2b31b06-2541-4e25-a284-6a71e763ab8d) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:59.415326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:37:59.415908 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.420785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc2dc7-e99b-4170-a913-b399d187aed2 None None] Network c2b31b06-2541-4e25-a284-6a71e763ab8d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:37:59.488591 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-882c949e-d51a-4e20-8f7a-01479b8686b5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6074054 Dec 24 03:37:59.491571 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41290) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:37:59.495835 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:37:59.523547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-c2b31b06-2541-4e25-a284-6a71e763ab8d', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:37:59.524436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.577265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.578414 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.633622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.657418 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Allocated IP 172.20.0.2 (c2b31b06-2541-4e25-a284-6a71e763ab8d/dd740c90-3fa3-4257-8d5d-163066d277a5/9c151822-b065-47a8-ae27-e6cb94778cfc) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:37:59.794235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.844832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.875012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.920567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:37:59.924916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:37:59.930334 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:37:59.933447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Pushing event updated for resources: {'Port': ['ID=9c151822-b065-47a8-ae27-e6cb94778cfc,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:37:59.985778 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Attempting to bind port 9c151822-b065-47a8-ae27-e6cb94778cfc on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:37:59.986150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Attempting to bind port 9c151822-b065-47a8-ae27-e6cb94778cfc by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:37:59.986514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Attempting to bind port 9c151822-b065-47a8-ae27-e6cb94778cfc on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:37:59.992027 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:37:59.992406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Checking segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:37:59.993589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:37:59.993589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Bound using segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:37:59.993772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Bound port: 9c151822-b065-47a8-ae27-e6cb94778cfc, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:37:59.994112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.055554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b09b5613-bef6-497d-a707-149002307f82 None None] For port 9c151822-b065-47a8-ae27-e6cb94778cfc, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:00.058431 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-b09b5613-bef6-497d-a707-149002307f82 None None] For port 9c151822-b065-47a8-ae27-e6cb94778cfc, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9c151822-b065-47a8-ae27-e6cb94778cfc,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:00.140846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.142629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.160371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.203801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b5613-bef6-497d-a707-149002307f82 None None] Pushing event updated for resources: {'Port': ['ID=9c151822-b065-47a8-ae27-e6cb94778cfc,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:00.276235 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Allocated IP 172.26.7.234 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/fdd3c943-22a5-4e59-8ab7-cace1ee918cf) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:00.457356 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.476769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.566041 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.611824 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:00.615105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:00.618615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:00.629164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6939627-2936-4cb6-9245-93fb4a592ab9 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:00.648266 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Pushing event updated for resources: {'Port': ['ID=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:00.665396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9c151822-b065-47a8-ae27-e6cb94778cfc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:00.712555 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-471cff1b-2777-4f71-8d8b-3c9ba98d1cef None None] Provisioning complete for port fdd3c943-22a5-4e59-8ab7-cace1ee918cf triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:00.712963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-471cff1b-2777-4f71-8d8b-3c9ba98d1cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.754324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-471cff1b-2777-4f71-8d8b-3c9ba98d1cef None None] Port fdd3c943-22a5-4e59-8ab7-cace1ee918cf cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:00.755976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9c151822-b065-47a8-ae27-e6cb94778cfc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:00.756345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.841630 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:00.878406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] For port 9c151822-b065-47a8-ae27-e6cb94778cfc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9c151822-b065-47a8-ae27-e6cb94778cfc,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:00.954700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.014523 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Pushing event updated for resources: {'Port': ['ID=9c151822-b065-47a8-ae27-e6cb94778cfc,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:01.182684 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67dd5f9-99b0-49b6-bd14-a9b18d78d3fe None None] Network c2b31b06-2541-4e25-a284-6a71e763ab8d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:38:01.297643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5f3a48ac-18d5-4450-93bc-d3e66faf1ad1 None None] Provisioning complete for port 9c151822-b065-47a8-ae27-e6cb94778cfc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:01.298020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5f3a48ac-18d5-4450-93bc-d3e66faf1ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.329338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.532438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.607327 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d0d4d0de-bafd-464f-972f-68a90cd8c83e None None] Provisioning complete for port 9c151822-b065-47a8-ae27-e6cb94778cfc triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:01.607698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d0de-bafd-464f-972f-68a90cd8c83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.736614 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:38:01.843389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:01.852635 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:01.862257 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:01.872288 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:01.950922 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:01.952098 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-5472287c-e5d8-4b91-9c19-f2ec1543cb9b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4595914 Dec 24 03:38:01.956231 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41292) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:01.968315 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:02.146503 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:01Z', 'revision_number': 3, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:02.171525 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:02.171873 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Updating router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca port fdd3c943-22a5-4e59-8ab7-cace1ee918cf binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:38:02.196113 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.367554 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.439966 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.514158 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.525975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Allocated IP 172.20.0.1 (c2b31b06-2541-4e25-a284-6a71e763ab8d/dd740c90-3fa3-4257-8d5d-163066d277a5/a220686e-3a2d-4b17-afe0-ddf88044f29a) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:02.557750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b447c863-8288-4a53-92bd-16ffd3e5d5ba None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:02.564428 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Attempting to bind port fdd3c943-22a5-4e59-8ab7-cace1ee918cf on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:02.564839 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Attempting to bind port fdd3c943-22a5-4e59-8ab7-cace1ee918cf by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:02.565146 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Attempting to bind port fdd3c943-22a5-4e59-8ab7-cace1ee918cf on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:02.576803 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:02.577167 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:02.577637 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.578032 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:02.578494 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Bound port: fdd3c943-22a5-4e59-8ab7-cace1ee918cf, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:02.578885 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.581665 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Pushing event updated for resources: {'Port': ['ID=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:02.612814 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f1fc7ea2-a70f-4342-bdf3-60be966e48db None None] Provisioning complete for port fdd3c943-22a5-4e59-8ab7-cace1ee918cf triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:02.614562 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7ea2-a70f-4342-bdf3-60be966e48db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.632322 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] For port fdd3c943-22a5-4e59-8ab7-cace1ee918cf, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:02.635394 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] For port fdd3c943-22a5-4e59-8ab7-cace1ee918cf, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:02.640718 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.641050 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.641439 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.641843 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.642082 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.642404 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.642730 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.643054 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.643422 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.643757 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.644055 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.644378 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.644751 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:38:02.647906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.653554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9c151822-b065-47a8-ae27-e6cb94778cfc up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:02.694837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f1fc7ea2-a70f-4342-bdf3-60be966e48db None None] Port fdd3c943-22a5-4e59-8ab7-cace1ee918cf cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:02.697907 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.711429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 9c151822-b065-47a8-ae27-e6cb94778cfc triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:02.711798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.744695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c59901-f059-46f0-995d-b6d14b6837f2 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:02.757673 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:02.758309 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:02.760976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.797114 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cf7b1-dd64-409f-95f1-39d2469db7cf None None] Pushing event updated for resources: {'Port': ['ID=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:02.811135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:02.819379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] Provisioning complete for port fdd3c943-22a5-4e59-8ab7-cace1ee918cf triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:02.819807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.824117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:02.826290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:02.828615 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:02.869562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.880652 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:02.924848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:02.947738 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] For port fdd3c943-22a5-4e59-8ab7-cace1ee918cf, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:03.040440 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.085941 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:01Z', 'revision_number': 3, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:03.093036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.101403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8333c2-ec3f-42dd-ad67-d4ed02b6d813 None None] Pushing event updated for resources: {'Port': ['ID=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:03.116654 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1dfb57-95f2-40d7-bd05-0c632fd7c986 None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:01Z', 'revision_number': 3, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:03.160750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e503ca8c-5647-4d4b-94f9-b39f6588854f None None] Provisioning complete for port a220686e-3a2d-4b17-afe0-ddf88044f29a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:03.161204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e503ca8c-5647-4d4b-94f9-b39f6588854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.200485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-e503ca8c-5647-4d4b-94f9-b39f6588854f None None] Port a220686e-3a2d-4b17-afe0-ddf88044f29a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:03.276762 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.331470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.406943 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.408739 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:03.502232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:03.503686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:03.626319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:38:03.725507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2c78ebbb-eff0-4b85-9eba-b5b4a7b1b023 None None] Provisioning complete for port a220686e-3a2d-4b17-afe0-ddf88044f29a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:03.726112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2c78ebbb-eff0-4b85-9eba-b5b4a7b1b023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:03.745566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:03.757091 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-be519671-e545-4b3c-bdb3-e03d45cf66b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/60a69dfd-3eb5-46f7-9d8e-49d67ea385ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996314 Dec 24 03:38:03.763348 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2c78ebbb-eff0-4b85-9eba-b5b4a7b1b023 None None] Port a220686e-3a2d-4b17-afe0-ddf88044f29a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:04.440728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41308) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:04.446551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-629285644-network', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:04.536510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Made reservation on behalf of a124ab8c5acf44a385900dc0b2dc6bda for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:38:04.538926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.548075 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.616068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:04.632779 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdd3c943-22a5-4e59-8ab7-cace1ee918cf up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:04.643541 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.655711 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:04.656345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:04.720051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.745274 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:38:04.755297 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65bee17-db8e-4d9b-9ba5-9fb2bded8f80,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:04.762484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.762926 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Added segment 0e0b1853-b4b8-401d-b5f8-eda0e2176dcc of type vlan for network 77270f08-46c7-47eb-8907-bfe4e3c12d09 Dec 24 03:38:04.765543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port fdd3c943-22a5-4e59-8ab7-cace1ee918cf triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:04.765996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.800106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:04.804832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.891462 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.892495 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:04.893085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:04.953330 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] Pushing event updated for resources: {'Network': ['ID=77270f08-46c7-47eb-8907-bfe4e3c12d09,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:04.964726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:38:04.997295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-84182f14-5aee-4fc5-82cb-6a73183029be admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5554192 Dec 24 03:38:04.999910 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41310) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:05.005033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Request body: {'subnet': {'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-629285644-subnet', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'ip_version': 4}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:05.085556 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Made reservation on behalf of a124ab8c5acf44a385900dc0b2dc6bda for: {'subnet': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:38:05.087959 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11799189'] for subnet, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.101137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:03Z', 'revision_number': 2, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:05.127284 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:05.127633 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Updating router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca port a220686e-3a2d-4b17-afe0-ddf88044f29a binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:38:05.153950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.314789 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1297377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11799175'] for subnet, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.371346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c81e5f7-a83d-413f-8171-6d31e15cdba4,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:05.382399 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Checking segment: {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:05.387528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Network hostable DHCP agents. Network: 77270f08-46c7-47eb-8907-bfe4e3c12d09, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:38:05.419763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.468419 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:38:05.491313 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.538542 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11337a-d6e5-41f2-b64a-043167a5a75b None None] Pushing event updated for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:05.565804 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 77270f08-46c7-47eb-8907-bfe4e3c12d09) {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:05.571091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:05.571863 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.582057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c4a0d-6a90-4f18-bcc9-05c5257bbf58 None None] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:38:05.647517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Attempting to bind port a220686e-3a2d-4b17-afe0-ddf88044f29a on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:05.647885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Attempting to bind port a220686e-3a2d-4b17-afe0-ddf88044f29a by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:05.648244 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Attempting to bind port a220686e-3a2d-4b17-afe0-ddf88044f29a on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:05.664631 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:05.665026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Checking segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:05.665405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.665798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Bound using segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:05.666281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Bound port: a220686e-3a2d-4b17-afe0-ddf88044f29a, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:05.666660 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.682754 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-366f0ded-0869-42dc-9d51-1863f2194e59 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6815588 Dec 24 03:38:05.689700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41312) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:05.694656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:05.746946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-77270f08-46c7-47eb-8907-bfe4e3c12d09', 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09', 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'fixed_ips': [{'subnet_id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:38:05.747845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.771032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] For port a220686e-3a2d-4b17-afe0-ddf88044f29a, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:05.783294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.784346 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.793179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] For port a220686e-3a2d-4b17-afe0-ddf88044f29a, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a220686e-3a2d-4b17-afe0-ddf88044f29a,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:05.840059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.853996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a14658da-99bf-4dfb-af25-8b6bc9155b55 None None] Provisioning complete for port a220686e-3a2d-4b17-afe0-ddf88044f29a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:05.854364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a14658da-99bf-4dfb-af25-8b6bc9155b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:05.883540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.028132 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.118544 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a14658da-99bf-4dfb-af25-8b6bc9155b55 None None] Port a220686e-3a2d-4b17-afe0-ddf88044f29a cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:06.143836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11337a-d6e5-41f2-b64a-043167a5a75b None None] Pushing event updated for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:06.146885 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:06.148180 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:06.191740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Allocated IP 172.20.0.2 (77270f08-46c7-47eb-8907-bfe4e3c12d09/1c81e5f7-a83d-413f-8171-6d31e15cdba4/5f61559f-eaa9-4ffc-87a1-971c56f2ade9) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:06.290648 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.311703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.327002 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:06.419379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Allocated IP 172.26.7.71 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/25724e85-ad76-4e0b-8df5-4fed4b98ba74) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:06.518780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.522103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.525565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] Provisioning complete for port a220686e-3a2d-4b17-afe0-ddf88044f29a triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:06.525924 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.596617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.628698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.651687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:06.660950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:06.663443 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:06.669494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Pushing event updated for resources: {'Port': ['ID=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:06.754251 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.776828 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:05Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:06.780346 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Attempting to bind port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:06.780740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Attempting to bind port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:06.781103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Attempting to bind port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 on network 77270f08-46c7-47eb-8907-bfe4e3c12d09 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:06.815736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:06.816134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Checking segment: {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:06.816618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.817603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Bound using segment: {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:06.818103 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Bound port: 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:06.818485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.821775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7eed3a-b377-49c7-b3b3-1e3a2618123f None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:05Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:06.849605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] For port a220686e-3a2d-4b17-afe0-ddf88044f29a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a220686e-3a2d-4b17-afe0-ddf88044f29a,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:06.923281 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] For port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:06.926699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] For port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:06.931062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:06.996111 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdf086-bfff-41c7-b04d-ca115d045332 None None] Pushing event updated for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:07.017813 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:07.047817 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:07.050871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:07.054426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:07.066966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf6efe-5ff5-4887-9363-df0ddca6d23c None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:07.086570 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Pushing event updated for resources: {'Port': ['ID=25724e85-ad76-4e0b-8df5-4fed4b98ba74,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:07.096030 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84be94-f1d8-4ee6-b318-5af9dc1bac8e None None] Pushing event updated for resources: {'Port': ['ID=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:07.157956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-489ae595-607c-40fe-80da-82f22bc4ff4c None None] Provisioning complete for port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:07.158422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-489ae595-607c-40fe-80da-82f22bc4ff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:07.203185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-489ae595-607c-40fe-80da-82f22bc4ff4c None None] Port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:07.468963 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:07.674706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:07.868261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Router 06096439-e497-4b39-b507-b6b4ea94ab7e is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:38:07.993277 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:08.003047 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Sync routers for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:08.015029 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:08.015655 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:08.072969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.074962 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-25f01308-1d42-4719-8902-80e334888edb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3839083 Dec 24 03:38:08.077603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41314) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:08.103042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ed052-dd76-4039-b56f-329cfc3d489e None None] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:38:08.127698 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:08.181556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] Provisioning complete for port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:08.182001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.306501 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.319075 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:07Z', 'revision_number': 3, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:08.346240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] For port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:08.434359 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.437368 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Checking router: 06096439-e497-4b39-b507-b6b4ea94ab7e for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:08.437921 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Updating router 06096439-e497-4b39-b507-b6b4ea94ab7e port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:38:08.470472 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.491952 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71e25a-a2ff-49f2-b076-a33842e933a0 None None] Pushing event updated for resources: {'Port': ['ID=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:08.552822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.555944 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c73ee7a1-5595-4a82-88ee-0256e1cdb72c None None] Provisioning complete for port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:08.556735 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c73ee7a1-5595-4a82-88ee-0256e1cdb72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.715367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:08.729690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Allocated IP 172.20.0.1 (77270f08-46c7-47eb-8907-bfe4e3c12d09/1c81e5f7-a83d-413f-8171-6d31e15cdba4/ab02e67a-2beb-485e-b32b-32285ae4747f) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:08.764598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:08.765031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.775287 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.838140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.844023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a220686e-3a2d-4b17-afe0-ddf88044f29a up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:08.851146 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.901078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b35277-5193-4151-a1fc-4aa08f494671 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:08.903804 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Attempting to bind port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:08.904398 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Attempting to bind port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:08.904614 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Attempting to bind port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:08.905812 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port a220686e-3a2d-4b17-afe0-ddf88044f29a triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:08.906179 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.906546 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f4195-6cc6-4f92-9eb7-cb5fbd0bef5c None None] Pushing event updated for resources: {'Port': ['ID=25724e85-ad76-4e0b-8df5-4fed4b98ba74,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:08.913345 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:08.913676 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:08.914070 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.914452 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:08.914910 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Bound port: 25724e85-ad76-4e0b-8df5-4fed4b98ba74, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:08.915283 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.931709 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:08.968998 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] For port 25724e85-ad76-4e0b-8df5-4fed4b98ba74, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:08.972729 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] For port 25724e85-ad76-4e0b-8df5-4fed4b98ba74, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=25724e85-ad76-4e0b-8df5-4fed4b98ba74,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:08.978968 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:08.989946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:08.989946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:08.989946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Pushing event updated for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:09.012447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-77a1e4b1-336f-4664-94d0-afbaf70888e4 None None] Provisioning complete for port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:09.012909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-77a1e4b1-336f-4664-94d0-afbaf70888e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.028945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.047150 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.049181 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-77a1e4b1-336f-4664-94d0-afbaf70888e4 None None] Port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:09.117859 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa70d0-b6ec-4515-bd29-425c3b7ab043 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:38:09.127425 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:09.127860 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:09.130259 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f4195-6cc6-4f92-9eb7-cb5fbd0bef5c None None] Pushing event updated for resources: {'Port': ['ID=25724e85-ad76-4e0b-8df5-4fed4b98ba74,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:09.176092 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] Provisioning complete for port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:09.176518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.238364 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.242633 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:09.269399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.293507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] For port 25724e85-ad76-4e0b-8df5-4fed4b98ba74, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=25724e85-ad76-4e0b-8df5-4fed4b98ba74,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:09.349976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.401641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dc67c-3450-402b-acf4-10c72c32ab63 None None] Pushing event updated for resources: {'Port': ['ID=25724e85-ad76-4e0b-8df5-4fed4b98ba74,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:09.417043 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.426110 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:07Z', 'revision_number': 3, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:09.451047 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3014fc54-6de6-4119-9d1f-40fa59615042 None None] The sync data for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv is: [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:07Z', 'revision_number': 3, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:09.457222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.480075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-37dc16ba-e1a5-4f1b-83bc-f69117be23de None None] Provisioning complete for port ab02e67a-2beb-485e-b32b-32285ae4747f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:09.480557 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37dc16ba-e1a5-4f1b-83bc-f69117be23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.518967 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-37dc16ba-e1a5-4f1b-83bc-f69117be23de None None] Port ab02e67a-2beb-485e-b32b-32285ae4747f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:09.531794 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Pushing event updated for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:09.534239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.628300 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:09.630487 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:09.778204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Router 06096439-e497-4b39-b507-b6b4ea94ab7e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:38:09.897635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:09.910193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-27d4e48a-cc13-4ab7-bd49-704df23ce86f admin admin] 10.222.0.36 "PUT /v2.0/routers/06096439-e497-4b39-b507-b6b4ea94ab7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8258085 Dec 24 03:38:09.945270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-a926d49f-ed43-42c1-8de1-55850e0f655f None None] Provisioning complete for port ab02e67a-2beb-485e-b32b-32285ae4747f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:09.945742 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a926d49f-ed43-42c1-8de1-55850e0f655f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:09.981120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-a926d49f-ed43-42c1-8de1-55850e0f655f None None] Port ab02e67a-2beb-485e-b32b-32285ae4747f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:10.635472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 25724e85-ad76-4e0b-8df5-4fed4b98ba74 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:10.682911 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:10.689120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.713846 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41322) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:10.718691 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778700005', 'description': 'tempest-secgroup-smoke-778700005 description', 'project_id': '8caba904c9a54c19904d84ec112f15b3'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:10.822825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.891612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:10.971668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.003044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd50299-4064-4acc-b2d2-5644c983771c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:11.027994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Sync routers for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:11.038629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:11.040006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:11.053836 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.055126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-eeb9d638-ca3e-46aa-9513-ce776134c5e5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3401945 Dec 24 03:38:11.058256 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41324) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:11.062597 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:11.142560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:11.165434 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.222546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.280018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.295420 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b41dc7-3c17-409c-b701-0ab2e45ff643,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:11.337807 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ab02e67a-2beb-485e-b32b-32285ae4747f', 'name': '', 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'mac_address': 'fa:16:3e:8b:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:08Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 2, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'subnets': [{'id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:11.364178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Checking router: 06096439-e497-4b39-b507-b6b4ea94ab7e for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:11.364591 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Updating router 06096439-e497-4b39-b507-b6b4ea94ab7e port ab02e67a-2beb-485e-b32b-32285ae4747f binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:38:11.367689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.368953 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8b98f97c-bc5d-4a14-8e9f-039f0de533e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097460 Dec 24 03:38:11.371652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41326) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:11.376086 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:11.467955 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.532299 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.542760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.605853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.625217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad734e14-31e5-4a1d-aecc-de74a7c10b0f,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:11.699406 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.700661 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-622b0235-15bc-4ade-8969-4574fab405ba tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3279550 Dec 24 03:38:11.703503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41328) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:11.708542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:11.805012 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.810942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.866319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.879839 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.934393 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cf411-f969-4b8b-a530-765b4323705c None None] Pushing event updated for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:11.954931 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.975678 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304cd529-9ec5-442c-9097-b185d6b11e30,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:11.991475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Attempting to bind port ab02e67a-2beb-485e-b32b-32285ae4747f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:11.991845 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Attempting to bind port ab02e67a-2beb-485e-b32b-32285ae4747f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:11.992208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Attempting to bind port ab02e67a-2beb-485e-b32b-32285ae4747f on network 77270f08-46c7-47eb-8907-bfe4e3c12d09 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:11.997474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:11.997843 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Checking segment: {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:11.998241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:11.998632 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Bound using segment: {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:11.999096 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Bound port: ab02e67a-2beb-485e-b32b-32285ae4747f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:11.999472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.065129 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.065732 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] For port ab02e67a-2beb-485e-b32b-32285ae4747f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:12.069075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] For port ab02e67a-2beb-485e-b32b-32285ae4747f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ab02e67a-2beb-485e-b32b-32285ae4747f,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:12.069782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-c32cd32c-cc94-47b7-8759-6b4b519f92ef tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3652275 Dec 24 03:38:12.070068 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41330) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:12.075215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:12.112312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-5e6ef8fd-1b8b-492b-9eb5-f5b424a51e4c None None] Provisioning complete for port ab02e67a-2beb-485e-b32b-32285ae4747f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:12.112712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5e6ef8fd-1b8b-492b-9eb5-f5b424a51e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.138497 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.165729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.185552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ef8fd-1b8b-492b-9eb5-f5b424a51e4c None None] Port ab02e67a-2beb-485e-b32b-32285ae4747f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:12.209311 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:12.210188 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:37:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:12.215668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cf411-f969-4b8b-a530-765b4323705c None None] Pushing event updated for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:12.226772 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.281069 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.304218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c03f13-5a5a-42eb-81d9-50028c604c94,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:12.326516 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:12.356733 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.357893 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d7164868-735f-4038-97bb-c1632a0f4319 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863100 Dec 24 03:38:12.360547 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41332) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:12.365741 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:12.428701 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Project 8caba904c9a54c19904d84ec112f15b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:38:12.433816 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.491215 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.521168 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] Provisioning complete for port ab02e67a-2beb-485e-b32b-32285ae4747f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:12.521538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.575225 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ab02e67a-2beb-485e-b32b-32285ae4747f', 'name': '', 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'mac_address': 'fa:16:3e:8b:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:08Z', 'updated_at': '2021-12-24T03:38:12Z', 'revision_number': 4, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'subnets': [{'id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:12.587918 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.603846 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f3341-8bc5-4365-a2f3-fda39ff3e60d None None] The sync data for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv is: [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'ab02e67a-2beb-485e-b32b-32285ae4747f', 'name': '', 'network_id': '77270f08-46c7-47eb-8907-bfe4e3c12d09', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'mac_address': 'fa:16:3e:8b:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:08Z', 'updated_at': '2021-12-24T03:38:12Z', 'revision_number': 4, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'subnets': [{'id': '1c81e5f7-a83d-413f-8171-6d31e15cdba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:12.607674 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f53703f-7ce2-4ffa-b32c-1db81b8e9ded,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:12.642148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.685537 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] For port ab02e67a-2beb-485e-b32b-32285ae4747f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ab02e67a-2beb-485e-b32b-32285ae4747f,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:12.699179 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.700770 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1636688f-5dae-4fc4-981b-b085d58398f3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390548 Dec 24 03:38:12.703848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41334) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:12.710468 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': 'bdd50299-4064-4acc-b2d2-5644c983771c', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:12.748429 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.799942 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.securitygroups_db [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Project 8caba904c9a54c19904d84ec112f15b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:38:12.800712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1098fc-b3b2-4879-9342-db8655414cfd None None] Pushing event updated for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:12.806006 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.869527 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.925623 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:12.945083 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafa565f-cb64-42ed-89d5-e12de87f5b96,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:13.019640 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:13.023069 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-65d2a7e5-221d-40db-8aa5-88b63b51947a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165073 Dec 24 03:38:13.177886 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-8cf3b193-25bb-4e13-8354-09efae1138e4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778700005&fields=id&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 267 time: 0.0490592 Dec 24 03:38:13.282809 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-28e2dade-7243-4b3e-9712-35ee58ac6356 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:13.284263 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-28e2dade-7243-4b3e-9712-35ee58ac6356 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 808 time: 0.0995765 Dec 24 03:38:13.299332 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-9c0b9e73-d090-4630-89ef-abd05894f389 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/quotas/8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 375 time: 0.0086823 Dec 24 03:38:13.349779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-a88dd67b-fc7d-4b19-89d8-2e5de81fd750 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445559 Dec 24 03:38:13.454812 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-1aef3bfb-57c7-4372-aebf-76175f6d8da5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:38:13.455816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-1aef3bfb-57c7-4372-aebf-76175f6d8da5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0953138 Dec 24 03:38:13.549128 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-db7813f3-1a64-431b-8c55-04c21fbc625a service neutron] 10.222.0.36 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855453 Dec 24 03:38:13.645597 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-77feba8f-7d3f-4841-9c14-ff3b35d1fde5 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896313 Dec 24 03:38:13.875022 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-013baf32-a654-4031-8e7b-5de7525dbd39 req-07450ffe-b14f-415c-967b-69aa59ac027c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 210 time: 0.0301464 Dec 24 03:38:14.637593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ab02e67a-2beb-485e-b32b-32285ae4747f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:14.685635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port ab02e67a-2beb-485e-b32b-32285ae4747f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:14.686000 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:14.974747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-35a22e9b-d031-40bf-b898-fbe801e60b84 req-0ef7352d-4e2f-47e4-96e2-36158c9b509f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 210 time: 0.0317900 Dec 24 03:38:15.014703 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:38:16.073215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-83a385ab-cd94-440d-9f36-3da32c7376f5 req-db82714f-8856-4d40-82e1-3492916f95c8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 210 time: 0.0285048 Dec 24 03:38:16.121892 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-854bb92f-19ad-49a2-afa6-88bd8cd52bdc tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:16.123331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-854bb92f-19ad-49a2-afa6-88bd8cd52bdc tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 808 time: 0.1065392 Dec 24 03:38:16.204959 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-537945e3-2061-4cf2-baa0-dda229aa5bff tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 379 time: 0.0564401 Dec 24 03:38:16.220356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'port': {'device_id': '439009ea-3802-493d-89d2-5ad329755dcd', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'admin_state_up': True, 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'security_groups': ['bdd50299-4064-4acc-b2d2-5644c983771c']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:16.388374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Made reservation on behalf of 8caba904c9a54c19904d84ec112f15b3 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:38:16.393503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:16.518134 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Allocated IP 172.20.0.8 (c2b31b06-2541-4e25-a284-6a71e763ab8d/dd740c90-3fa3-4257-8d5d-163066d277a5/00094a7c-03a5-44f9-ae48-b75f2db9964d) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:16.653777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:16.720354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:16.766390 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:16.769407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:16.773014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:16.797932 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:16.827992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:16.828987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:16.905698 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-48c8b6bb-c4e7-4221-b675-b05dc110f16b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6891930 Dec 24 03:38:16.933792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Request body: {'port': {'device_id': '439009ea-3802-493d-89d2-5ad329755dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:16.987624 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:16.997075 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-1b664aaa-36bb-4a53-98dc-bc9a930e7939 None None] Provisioning complete for port 00094a7c-03a5-44f9-ae48-b75f2db9964d triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:16.997601 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b664aaa-36bb-4a53-98dc-bc9a930e7939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:17.032369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1b664aaa-36bb-4a53-98dc-bc9a930e7939 None None] Port 00094a7c-03a5-44f9-ae48-b75f2db9964d cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:38:17.235165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4f880-1e4b-492d-89bd-824e95b586a3 req-d158a582-3912-4614-9b7d-d494a7d9ae75 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:17.236650 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d8b4f880-1e4b-492d-89bd-824e95b586a3 req-d158a582-3912-4614-9b7d-d494a7d9ae75 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 931 time: 0.0756211 Dec 24 03:38:17.326804 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d8b4f880-1e4b-492d-89bd-824e95b586a3 req-4dbedbbc-9877-4fc3-97ef-e316da6293db tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838308 Dec 24 03:38:17.328733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:38:17.337139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:17.349257 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Transition to ACTIVE for port object 00094a7c-03a5-44f9-ae48-b75f2db9964d will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:38:17.405302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:17.458450 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:17.527143 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Attempting to bind port 00094a7c-03a5-44f9-ae48-b75f2db9964d on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:38:17.527481 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Attempting to bind port 00094a7c-03a5-44f9-ae48-b75f2db9964d by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:38:17.527983 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Attempting to bind port 00094a7c-03a5-44f9-ae48-b75f2db9964d on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:17.532603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Port 00094a7c-03a5-44f9-ae48-b75f2db9964d on network c2b31b06-2541-4e25-a284-6a71e763ab8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:38:17.532942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Attempting to bind port 00094a7c-03a5-44f9-ae48-b75f2db9964d on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:38:17.538185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:38:17.538524 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Checking segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:38:17.538907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Bound using segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:38:17.539335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Bound port: 00094a7c-03a5-44f9-ae48-b75f2db9964d, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:38:17.539686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:17.608774 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:38:17.611733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:38:17.681052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:18.056193 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.056832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:18.058212 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] 10.222.0.49 "PUT /v2.0/ports/00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1093 time: 1.1295397 Dec 24 03:38:18.058651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:18.060897 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d888816-f5b5-44f3-8def-6b8e329f0f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:18.084375 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bf4ad-5714-4b5f-85b2-8407a9e0b001 service neutron] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:18.108207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb5f357-ee44-41c8-96d1-56ef8d2fa342 x-openstack-request-id: req-9fb5f357-ee44-41c8-96d1-56ef8d2fa342 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:18.108530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:18.108784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fb5f357-ee44-41c8-96d1-56ef8d2fa342 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:18.109181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'status': 'completed', 'code': 200} Dec 24 03:38:18.202079 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-97f35d60-b21b-4578-a96c-dd240e97e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.203574 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-97f35d60-b21b-4578-a96c-dd240e97e0c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1096 time: 0.0469871 Dec 24 03:38:18.320663 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-f68447c3-d4dd-447b-b8ba-d5060ec46cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.322048 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-f68447c3-d4dd-447b-b8ba-d5060ec46cd3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8caba904c9a54c19904d84ec112f15b3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0944436 Dec 24 03:38:18.444547 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-5672fe21-038b-41db-b815-2cb677bbab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.446002 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8d888816-f5b5-44f3-8def-6b8e329f0f8f req-5672fe21-038b-41db-b815-2cb677bbab63 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152818 Dec 24 03:38:18.461964 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfcaec-50c1-4fe3-88ca-63a241dd8275 req-4c20c9b1-454a-4959-89ac-96d4e27d3a8c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.463330 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02bfcaec-50c1-4fe3-88ca-63a241dd8275 req-4c20c9b1-454a-4959-89ac-96d4e27d3a8c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0692275 Dec 24 03:38:18.520294 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-02bfcaec-50c1-4fe3-88ca-63a241dd8275 req-8a0ca971-9eec-416d-9c0d-fb852e2dd6e7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462420 Dec 24 03:38:18.559315 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-2df0a9ea-e604-4703-a531-54324aebeae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.560862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-2df0a9ea-e604-4703-a531-54324aebeae6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1096 time: 0.0397222 Dec 24 03:38:18.614858 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-a018d3ef-72e8-4ac1-b2bc-fe3169baaf3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 217 time: 0.0331533 Dec 24 03:38:18.670213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-318d2a9d-da10-4444-9bb6-debd26affc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.671604 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-318d2a9d-da10-4444-9bb6-debd26affc3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0462115 Dec 24 03:38:18.720157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-cbcf82d4-cb00-46aa-a4d9-c22dec2f4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:18.721605 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-cbcf82d4-cb00-46aa-a4d9-c22dec2f4b5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425088 Dec 24 03:38:18.808841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-10d68ab8-811e-45da-9a6c-dd96ec6bf274 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788476 Dec 24 03:38:18.903746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6f56365a-7bc7-4300-a359-82e7a496b235 req-d593f62a-71cc-4ebe-a4cf-b88ad24c27bd service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Dec 24 03:38:19.639632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b398c69-1738-404d-bf98-3b18f627d2ee req-0aa7e427-e411-49a1-acb2-fe9eefaf1782 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:19.641146 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2b398c69-1738-404d-bf98-3b18f627d2ee req-0aa7e427-e411-49a1-acb2-fe9eefaf1782 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0501385 Dec 24 03:38:19.691950 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2b398c69-1738-404d-bf98-3b18f627d2ee req-b73b0a66-633f-464e-bd14-5dbb7a8fb788 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447011 Dec 24 03:38:20.279819 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ddb7db20-57e6-4470-84ad-bfd9a61c86ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:20.807679 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd808-bea6-48a9-817d-8f3f995e171f req-a82e7480-c22a-4577-bdc9-98c71a12869d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:20.809138 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d42bd808-bea6-48a9-817d-8f3f995e171f req-a82e7480-c22a-4577-bdc9-98c71a12869d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0480344 Dec 24 03:38:20.856389 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d42bd808-bea6-48a9-817d-8f3f995e171f req-c29fe92f-6801-4ea0-bce4-6737420682e8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411415 Dec 24 03:38:21.972997 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e370d-ed17-49ba-a645-450bc341eebe req-2696fd38-5631-4ffd-aca3-33fbb4600dd1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:21.974468 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-db5e370d-ed17-49ba-a645-450bc341eebe req-2696fd38-5631-4ffd-aca3-33fbb4600dd1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0495858 Dec 24 03:38:22.026506 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-db5e370d-ed17-49ba-a645-450bc341eebe req-51816fa4-a720-42e7-8b8e-6abcdefbb3c1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Dec 24 03:38:22.282931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:38:22.388657 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:22.399959 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:38:22.401634 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d06e0179-8ad7-4b86-8905-f31af321c609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:22.438020 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:22.453650 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:38:22.472820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:22.542427 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:22.588316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:22.893085 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['00094a7c-03a5-44f9-ae48-b75f2db9964d'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:38:23.141651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519a197-0774-48bd-8dcd-ec96fffc1a65 req-9ddee34f-b10f-46b3-9ae9-9e0cce868acd tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:23.143020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f519a197-0774-48bd-8dcd-ec96fffc1a65 req-9ddee34f-b10f-46b3-9ae9-9e0cce868acd tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0488904 Dec 24 03:38:23.197896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f519a197-0774-48bd-8dcd-ec96fffc1a65 req-9a7e0df5-484b-4311-93cb-671a091ac5f4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477502 Dec 24 03:38:23.903114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:24.308620 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:38:24.310701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065afdd9-54f8-48f5-a537-dd9467ed2163 req-a2268dd3-2259-4941-9f4d-d75e45b88d53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:24.312215 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065afdd9-54f8-48f5-a537-dd9467ed2163 req-a2268dd3-2259-4941-9f4d-d75e45b88d53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0489488 Dec 24 03:38:24.361547 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065afdd9-54f8-48f5-a537-dd9467ed2163 req-130720dc-f905-4e87-9001-36c2caef62c1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Dec 24 03:38:24.388099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 00094a7c-03a5-44f9-ae48-b75f2db9964d completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:38:24.392006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 00094a7c-03a5-44f9-ae48-b75f2db9964d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:38:24.392376 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:24.470172 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:24.492090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:24.494362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef10fe4-1846-434a-993b-1277f4ed97b4" -d '{"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:24.506191 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:38:24.531913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8c8578-07b6-4446-8eb3-cfbd348a5daf x-openstack-request-id: req-3b8c8578-07b6-4446-8eb3-cfbd348a5daf {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:24.532203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:24.532530 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b8c8578-07b6-4446-8eb3-cfbd348a5daf {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:24.537984 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'code': 200} Dec 24 03:38:24.577198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:24.625414 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:24.842302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71811-bdb2-4f10-9867-5ed09f001e5a req-af63d2c2-4d2e-43fa-b2c7-c761920f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:24.843913 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0c71811-bdb2-4f10-9867-5ed09f001e5a req-af63d2c2-4d2e-43fa-b2c7-c761920f8951 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0413241 Dec 24 03:38:24.895495 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e0c71811-bdb2-4f10-9867-5ed09f001e5a req-8725eb51-3326-4cab-bc0e-226ea687d21a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391250 Dec 24 03:38:25.228596 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:25.476123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4abbd0-ea54-4251-882f-9fdbb129c548 req-1b874a68-796e-4453-a34b-9dc75ca44791 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:25.477552 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3f4abbd0-ea54-4251-882f-9fdbb129c548 req-1b874a68-796e-4453-a34b-9dc75ca44791 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0487978 Dec 24 03:38:25.525477 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3f4abbd0-ea54-4251-882f-9fdbb129c548 req-ee2c68bc-7fe5-4469-ba90-e2e75e8a85c4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420115 Dec 24 03:38:25.897277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:26.639785 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf877a90-8dfa-479f-9f84-afde13fce4d8 req-106ed188-4e43-4ee3-9a3d-d7320f481a1a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:26.641272 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cf877a90-8dfa-479f-9f84-afde13fce4d8 req-106ed188-4e43-4ee3-9a3d-d7320f481a1a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0473404 Dec 24 03:38:26.689372 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-cf877a90-8dfa-479f-9f84-afde13fce4d8 req-b033b975-91f3-4965-9091-a95f00d62a15 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Dec 24 03:38:26.808124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1682e0-6e1b-463c-b395-a850a2e0aac0 req-22de0d49-8d60-4540-becc-c6b8acb4e71f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:26.809493 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c1682e0-6e1b-463c-b395-a850a2e0aac0 req-22de0d49-8d60-4540-becc-c6b8acb4e71f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0529151 Dec 24 03:38:26.858194 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-3c1682e0-6e1b-463c-b395-a850a2e0aac0 req-58c40794-ff3c-47a1-b4de-5b6edfcbb148 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Dec 24 03:38:26.880109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41396) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:26.966438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284db6b7-c183-4850-91c2-936bdd512067 tempest-TestShelveInstance-1043071321 tempest-TestShelveInstance-1043071321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:26.967937 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-284db6b7-c183-4850-91c2-936bdd512067 tempest-TestShelveInstance-1043071321 tempest-TestShelveInstance-1043071321-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1093 time: 0.0867896 Dec 24 03:38:26.970864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41400) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:38:26.974985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:38:27.079886 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:27.176942 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:27.283976 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Allocated IP 172.26.7.199 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/f1d43881-07b1-4737-9604-9920735bcd62) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:38:27.383940 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:27.468646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:27.510530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:38:27.513336 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:38:27.516668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:38:27.540227 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=f1d43881-07b1-4737-9604-9920735bcd62,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:27.868309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:27.989921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.139510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.194055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.266496 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=f1d43881-07b1-4737-9604-9920735bcd62,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:38:28.276009 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.376220 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Floating IP 7a6d483b-3e67-4c6b-a370-c25831827b5b associated. External IP: 172.26.7.199, port: 00094a7c-03a5-44f9-ae48-b75f2db9964d. Dec 24 03:38:28.585808 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:38:28.693449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:38:28.702920 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:38:28.713589 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:28.715764 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:38:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:28.761425 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:28.789065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e3b75fad-6e66-4924-9d00-bc979f61dc77 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8165944 Dec 24 03:38:28.789646 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:38:28.791901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c20e39-9e81-463e-b2cb-ee439555c428" -d '{"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:38:28.827406 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:28.829112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4a26f8-1b63-48f3-8e93-9a403aa9ca15 x-openstack-request-id: req-6a4a26f8-1b63-48f3-8e93-9a403aa9ca15 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:38:28.829412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:38:28.829668 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a4a26f8-1b63-48f3-8e93-9a403aa9ca15 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:38:28.830071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'status': 'completed', 'code': 200} Dec 24 03:38:28.915822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-d92a9983-39f7-4dc7-a2f4-5a490403f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:28.917499 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-d92a9983-39f7-4dc7-a2f4-5a490403f22c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0418861 Dec 24 03:38:29.010950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-b47b6fb8-5d23-4a10-b93c-2d7f8819ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:29.012460 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-b47b6fb8-5d23-4a10-b93c-2d7f8819ae01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0879807 Dec 24 03:38:29.037919 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '7a6d483b-3e67-4c6b-a370-c25831827b5b', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.199', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439009ea-3802-493d-89d2-5ad329755dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:27Z', 'updated_at': '2021-12-24T03:38:27Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:29.063952 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:38:29.072274 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:38:29.072895 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:38:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:29.078786 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-3f2f58d3-0960-49a0-9126-17adf1ebed04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 999 time: 0.0585155 Dec 24 03:38:29.133265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-416944fa-a036-4168-aad6-89622c3fb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:29.134739 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-416944fa-a036-4168-aad6-89622c3fb3db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0490382 Dec 24 03:38:29.176142 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:38:29.182946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-c6bfb15c-10ac-477f-a50a-cb4d81c07e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:29.184467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-c6bfb15c-10ac-477f-a50a-cb4d81c07e84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421519 Dec 24 03:38:29.277341 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-1a04c000-6f3e-43d9-a4f3-512c8452c661 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853255 Dec 24 03:38:29.375214 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c3c20e39-9e81-463e-b2cb-ee439555c428 req-b3e7a11a-d491-4415-8ac8-0c988b21acab service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905681 Dec 24 03:38:29.482990 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '7a6d483b-3e67-4c6b-a370-c25831827b5b', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.199', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439009ea-3802-493d-89d2-5ad329755dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:27Z', 'updated_at': '2021-12-24T03:38:27Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:38:29.509122 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9361eeb3-20a2-486b-a54d-3b84f1ad54d7 None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '7a6d483b-3e67-4c6b-a370-c25831827b5b', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.199', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439009ea-3802-493d-89d2-5ad329755dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:38:27Z', 'updated_at': '2021-12-24T03:38:27Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:38:29.689486 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851c0b0-7cfc-4baf-af3d-3f8b0ef110ee None None] New status for floating IP 7a6d483b-3e67-4c6b-a370-c25831827b5b: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:38:30.433932 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:46.329222 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-8232dfc5-ff08-4bdd-80b1-60d52d0d67c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398631 Dec 24 03:38:46.430852 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-f3cb89cf-4932-43f0-8031-00fc219c0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:46.432637 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-f3cb89cf-4932-43f0-8031-00fc219c0b35 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0439627 Dec 24 03:38:46.537937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-6b2ccaae-d7a9-4e9d-8a9c-8951844b3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:46.539426 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-6b2ccaae-d7a9-4e9d-8a9c-8951844b3282 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0878520 Dec 24 03:38:46.608951 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-93f444aa-fdb9-4af8-a0d8-19200beb6cf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1001 time: 0.0614941 Dec 24 03:38:46.662205 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-469c9a54-12c7-4e87-8474-02c757b4263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:46.663633 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-469c9a54-12c7-4e87-8474-02c757b4263c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0433095 Dec 24 03:38:46.708269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-0571c350-8843-45f2-aeaf-8daf8fe67018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:38:46.710001 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-0571c350-8843-45f2-aeaf-8daf8fe67018 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393875 Dec 24 03:38:46.801341 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-5b7fba2a-807a-4cc4-9bb6-eecf46524d8d service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Dec 24 03:38:46.893998 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9065ca15-98d4-46f3-9e18-a758d55be8c4 req-78f571cc-1593-4aae-a7aa-f4c470f0e1e1 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817657 Dec 24 03:38:50.246196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bfaa347d-0a7e-4c50-b176-4e6a00eea6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:52.013318 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:38:52.411166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-785d1d86-5383-44a0-bc50-12868c525f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:53.897295 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:55.268439 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:38:55.891507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:00.434317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:20.257083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5ac5889-a4ee-40bc-989e-14bab1c7cd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:22.377933 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-df8bede7-29fe-433c-b047-eb4c60a8bac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:23.908602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:25.256871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:25.891207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:29.011886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:39:30.451192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:49.205818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-03856592-9578-4b55-b2c4-280d9cbc0c16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397086 Dec 24 03:39:49.319413 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-97ba06f1-e7d2-49c2-97aa-652e16e0fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:49.320914 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-97ba06f1-e7d2-49c2-97aa-652e16e0fd12 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0400109 Dec 24 03:39:49.430701 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-f7c76281-7b6e-4328-b4a8-d8c5c5798727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:49.432173 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-f7c76281-7b6e-4328-b4a8-d8c5c5798727 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0865357 Dec 24 03:39:49.500742 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-72e50a94-c0a8-4378-9509-1bb069a7916b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1001 time: 0.0563245 Dec 24 03:39:49.555724 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-28563b6a-738a-4cd6-a311-9ff4e4c41711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:49.557151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-28563b6a-738a-4cd6-a311-9ff4e4c41711 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0470426 Dec 24 03:39:49.607296 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-74ae3fad-0946-413e-9b10-a1752879067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:39:49.608769 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-74ae3fad-0946-413e-9b10-a1752879067b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391898 Dec 24 03:39:49.701151 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-9fb09a4d-7aa0-4673-a7d4-90af662a7184 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801861 Dec 24 03:39:49.797697 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-db735021-bf20-4fb0-9c10-14a83ebd85ba req-7eefe1a2-5190-4c35-b7c3-90bc065ff1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841634 Dec 24 03:39:50.251001 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0f526516-cc80-4580-9389-285787af4616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:52.359445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f432e39-6e42-4f69-bc4d-4d19bcbeeec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:53.891035 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:55.342406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:39:55.908114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:00.433979 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:06.011783 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:40:20.256954 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-43fbf5ae-ef00-4041-b178-2fdaff7d76b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:22.376995 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4a23184e-c538-402a-80ae-6ecc72f9acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:23.897368 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:25.297326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:25.874324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:26.668051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b2dec-35a3-46ac-abdd-639091ba1452 req-7fca9710-341e-4af6-97a0-9d35e56833c5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:26.669627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aa7b2dec-35a3-46ac-abdd-639091ba1452 req-7fca9710-341e-4af6-97a0-9d35e56833c5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0553637 Dec 24 03:40:26.721225 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aa7b2dec-35a3-46ac-abdd-639091ba1452 req-3c049beb-a022-4779-94ce-ce3e309ccdc7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 Dec 24 03:40:27.844583 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e7439-8704-4e27-bbf0-67dc7bdab427 req-b6fc8f06-a8f9-4f01-b1d0-1f179fb6c726 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:27.846064 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-757e7439-8704-4e27-bbf0-67dc7bdab427 req-b6fc8f06-a8f9-4f01-b1d0-1f179fb6c726 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0534570 Dec 24 03:40:27.894112 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-757e7439-8704-4e27-bbf0-67dc7bdab427 req-1a2a1d02-71de-402f-82ff-cb547bfd6737 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415123 Dec 24 03:40:29.011034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f08bc-e17e-4bf5-a8d4-06185100a173 req-882a00b1-e776-451f-aaf5-a8c04328d11d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:29.012515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-af5f08bc-e17e-4bf5-a8d4-06185100a173 req-882a00b1-e776-451f-aaf5-a8c04328d11d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0473382 Dec 24 03:40:29.061736 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-af5f08bc-e17e-4bf5-a8d4-06185100a173 req-d1c7ca7b-78e1-46f5-a4b4-6995433d9a52 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Dec 24 03:40:30.181110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca418ca1-1a18-4522-a82c-3ff872ce907d req-cac5ef2e-ad42-4f18-9368-1ee89b006026 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:30.182482 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca418ca1-1a18-4522-a82c-3ff872ce907d req-cac5ef2e-ad42-4f18-9368-1ee89b006026 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0532906 Dec 24 03:40:30.230949 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ca418ca1-1a18-4522-a82c-3ff872ce907d req-a7fdb392-3a53-48a0-90a9-3e02d70a8758 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424819 Dec 24 03:40:30.468430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:31.345012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c5789-1be6-4272-897c-b15b54c72bec req-381f8695-afeb-4ea7-abc6-582703946de7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:31.346446 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d36c5789-1be6-4272-897c-b15b54c72bec req-381f8695-afeb-4ea7-abc6-582703946de7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0477431 Dec 24 03:40:31.398899 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d36c5789-1be6-4272-897c-b15b54c72bec req-d46a737b-ef55-437e-ba7a-1da11784d9f2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461771 Dec 24 03:40:32.512200 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255be5d-9827-4ccb-b6dd-ca97a3fd80d8 req-081042fb-48e1-4f33-a0ea-c0b594ef18d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:32.513681 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6255be5d-9827-4ccb-b6dd-ca97a3fd80d8 req-081042fb-48e1-4f33-a0ea-c0b594ef18d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0482790 Dec 24 03:40:32.561714 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6255be5d-9827-4ccb-b6dd-ca97a3fd80d8 req-c7172aea-c8c5-4d67-b2bb-71c4eb484d0b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421648 Dec 24 03:40:33.673717 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc146-2290-4d89-91c3-8f84b35369b8 req-9f136c01-d4f2-4f4c-933e-a37dd9c60912 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:33.675170 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f4efc146-2290-4d89-91c3-8f84b35369b8 req-9f136c01-d4f2-4f4c-933e-a37dd9c60912 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0477538 Dec 24 03:40:33.723824 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f4efc146-2290-4d89-91c3-8f84b35369b8 req-b26256fb-85d1-4d8a-b11e-6988315e93c0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Dec 24 03:40:34.836620 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c8cf8-2e3d-4a15-9f22-edc0baec4091 req-1317f8db-ee3f-4722-b95c-745a8753da7a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:34.838089 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b5c8cf8-2e3d-4a15-9f22-edc0baec4091 req-1317f8db-ee3f-4722-b95c-745a8753da7a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0484402 Dec 24 03:40:34.889462 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b5c8cf8-2e3d-4a15-9f22-edc0baec4091 req-a926edb0-d436-4874-8223-3c4d7882baa6 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 Dec 24 03:40:36.004047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3d6e8-c4b6-45b1-a7a7-0ff906986193 req-a38b1bc9-f9cf-4626-83ae-d9726ef1aa60 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:36.005532 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb3d6e8-c4b6-45b1-a7a7-0ff906986193 req-a38b1bc9-f9cf-4626-83ae-d9726ef1aa60 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0484729 Dec 24 03:40:36.053611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5eb3d6e8-c4b6-45b1-a7a7-0ff906986193 req-499ba125-a1ab-416b-85e3-8b46b8a7126d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408978 Dec 24 03:40:37.167717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bb7ba-e205-403a-99a2-b4776366fee5 req-f04cf574-5398-47ce-a659-ad9e3cd24134 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:37.169121 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2a9bb7ba-e205-403a-99a2-b4776366fee5 req-f04cf574-5398-47ce-a659-ad9e3cd24134 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0482697 Dec 24 03:40:37.221253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2a9bb7ba-e205-403a-99a2-b4776366fee5 req-78628f14-930f-4e22-913b-b2c8f1a5fe00 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Dec 24 03:40:38.339757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff44752-5940-4536-ac4a-3ad3528fabbd req-f4f5594b-e57f-4876-bf2d-5d3d0db3fb1c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:38.341327 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff44752-5940-4536-ac4a-3ad3528fabbd req-f4f5594b-e57f-4876-bf2d-5d3d0db3fb1c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0538578 Dec 24 03:40:38.389917 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1ff44752-5940-4536-ac4a-3ad3528fabbd req-f198b352-8cbc-4242-b3aa-2ddb21a39d60 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427425 Dec 24 03:40:38.909491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:40:39.003255 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:39.014765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:40:39.049369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:39.061765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:40:39.080957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:39.148399 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:39.199104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:39.206901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.207270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.207599 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.207937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.208345 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.208746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.209078 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.209406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.209737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.210198 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.210559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.210882 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.211204 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:40:39.344138 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['00094a7c-03a5-44f9-ae48-b75f2db9964d'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:40:39.517830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd5145-1f9d-46c6-9d80-a7f4f4400213 req-5eca79de-e4be-41ba-a4b5-e28d01edc368 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:39.519380 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88dd5145-1f9d-46c6-9d80-a7f4f4400213 req-5eca79de-e4be-41ba-a4b5-e28d01edc368 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0491326 Dec 24 03:40:39.572316 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88dd5145-1f9d-46c6-9d80-a7f4f4400213 req-1d063d1c-706c-4ea7-ac4d-37e8d5762167 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453572 Dec 24 03:40:40.706340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33792017-f497-4b7c-8d7a-6d6cccd53675 req-dc887933-09e3-4c38-a21b-1ebbb098bf9a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:40.709333 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33792017-f497-4b7c-8d7a-6d6cccd53675 req-dc887933-09e3-4c38-a21b-1ebbb098bf9a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0638118 Dec 24 03:40:40.764892 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33792017-f497-4b7c-8d7a-6d6cccd53675 req-6f293a8d-3657-48d2-b5d4-06c7c04d7683 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467107 Dec 24 03:40:40.915701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:40:40.970741 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 00094a7c-03a5-44f9-ae48-b75f2db9964d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:40:40.971126 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:41.060958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:41.086706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:40:41.089084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c9d58-c0f2-496d-86e4-f92b3550aeb3" -d '{"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:40:41.105307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:41.137264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0feaa4-ae12-42c9-a87b-c51f7fc56657 x-openstack-request-id: req-fa0feaa4-ae12-42c9-a87b-c51f7fc56657 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:40:41.137730 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:40:41.138063 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa0feaa4-ae12-42c9-a87b-c51f7fc56657 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:40:41.138925 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'code': 200} Dec 24 03:40:41.182693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:41.233927 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:41.900563 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a3733-1254-44e3-bdbd-1484a3a1ff5a req-bb736f06-a6d3-46c4-ab07-ca2471b022b7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:41.906318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c8a3733-1254-44e3-bdbd-1484a3a1ff5a req-bb736f06-a6d3-46c4-ab07-ca2471b022b7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0664454 Dec 24 03:40:41.965618 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5c8a3733-1254-44e3-bdbd-1484a3a1ff5a req-7d93fe67-999d-4fc1-8418-af2f97dac32d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583808 Dec 24 03:40:43.011597 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:40:43.104569 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671795-55cd-4147-8832-1a620889f0f5 req-10cddb51-e1e4-4072-a450-c969ee24a27e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:43.106544 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-62671795-55cd-4147-8832-1a620889f0f5 req-10cddb51-e1e4-4072-a450-c969ee24a27e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0651102 Dec 24 03:40:43.159799 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-62671795-55cd-4147-8832-1a620889f0f5 req-c5490000-1f53-4746-b9b8-59e10e53da28 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454342 Dec 24 03:40:44.286064 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1ec43-590c-4278-b207-a9f51e4f2b38 req-063b2c37-e306-4d52-a4f7-1b1d35d08757 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:44.287681 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37b1ec43-590c-4278-b207-a9f51e4f2b38 req-063b2c37-e306-4d52-a4f7-1b1d35d08757 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0512807 Dec 24 03:40:44.342386 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-37b1ec43-590c-4278-b207-a9f51e4f2b38 req-21c270b8-8161-480b-a580-7e61b9c6b1e1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Dec 24 03:40:45.471863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511184-2878-4a1a-92b5-8e3cb33347f8 req-9acc2256-bc12-41a0-93b7-9c4d64af872e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:45.473564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-00511184-2878-4a1a-92b5-8e3cb33347f8 req-9acc2256-bc12-41a0-93b7-9c4d64af872e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0536475 Dec 24 03:40:45.532025 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-00511184-2878-4a1a-92b5-8e3cb33347f8 req-360fa668-2773-4eda-8ae1-66d409245c88 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492342 Dec 24 03:40:46.660949 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc46e1-ee77-4a0a-86b3-05b8b605945a req-67c2239b-7cbb-447b-b887-5cc59d7f9998 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:46.662491 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c1dc46e1-ee77-4a0a-86b3-05b8b605945a req-67c2239b-7cbb-447b-b887-5cc59d7f9998 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0530536 Dec 24 03:40:46.713726 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c1dc46e1-ee77-4a0a-86b3-05b8b605945a req-dbc05fbe-67ff-4f66-858b-16dd78bb26c1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443208 Dec 24 03:40:47.845494 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32960-2fbe-4370-8a9b-d3156665964d req-ae7b95dd-7fe2-40ac-b044-5013e8dcd015 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:47.847168 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cac32960-2fbe-4370-8a9b-d3156665964d req-ae7b95dd-7fe2-40ac-b044-5013e8dcd015 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0594764 Dec 24 03:40:47.900623 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cac32960-2fbe-4370-8a9b-d3156665964d req-f3e2fe57-29f2-4c6f-82aa-c6ef615958fb tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468173 Dec 24 03:40:49.032769 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f58d6-8cc2-4994-8b14-f4185ab25e11 req-40c48009-fd40-44f1-bd7a-110fb1464e6f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:49.034658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-926f58d6-8cc2-4994-8b14-f4185ab25e11 req-40c48009-fd40-44f1-bd7a-110fb1464e6f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0566590 Dec 24 03:40:49.098943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-926f58d6-8cc2-4994-8b14-f4185ab25e11 req-33b2d1d9-d636-4f90-b39c-712e4332055b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548494 Dec 24 03:40:50.225061 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798925e-a4c9-4fca-aba1-45610d9dfb3b req-9d6b573e-334e-4700-8eba-dd3658c2d47a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:50.228882 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7798925e-a4c9-4fca-aba1-45610d9dfb3b req-9d6b573e-334e-4700-8eba-dd3658c2d47a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0537241 Dec 24 03:40:50.252329 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e20d7119-1f63-4641-90f3-6e98c58a0266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:50.292783 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7798925e-a4c9-4fca-aba1-45610d9dfb3b req-6e0af251-d2e9-4a39-a9c9-097b22e2e635 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585389 Dec 24 03:40:51.410280 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac551717-62d3-4b4b-92ac-445436a6803f req-d20bb999-7ef6-42c5-afa8-428ba9f005a9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:51.411738 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ac551717-62d3-4b4b-92ac-445436a6803f req-d20bb999-7ef6-42c5-afa8-428ba9f005a9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0476530 Dec 24 03:40:51.459344 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ac551717-62d3-4b4b-92ac-445436a6803f req-8d703c39-29c2-4585-bf47-68da8a5956f7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Dec 24 03:40:51.644092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-7b1c6353-be69-497c-8cc9-c72f0c0f48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:51.645715 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-7b1c6353-be69-497c-8cc9-c72f0c0f48bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0445383 Dec 24 03:40:51.750695 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-77a0935f-ab53-48a4-88fa-ef4bdb4addb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:51.752612 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-77a0935f-ab53-48a4-88fa-ef4bdb4addb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0842180 Dec 24 03:40:51.832680 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-3803e6a6-fc2e-48ec-8a1b-e861f9a44edf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1001 time: 0.0616221 Dec 24 03:40:51.882282 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-f828c02c-0eb0-47d0-94b5-3bf5707939c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:51.883718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-f828c02c-0eb0-47d0-94b5-3bf5707939c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0443499 Dec 24 03:40:51.932117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-595e00f8-d47e-4823-8dab-d40ab4f0508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:51.933544 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-595e00f8-d47e-4823-8dab-d40ab4f0508a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412941 Dec 24 03:40:52.025908 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-8f0f5701-b64e-4b59-9d10-f823568bf20e service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839524 Dec 24 03:40:52.115996 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d10dd266-1dba-4842-bead-050a0d5b83b3 req-5e13c1d1-d9f1-40b8-aa9c-0a1dd889ec35 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790808 Dec 24 03:40:52.235022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-f9d566ce-f779-4721-a317-d9aea3ff3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:52.236425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-f9d566ce-f779-4721-a317-d9aea3ff3cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1098 time: 0.0444527 Dec 24 03:40:52.329140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-1390990f-ac91-4c83-b32e-a1c22f0f111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:52.330640 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-1390990f-ac91-4c83-b32e-a1c22f0f111c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0832078 Dec 24 03:40:52.365710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-503c9f91-3b41-401b-b355-13a31aa6caf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:52.401993 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-5127fd86-c8ab-4421-898d-2a36dc00db2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1001 time: 0.0605493 Dec 24 03:40:52.455394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-4f0ecc75-26b7-40e8-a532-54941621442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:52.456970 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-4f0ecc75-26b7-40e8-a532-54941621442b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0430577 Dec 24 03:40:52.505970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-d6fdec77-b7bd-4d36-a72b-b2a0593244b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:52.507536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-d6fdec77-b7bd-4d36-a72b-b2a0593244b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398903 Dec 24 03:40:52.573927 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffd680-9c88-48c7-9c0d-8254396ab155 req-4b8424ec-5532-4d30-a4ce-44cb0f470cd2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:52.575385 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-caffd680-9c88-48c7-9c0d-8254396ab155 req-4b8424ec-5532-4d30-a4ce-44cb0f470cd2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0480671 Dec 24 03:40:52.605491 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-eff8cdc1-5f44-4e83-8cee-1f5751e619ad service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Dec 24 03:40:52.627036 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-caffd680-9c88-48c7-9c0d-8254396ab155 req-9c498f8a-bf74-44f3-945b-544a999c66e2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Dec 24 03:40:52.695635 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-114893f4-cd85-42a3-8eee-3ac1e1ba5f9e req-7872ba3d-9383-4555-9537-4433f70f7abc service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819538 Dec 24 03:40:53.747427 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20f63-2e41-41bc-9d8b-3283c7e74e25 req-e885c1e1-0cc1-4e00-a19e-6ed7d6b697ff tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:53.748909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c6b20f63-2e41-41bc-9d8b-3283c7e74e25 req-e885c1e1-0cc1-4e00-a19e-6ed7d6b697ff tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0537322 Dec 24 03:40:53.797203 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c6b20f63-2e41-41bc-9d8b-3283c7e74e25 req-707d4a40-b0cd-42c5-8df1-6070cdc75a7b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Dec 24 03:40:53.897034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:54.914792 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcb960-32de-4cfa-b286-35e42f5c420f req-65f955b2-24c3-4692-b515-d8f4ac7bc0f8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:54.916306 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b9dcb960-32de-4cfa-b286-35e42f5c420f req-65f955b2-24c3-4692-b515-d8f4ac7bc0f8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 945 time: 0.0503404 Dec 24 03:40:54.966170 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b9dcb960-32de-4cfa-b286-35e42f5c420f req-584fac05-129f-4b08-9aa3-8aa05db3de2c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437567 Dec 24 03:40:54.985931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:40:55.035778 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-3264bc67-aaa3-4a8b-adad-7ce9d274a14a req-5992a998-839d-41a8-8da2-413788abe316 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:40:55.036894 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3264bc67-aaa3-4a8b-adad-7ce9d274a14a req-5992a998-839d-41a8-8da2-413788abe316 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062497 Dec 24 03:40:55.058916 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:55.080842 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:40:55.083495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b86df9e-d22f-4b36-b701-a466b89cda9a" -d '{"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:40:55.095854 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:40:55.119522 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae623fd-436f-424a-be6e-19e574202ee9 x-openstack-request-id: req-7ae623fd-436f-424a-be6e-19e574202ee9 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:40:55.119823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:40:55.120081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ae623fd-436f-424a-be6e-19e574202ee9 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:40:55.120531 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'code': 200} Dec 24 03:40:55.153892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:55.215112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:40:55.353876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:55.914277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:40:56.294049 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8ccac-851c-4296-9d9e-0afd6361b169 req-f78533fb-9253-4c6d-9221-3e1f0c94f1db tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:56.295586 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1b8ccac-851c-4296-9d9e-0afd6361b169 req-f78533fb-9253-4c6d-9221-3e1f0c94f1db tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0492158 Dec 24 03:40:56.346914 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c1b8ccac-851c-4296-9d9e-0afd6361b169 req-22182d10-a299-4de9-b6da-986c098f1696 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450299 Dec 24 03:40:56.716497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-5b94169a-784f-4cef-89ee-5844cd7c9d19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885139 Dec 24 03:40:57.467418 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e474236-fb5a-4b76-8842-ebdec1ae3963 req-92733d6a-69a1-4456-8fd9-863602b6b543 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:57.469298 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e474236-fb5a-4b76-8842-ebdec1ae3963 req-92733d6a-69a1-4456-8fd9-863602b6b543 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0526764 Dec 24 03:40:57.518986 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5e474236-fb5a-4b76-8842-ebdec1ae3963 req-fc43ff6a-45f1-4dbe-87f3-bdff5e38e32a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432317 Dec 24 03:40:58.205060 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-77e9dae6-0e9f-473d-b270-cdcd55f93625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.206438 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-77e9dae6-0e9f-473d-b270-cdcd55f93625 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 1096 time: 0.0398293 Dec 24 03:40:58.290603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-7b6b90ec-c424-45bb-8c44-0414962ffa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.292111 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-7b6b90ec-c424-45bb-8c44-0414962ffa07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1096 time: 0.0441117 Dec 24 03:40:58.381686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-0064a96f-61a0-4306-94b6-cf626a681c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.383114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-0064a96f-61a0-4306-94b6-cf626a681c00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0823750 Dec 24 03:40:58.459049 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-acf5e553-cafc-41f8-988f-f8895785762e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 999 time: 0.0638437 Dec 24 03:40:58.510240 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-cbea5b4d-5f50-41b1-ae67-bb62ff2a98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.511751 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-cbea5b4d-5f50-41b1-ae67-bb62ff2a98a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0432699 Dec 24 03:40:58.561120 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-40cdf9cd-60e2-4696-a0ba-82c2d4f5cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.562580 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-40cdf9cd-60e2-4696-a0ba-82c2d4f5cca4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385652 Dec 24 03:40:58.643279 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034914-380d-400a-a90b-dcafae7e8214 req-2c34b292-d907-4a4e-9e15-f534ae968751 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:58.644784 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7c034914-380d-400a-a90b-dcafae7e8214 req-2c34b292-d907-4a4e-9e15-f534ae968751 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0503058 Dec 24 03:40:58.697633 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7c034914-380d-400a-a90b-dcafae7e8214 req-72ee0a4a-2ee2-4215-a05c-c06b020c0684 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463004 Dec 24 03:40:58.996299 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-384c96c8-5ab2-4816-b60c-496861e2ad6d service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221828 Dec 24 03:40:59.089645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f25111cc-edc4-42d0-b5d4-3694d872d9fd req-83034323-a23f-4058-9ef7-3c72287591f7 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810483 Dec 24 03:40:59.869659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b65105-d4c1-4ea8-ab9e-70ffa3e195ef req-84f20df2-78c6-4a12-8b40-2eb6a929079f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:40:59.871262 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13b65105-d4c1-4ea8-ab9e-70ffa3e195ef req-84f20df2-78c6-4a12-8b40-2eb6a929079f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0903211 Dec 24 03:40:59.931706 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13b65105-d4c1-4ea8-ab9e-70ffa3e195ef req-bf2478c3-8414-4457-b667-77beca7ad272 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503910 Dec 24 03:41:00.463049 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:01.053448 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669935fc-d9e6-44d6-b18c-8452f3bc852c req-b53127e8-947b-44b6-8cf6-b4797899878b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:01.054929 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-669935fc-d9e6-44d6-b18c-8452f3bc852c req-b53127e8-947b-44b6-8cf6-b4797899878b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0508008 Dec 24 03:41:01.106494 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-669935fc-d9e6-44d6-b18c-8452f3bc852c req-dfe47da1-dea2-4be8-80b3-f7d2032a058d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Dec 24 03:41:02.238470 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af2549-742c-4fc1-b850-93841f5a2ab4 req-51e57e72-135f-4152-adac-3ef736d5c036 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:02.239988 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04af2549-742c-4fc1-b850-93841f5a2ab4 req-51e57e72-135f-4152-adac-3ef736d5c036 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0519011 Dec 24 03:41:02.290572 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-04af2549-742c-4fc1-b850-93841f5a2ab4 req-717d3c7f-489e-42f6-bc07-4223b1708fe7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443141 Dec 24 03:41:03.415523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ac3fe-1438-4e93-addc-238292ea7cbb req-238cda0d-de40-418b-a50c-c05bb7e088b5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:03.417067 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-123ac3fe-1438-4e93-addc-238292ea7cbb req-238cda0d-de40-418b-a50c-c05bb7e088b5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0553370 Dec 24 03:41:03.475264 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-123ac3fe-1438-4e93-addc-238292ea7cbb req-ce376a69-202e-4b13-98cb-39d02bd92d59 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522051 Dec 24 03:41:04.598017 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3ba78-5bc4-4365-b2d1-d502c0cf5015 req-f21cdf95-7d85-4808-a4e8-2d7b337d2754 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:04.600201 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aeb3ba78-5bc4-4365-b2d1-d502c0cf5015 req-f21cdf95-7d85-4808-a4e8-2d7b337d2754 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0546935 Dec 24 03:41:04.654859 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-aeb3ba78-5bc4-4365-b2d1-d502c0cf5015 req-11e0df97-b71f-4e56-a998-4225d98f44ca tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473149 Dec 24 03:41:05.772898 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87ad41-fd23-4994-b1cc-39625291193d req-60df7911-7b28-4831-ac98-2c584f467875 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:05.774418 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb87ad41-fd23-4994-b1cc-39625291193d req-60df7911-7b28-4831-ac98-2c584f467875 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0483301 Dec 24 03:41:05.826929 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-fb87ad41-fd23-4994-b1cc-39625291193d req-ffe43fe4-6a98-49da-9c16-221a80af1367 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464303 Dec 24 03:41:06.959440 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79092fd-ebd2-40bc-9ada-e52d01111714 req-b99877b2-7cad-4a9c-9221-c4d3fc8e1a7a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:06.961074 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a79092fd-ebd2-40bc-9ada-e52d01111714 req-b99877b2-7cad-4a9c-9221-c4d3fc8e1a7a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0611029 Dec 24 03:41:07.011980 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a79092fd-ebd2-40bc-9ada-e52d01111714 req-682bfaf0-7ea7-4925-8b4d-6f838a4b3ad1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436332 Dec 24 03:41:08.142860 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5cb0f-3b9b-4d09-beb4-65e8c8279670 req-a11ab981-e318-4837-9aa8-4e4d287fc077 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:08.144213 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b5d5cb0f-3b9b-4d09-beb4-65e8c8279670 req-a11ab981-e318-4837-9aa8-4e4d287fc077 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0538473 Dec 24 03:41:08.195893 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b5d5cb0f-3b9b-4d09-beb4-65e8c8279670 req-97c0628e-ac52-4854-907a-06b41d3583de tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449531 Dec 24 03:41:09.321112 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50327e1b-d348-4aea-a4c7-624018b89811 req-e7e0ce21-6b30-4d46-9686-721a95d38128 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:09.322713 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-50327e1b-d348-4aea-a4c7-624018b89811 req-e7e0ce21-6b30-4d46-9686-721a95d38128 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0493851 Dec 24 03:41:09.386646 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-50327e1b-d348-4aea-a4c7-624018b89811 req-37f69001-8ebb-4744-83ad-3bbebcb1397a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564117 Dec 24 03:41:10.502356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4e418-be5a-48c9-8ed7-0b4ed381a6e4 req-654de9b7-9d68-44f7-851d-bf7a2c165937 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:10.503883 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99e4e418-be5a-48c9-8ed7-0b4ed381a6e4 req-654de9b7-9d68-44f7-851d-bf7a2c165937 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0490112 Dec 24 03:41:10.553992 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-99e4e418-be5a-48c9-8ed7-0b4ed381a6e4 req-6cc756a8-9600-4fa9-9283-130ac7234919 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433254 Dec 24 03:41:11.672568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92119d-0d68-499e-aeff-8fde5fa442f3 req-77d5ad3d-e3f1-4c45-a64f-324db1d4d03c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:11.674012 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d92119d-0d68-499e-aeff-8fde5fa442f3 req-77d5ad3d-e3f1-4c45-a64f-324db1d4d03c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0525770 Dec 24 03:41:11.723089 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d92119d-0d68-499e-aeff-8fde5fa442f3 req-39313018-9592-4305-9c05-04ae362b4801 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Dec 24 03:41:12.835672 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a2d1f-c3f5-4dbe-a407-15a0a6fa7f0b req-938fee7a-da93-4c15-9b79-d73b3b49f8d5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:12.837395 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-124a2d1f-c3f5-4dbe-a407-15a0a6fa7f0b req-938fee7a-da93-4c15-9b79-d73b3b49f8d5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 943 time: 0.0479915 Dec 24 03:41:12.888835 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-124a2d1f-c3f5-4dbe-a407-15a0a6fa7f0b req-cdb36f9f-4d15-4563-b0a4-476bd178a4f1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456505 Dec 24 03:41:13.067899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:41:13.159873 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:41:13.171321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'port_id': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'mac_address': 'fa:16:3e:86:60:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:41:13.211282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:13.223808 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:41:13.242301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:41:13.330903 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:13.376727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=9']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:41:13.735675 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['00094a7c-03a5-44f9-ae48-b75f2db9964d'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:41:14.005912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe6e88-a680-4e70-ac1b-4d156678651f req-b0245ab8-7c69-4711-b659-2a655cc494b1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:14.007295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32fe6e88-a680-4e70-ac1b-4d156678651f req-b0245ab8-7c69-4711-b659-2a655cc494b1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0495989 Dec 24 03:41:14.055816 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-32fe6e88-a680-4e70-ac1b-4d156678651f req-3b5d1f72-d468-4cc7-9823-81de4ef7c84b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Dec 24 03:41:15.149502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:41:15.149502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 00094a7c-03a5-44f9-ae48-b75f2db9964d triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:41:15.149502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:15.186984 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c425-6945-4c03-80a5-1b927f48fc8b req-27b86c72-3168-477a-8d68-a8d2ef8cdafd tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:15.188536 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e426c425-6945-4c03-80a5-1b927f48fc8b req-27b86c72-3168-477a-8d68-a8d2ef8cdafd tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 944 time: 0.0558753 Dec 24 03:41:15.233148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:15.238672 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e426c425-6945-4c03-80a5-1b927f48fc8b req-cd76240f-3107-41cc-8679-4a254025b936 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Dec 24 03:41:15.257641 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:41:15.260567 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f5c90-105a-4520-8445-8ad60690b045" -d '{"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:41:15.273670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:41:15.302229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125cbe9-f0d6-4da2-97df-6d6a098a4308 x-openstack-request-id: req-0125cbe9-f0d6-4da2-97df-6d6a098a4308 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:41:15.302529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-plugged", "status": "completed", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:41:15.302788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0125cbe9-f0d6-4da2-97df-6d6a098a4308 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:41:15.303217 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'code': 200} Dec 24 03:41:15.565748 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:15.613153 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=10']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:41:15.855117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef286-d558-499b-9c45-c70048fc8f45 req-f7815e95-1f83-4816-b8ee-a781a3d3b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:15.856507 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13cef286-d558-499b-9c45-c70048fc8f45 req-f7815e95-1f83-4816-b8ee-a781a3d3b400 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1099 time: 0.0391726 Dec 24 03:41:15.910590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-13cef286-d558-499b-9c45-c70048fc8f45 req-a54b552e-0f9f-4ce4-8c56-b53ec2325236 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Dec 24 03:41:16.355500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fda637-f062-408b-a7d5-00662ab2c243 req-e98170eb-dfff-453b-8e31-5f864f6edbae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:16.356965 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b5fda637-f062-408b-a7d5-00662ab2c243 req-e98170eb-dfff-453b-8e31-5f864f6edbae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.0491214 Dec 24 03:41:16.405474 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b5fda637-f062-408b-a7d5-00662ab2c243 req-ee8600de-4104-483d-bf4e-d13913935876 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 Dec 24 03:41:17.522896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c902da-9bce-4131-a784-080322f7d5e2 req-27d3e009-6be6-4fe4-894e-dad55461d3f5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:17.524364 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-50c902da-9bce-4131-a784-080322f7d5e2 req-27d3e009-6be6-4fe4-894e-dad55461d3f5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.0491755 Dec 24 03:41:17.575238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-50c902da-9bce-4131-a784-080322f7d5e2 req-fad35005-4e02-4d45-bffd-ee2c7aa07b56 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443563 Dec 24 03:41:18.692563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3de85-e2b2-4950-812f-039227b88b57 req-02280af8-2ad7-4f02-bb8a-478eb84dd6c1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:18.694033 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-16c3de85-e2b2-4950-812f-039227b88b57 req-02280af8-2ad7-4f02-bb8a-478eb84dd6c1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.0527151 Dec 24 03:41:18.742497 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-16c3de85-e2b2-4950-812f-039227b88b57 req-9f7dae10-b264-4161-8ea9-d35f78635cc4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Dec 24 03:41:20.011382 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:41:20.246220 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-b3af81cc-4e51-4243-8162-85df6e402dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:22.405388 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17072645-dc68-4d33-af75-5b5847f21c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:23.919901 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:25.274069 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:25.903308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:30.473888 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:50.246133 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a1a32f11-1bba-443f-a813-e6a7539985a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:52.199710 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-d9a93ca6-4b8e-49e6-94a3-3751b5a898e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418210 Dec 24 03:41:52.306999 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-7c86b9a1-d6f5-4f91-818e-53b221a571e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:52.308560 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-7c86b9a1-d6f5-4f91-818e-53b221a571e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1099 time: 0.0415406 Dec 24 03:41:52.376823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9fd08f6f-9a4b-4415-a3e0-b2cd3b52cdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:52.418059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-7d6cc900-d042-4449-90e2-780ff50922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:52.419523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-7d6cc900-d042-4449-90e2-780ff50922e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0850759 Dec 24 03:41:52.492092 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-af6e9c67-5d1c-4c70-89ce-64b1f2db152d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 1001 time: 0.0612376 Dec 24 03:41:52.543706 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-e79af947-cb69-427c-9535-6501e59cb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:52.545174 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-e79af947-cb69-427c-9535-6501e59cb00f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0420911 Dec 24 03:41:52.594490 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-f7ba7a15-9289-41df-a6ce-bab3c70660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:41:52.596007 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-f7ba7a15-9289-41df-a6ce-bab3c70660c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399089 Dec 24 03:41:52.692405 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-bbc7be42-07f8-4d10-a309-4caaeb7052b5 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Dec 24 03:41:52.783933 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-6a76c410-75a2-43a3-b419-de0a89e7109e req-494475af-b905-49ea-8dd4-b1e4a890aec3 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805070 Dec 24 03:41:53.902983 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:55.279510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:55.873495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:41:57.011230 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:42:00.473635 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:20.245690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1cce5dd5-96b1-4c66-b7e5-7d3bd5ec9d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:22.347817 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d47b1e46-323a-42ce-9931-0c0213f1ba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:23.896041 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:25.291287 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:25.902541 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:30.490563 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.409492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41716) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:31.563253 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Deleting port f1d43881-07b1-4737-9604-9920735bcd62 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:31.563627 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.638568 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.638898 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.650714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Calling delete_port for f1d43881-07b1-4737-9604-9920735bcd62 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:31.868141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.897628 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'Port': ['ID=f1d43881-07b1-4737-9604-9920735bcd62,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:31.910217 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.910565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.910911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.911245 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.911579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.911906 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.912230 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.912625 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.912954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.913279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.913600 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.913918 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.914238 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:31.967978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:31.968355 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Floating IP 7a6d483b-3e67-4c6b-a370-c25831827b5b disassociated (deleted). External IP: 172.26.7.199, port: 00094a7c-03a5-44f9-ae48-b75f2db9964d. Dec 24 03:42:32.172458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:42:32.277311 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:42:32.282098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:32.286698 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:42:32.296656 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:32.297263 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:42:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:32.309003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-dd9aae1b-202e-417f-b9b1-dfde1e0f29c2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "DELETE /v2.0/floatingips/7a6d483b-3e67-4c6b-a370-c25831827b5b HTTP/1.1" status: 204 len: 168 time: 0.8983099 Dec 24 03:42:32.309659 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:32.311911 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c2801-510b-4d07-bef6-86cfc9613b53" -d '{"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:32.408969 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:32.427271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb3347-8b1b-474f-b949-715058e23ede x-openstack-request-id: req-7bbb3347-8b1b-474f-b949-715058e23ede {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:32.427818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:32.427926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7bbb3347-8b1b-474f-b949-715058e23ede {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:32.428244 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'status': 'completed', 'code': 200} Dec 24 03:42:32.608121 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-1b0e5ab7-f9f6-4386-bf23-d13681c5c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:32.609909 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-1b0e5ab7-f9f6-4386-bf23-d13681c5c7bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 1099 time: 0.1159947 Dec 24 03:42:32.611660 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:32.637984 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:42:32.646194 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:42:32.646794 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:42:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:32.720526 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-6d90f976-7702-4cd0-a804-192635d7d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:32.722286 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-6d90f976-7702-4cd0-a804-192635d7d3cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.1053283 Dec 24 03:42:32.762633 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:42:32.775199 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-ebc676df-5ee5-4960-b2b3-012f7262797c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 200 len: 217 time: 0.0354843 Dec 24 03:42:32.826026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-93d70dec-dc29-4bb8-9e7f-40d26844beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:32.827599 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-93d70dec-dc29-4bb8-9e7f-40d26844beee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0444543 Dec 24 03:42:32.831196 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee151f69-0bad-4190-b30c-ea312cc7b944 req-4601d0fb-6819-4be0-8036-24e95623ee53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:32.832732 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ee151f69-0bad-4190-b30c-ea312cc7b944 req-4601d0fb-6819-4be0-8036-24e95623ee53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.1123617 Dec 24 03:42:32.884895 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ee151f69-0bad-4190-b30c-ea312cc7b944 req-ff5ce5b9-48a7-4e47-824c-448420601707 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462868 Dec 24 03:42:32.891269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-2ccff46b-b9ab-498d-a880-de168de0a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:32.892827 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-2ccff46b-b9ab-498d-a880-de168de0a273 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530198 Dec 24 03:42:32.971197 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:42:32.988931 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-d9bd6ba8-3fb8-42dc-a55f-376cee8e8290 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Dec 24 03:42:33.001108 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef0e2e-52e9-4a3c-9175-42faeeced109 None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:42:33.086759 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2b9c2801-510b-4d07-bef6-86cfc9613b53 req-bfa1b049-a917-43f1-a8e5-ff42c6658f73 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902309 Dec 24 03:42:33.223401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07afbf65-60af-40e3-85bd-0fb7e977c2d3 None None] New status for floating IP 7a6d483b-3e67-4c6b-a370-c25831827b5b: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:42:34.009383 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:42:34.052790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece42d09-243b-4e65-9fce-80f746fef760 req-84a965da-bca4-40a1-b527-8a225b066b2c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:34.054265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ece42d09-243b-4e65-9fce-80f746fef760 req-84a965da-bca4-40a1-b527-8a225b066b2c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.0991344 Dec 24 03:42:34.102016 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ece42d09-243b-4e65-9fce-80f746fef760 req-19bcbe87-61a8-4652-95a3-69aa68d3133e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=bdd50299-4064-4acc-b2d2-5644c983771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418751 Dec 24 03:42:34.590048 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-ba43d958-dc71-4c77-8657-6e04677d9d48 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:42:34.591537 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-ba43d958-dc71-4c77-8657-6e04677d9d48 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 946 time: 0.0484195 Dec 24 03:42:34.689344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Deleting port 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:42:34.689682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.777857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] For port 00094a7c-03a5-44f9-ae48-b75f2db9964d, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=00094a7c-03a5-44f9-ae48-b75f2db9964d,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:42:34.778224 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:34.790229 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Calling delete_port for 00094a7c-03a5-44f9-ae48-b75f2db9964d owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:42:34.982743 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:35.009168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'Port': ['ID=00094a7c-03a5-44f9-ae48-b75f2db9964d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:35.055251 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] No DVR routers for this DVR port 00094a7c-03a5-44f9-ae48-b75f2db9964d on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:42:35.058374 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:35.061639 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8468b21d-f277-4c0d-9e56-2d2d6bbe7d75 req-4a939e0f-698f-4dba-b1ac-ea0591d98287 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "DELETE /v2.0/ports/00094a7c-03a5-44f9-ae48-b75f2db9964d HTTP/1.1" status: 204 len: 173 time: 0.4597888 Dec 24 03:42:35.062082 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-deleted', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:42:35.064304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b1793e-2bf2-44e7-a6ab-f78032ea92d5" -d '{"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-deleted", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:42:35.100110 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf11ec2f-619f-451f-9510-e6adb6863ddc x-openstack-request-id: req-bf11ec2f-619f-451f-9510-e6adb6863ddc {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:42:35.100407 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439009ea-3802-493d-89d2-5ad329755dcd", "name": "network-vif-deleted", "tag": "00094a7c-03a5-44f9-ae48-b75f2db9964d", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:42:35.100700 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf11ec2f-619f-451f-9510-e6adb6863ddc {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:42:35.101121 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439009ea-3802-493d-89d2-5ad329755dcd', 'name': 'network-vif-deleted', 'tag': '00094a7c-03a5-44f9-ae48-b75f2db9964d', 'status': 'completed', 'code': 200} Dec 24 03:42:35.197514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3e402b17-61ce-49ff-a84e-44d3170f872d req-47391f48-2219-4923-b9a1-47bcf05dcb7c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=439009ea-3802-493d-89d2-5ad329755dcd HTTP/1.1" status: 200 len: 210 time: 0.0263448 Dec 24 03:42:36.256035 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41752) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:36.313232 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:36.338164 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:36.450815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:36.453465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:36.456040 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "DELETE /v2.0/security-groups/bdd50299-4064-4acc-b2d2-5644c983771c HTTP/1.1" status: 204 len: 168 time: 0.1975100 Dec 24 03:42:36.465485 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1261413-e1b2-40a8-8776-dde0abd457ac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd50299-4064-4acc-b2d2-5644c983771c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:36.921777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41758) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:36.926270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953775584', 'description': 'tempest-secgroup-smoke-953775584 description', 'project_id': '8caba904c9a54c19904d84ec112f15b3'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:36.999516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.064291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.119373 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.151805 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d84c931-aa7b-4f7c-980c-f0fd338e4619,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:37.213098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.215183 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-fcde9437-a748-4804-9a7b-a8b8b4043b86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2923462 Dec 24 03:42:37.217926 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41760) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:37.222265 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:37.296255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.350252 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.405219 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.422433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1497b-40dc-4b4c-a4c6-cc390875f06c,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:37.465174 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.466350 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-bb0e1203-b1e9-4f77-9338-773525234841 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474444 Dec 24 03:42:37.469068 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41762) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:37.473352 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:37.541326 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.576745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:42:37.596733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 00094a7c-03a5-44f9-ae48-b75f2db9964d {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:42:37.597082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 00094a7c-03a5-44f9-ae48-b75f2db9964d not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:42:37.597386 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.639212 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.656684 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad941a25-2076-48af-8774-9c86cdd46622,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:37.709923 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.711446 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-0293ccfe-ba24-40b1-87e3-0ea43a694271 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412786 Dec 24 03:42:37.715328 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 41764) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:37.720114 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:37.786353 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.844945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.908378 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.926732 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d721dd-cabb-47af-9880-242ad2f3fabc,revision_number=0']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:37.972855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:37.976528 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-35930ec6-34bd-43a0-b7e3-0a28062ac922 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601142 Dec 24 03:42:37.976973 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:37.982263 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:38.050315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.111677 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.153413 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.171101 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92c4cdf-aaab-4e54-b929-35d57e40cbde,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:38.178719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.184270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:42:38.224282 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.225501 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f484addb-61bc-4e3a-84e4-66f8081ed624 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2475169 Dec 24 03:42:38.228182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41768) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:38.233026 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:38.302490 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Project 8caba904c9a54c19904d84ec112f15b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:42:38.307375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.364383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.428157 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.445383 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82091113-6ab3-4d07-8f95-f4e4a2d7ab76,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:38.492849 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.494019 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-bc10584a-546f-423f-92c2-e1c61bdb906b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2648706 Dec 24 03:42:38.497471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41770) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:42:38.501868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'security_group_rule': {'security_group_id': '9d84c931-aa7b-4f7c-980c-f0fd338e4619', 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:42:38.565253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Project 8caba904c9a54c19904d84ec112f15b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:42:38.569959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.628710 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.679668 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.696770 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2351812-7f07-4200-a161-ad6bd14fb715,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:42:38.738842 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:38.740065 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-998f5adc-4fb0-40ef-9300-57aa3da348d1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2416146 Dec 24 03:42:50.256740 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-601ebda7-b787-4f17-ac06-0bd4a327074d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:52.359794 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8dcd4b97-94a0-4620-acde-728588f25f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:53.924876 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.268379 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:42:55.919189 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:00.530716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:03.643932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-8c3badf0-f4c8-4f9b-8296-9733dd41294b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953775584&fields=id&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 267 time: 0.0442429 Dec 24 03:43:03.748937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-3cc01af2-627c-479a-9228-14dd84e3f27b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:03.750390 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-3cc01af2-627c-479a-9228-14dd84e3f27b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 808 time: 0.0991526 Dec 24 03:43:03.765538 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-fdf98b97-0631-49b5-841b-427c1ec2decb tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/quotas/8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 375 time: 0.0088310 Dec 24 03:43:03.819363 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-b04dce47-e7bb-41dd-9d5d-9d12abf45842 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484614 Dec 24 03:43:03.912617 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-8fb6d88f-55f6-4bb8-b04b-e55a5eb7f540 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821764 Dec 24 03:43:04.003669 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-f0c689c8-bf30-4371-b808-9f6493d93650 service neutron] 10.222.0.36 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850549 Dec 24 03:43:04.525293 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f92c5074-70cb-48fb-b5d9-1a65b705979f req-431d8c94-e1c3-4891-aca3-dd6954aca6e3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0271673 Dec 24 03:43:05.618817 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e3b77b68-f31f-4c51-ba5e-24b647c86c67 req-68099246-8cff-4f84-8720-e2131f6e8501 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Dec 24 03:43:06.572292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-9214f6c4-696b-43ac-aa97-56c45d324732 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:06.573735 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-9214f6c4-696b-43ac-aa97-56c45d324732 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 808 time: 0.0987725 Dec 24 03:43:06.658932 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-a3d1e780-c5db-4720-a1d6-1b736fb58adc tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 379 time: 0.0596514 Dec 24 03:43:06.668565 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'port': {'device_id': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'admin_state_up': True, 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'security_groups': ['9d84c931-aa7b-4f7c-980c-f0fd338e4619']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:06.715112 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-dae1fcd1-adba-45e8-bd16-7781b1bc7acd req-645015ae-edc1-4f43-9ffb-6dbd2a0f7fc3 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Dec 24 03:43:06.833689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Made reservation on behalf of 8caba904c9a54c19904d84ec112f15b3 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:43:06.837503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:06.971978 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Allocated IP 172.20.0.7 (c2b31b06-2541-4e25-a284-6a71e763ab8d/dd740c90-3fa3-4257-8d5d-163066d277a5/87914f84-5ee2-49f9-bee6-75f72ca1eb84) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:07.112683 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.210456 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.254858 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Network c2b31b06-2541-4e25-a284-6a71e763ab8d is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:07.257909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:07.261612 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:07.287033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:07.316044 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:07.316712 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.402678 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-22f7fc08-fee6-4f71-a7cd-008ab6959a2f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7378380 Dec 24 03:43:07.427304 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Request body: {'port': {'device_id': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:07.480764 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.495669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-6244999f-5850-42d1-8801-d9621fac6d23 None None] Provisioning complete for port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:07.496290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6244999f-5850-42d1-8801-d9621fac6d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.532535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-6244999f-5850-42d1-8801-d9621fac6d23 None None] Port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:43:07.749616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87914f84-5ee2-49f9-bee6-75f72ca1eb84 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:07.758036 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.771929 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Transition to ACTIVE for port object 87914f84-5ee2-49f9-bee6-75f72ca1eb84 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:43:07.836051 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dbb65-d2c8-46fe-ad0e-c7a1015874f8 req-e27a7efd-ac72-45cf-90ef-002166314b1d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:07.837573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-647dbb65-d2c8-46fe-ad0e-c7a1015874f8 req-e27a7efd-ac72-45cf-90ef-002166314b1d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 931 time: 0.0485709 Dec 24 03:43:07.871506 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:07.929076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-647dbb65-d2c8-46fe-ad0e-c7a1015874f8 req-d9a1ad28-8066-467d-8ae3-23f92ae0d809 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850778 Dec 24 03:43:07.942975 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:08.017877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Attempting to bind port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:43:08.018259 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Attempting to bind port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:43:08.018542 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Attempting to bind port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:08.023657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 on network c2b31b06-2541-4e25-a284-6a71e763ab8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:43:08.023994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Attempting to bind port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 on network c2b31b06-2541-4e25-a284-6a71e763ab8d {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:43:08.039371 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:43:08.039725 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Checking segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:43:08.040096 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Bound using segment: {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:43:08.040549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Bound port: 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:43:08.041063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:08.112877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:43:08.116443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:43:08.171342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:08.211780 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.212398 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:08.213818 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1093 time: 0.7911513 Dec 24 03:43:08.214514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:08.216787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d96147c-d1f7-4907-8e95-c858e6899ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:08.243221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d470b9c-e30e-4319-8064-8ce4393596a3 service neutron] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:08.268538 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359caed3-5272-4f33-b678-fa95e43bd617 x-openstack-request-id: req-359caed3-5272-4f33-b678-fa95e43bd617 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:08.268850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:08.269109 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-359caed3-5272-4f33-b678-fa95e43bd617 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:08.269514 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'status': 'completed', 'code': 200} Dec 24 03:43:08.375047 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-f51de43e-e655-443f-b2e1-9b8eae359528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.376645 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-f51de43e-e655-443f-b2e1-9b8eae359528 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1096 time: 0.0528352 Dec 24 03:43:08.494814 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-ce9d841d-2a98-4fb0-b9c5-78fe91cd6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.496455 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-ce9d841d-2a98-4fb0-b9c5-78fe91cd6aad service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8caba904c9a54c19904d84ec112f15b3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983877 Dec 24 03:43:08.597888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-361ab9d1-fb19-4b3b-a7c7-a26362d08067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.600628 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3d96147c-d1f7-4907-8e95-c858e6899ab3 req-361ab9d1-fb19-4b3b-a7c7-a26362d08067 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930853 Dec 24 03:43:08.713198 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-8ea936e4-35de-40d1-98df-351816ed15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.714897 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-8ea936e4-35de-40d1-98df-351816ed15f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1096 time: 0.0418885 Dec 24 03:43:08.773743 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-5fa3d323-f171-45e8-9197-23865dee3733 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 217 time: 0.0388663 Dec 24 03:43:08.827063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-838f8073-9392-46cc-a783-12c864e30f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.828517 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-838f8073-9392-46cc-a783-12c864e30f84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0434854 Dec 24 03:43:08.878602 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-df87e0ca-2ecb-486d-b16a-b227197a0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:08.881479 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-df87e0ca-2ecb-486d-b16a-b227197a0c62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415161 Dec 24 03:43:08.983095 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-df215921-0c0f-411a-9dd4-95e7af915b24 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872083 Dec 24 03:43:09.114616 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a50a1-3301-4ea6-8a47-c97d4242d529 req-42f0865b-98ae-4e81-883e-e618d3b625c0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:09.116152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-758a50a1-3301-4ea6-8a47-c97d4242d529 req-42f0865b-98ae-4e81-883e-e618d3b625c0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.1038971 Dec 24 03:43:09.122397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f50be82c-1b3e-48f4-ac68-01d117b6b8e3 req-8a52fc1c-7d3e-4903-b971-097bdf07d632 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281397 Dec 24 03:43:09.171774 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-758a50a1-3301-4ea6-8a47-c97d4242d529 req-60b9faa1-0c1e-44d2-99b6-1ff9184fe445 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483136 Dec 24 03:43:10.337104 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d917ab8-ad90-402f-aad7-1ce23438a0ed req-21773ec3-4b7c-4829-9dc8-110999ec0f7b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:10.338571 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8d917ab8-ad90-402f-aad7-1ce23438a0ed req-21773ec3-4b7c-4829-9dc8-110999ec0f7b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0495844 Dec 24 03:43:10.387310 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-8d917ab8-ad90-402f-aad7-1ce23438a0ed req-6d5502ef-ff8f-49fe-820a-b3502b0281c5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 Dec 24 03:43:11.008220 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:43:11.500850 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2b272-67b3-4450-822d-6826a9f4f694 req-7cc6a363-ba6d-4890-87ec-14052c6a7b9e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:11.502309 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5fb2b272-67b3-4450-822d-6826a9f4f694 req-7cc6a363-ba6d-4890-87ec-14052c6a7b9e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Dec 24 03:43:11.553126 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-5fb2b272-67b3-4450-822d-6826a9f4f694 req-f2e844f5-90c5-428a-ac03-f208f86f8920 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440927 Dec 24 03:43:12.668704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065db710-9c60-436d-bb9a-ac1395f3859a req-c1c485e2-7853-425f-9551-ba31c6ffcac2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:12.670156 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065db710-9c60-436d-bb9a-ac1395f3859a req-c1c485e2-7853-425f-9551-ba31c6ffcac2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0498266 Dec 24 03:43:12.718228 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-065db710-9c60-436d-bb9a-ac1395f3859a req-27f1e06a-5c78-4d25-93f7-96d15c62ce3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Dec 24 03:43:13.829860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775194-d695-4d0e-9e91-a1c96a392c89 req-86340a9d-63e5-4d16-a829-b41ee98aafc5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:13.831289 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22775194-d695-4d0e-9e91-a1c96a392c89 req-86340a9d-63e5-4d16-a829-b41ee98aafc5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0469232 Dec 24 03:43:13.883032 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22775194-d695-4d0e-9e91-a1c96a392c89 req-6454c57e-2136-446a-9363-d312dc2a13c8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457373 Dec 24 03:43:15.001303 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac647873-2442-4224-8c18-67c4d12519bc req-15325594-b1e2-4861-b4a0-7f9099cdb393 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:15.002768 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac647873-2442-4224-8c18-67c4d12519bc req-15325594-b1e2-4861-b4a0-7f9099cdb393 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0531626 Dec 24 03:43:15.051674 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ac647873-2442-4224-8c18-67c4d12519bc req-763ad138-9d10-4c5a-b4ea-1be97a851969 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423019 Dec 24 03:43:16.164872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327c3b-6c39-42dd-ae0b-fc8192526464 req-2d1e6529-b5a5-449f-8889-2a6db6090bf7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:16.166212 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33327c3b-6c39-42dd-ae0b-fc8192526464 req-2d1e6529-b5a5-449f-8889-2a6db6090bf7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0476286 Dec 24 03:43:16.212616 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-33327c3b-6c39-42dd-ae0b-fc8192526464 req-4fdbc978-a242-4714-8950-71af18ec3597 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Dec 24 03:43:17.326745 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2f8b7-f318-4191-8131-2581130e3d0e req-008e363e-98a0-4903-b743-e5773c1b363a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:17.328193 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-80a2f8b7-f318-4191-8131-2581130e3d0e req-008e363e-98a0-4903-b743-e5773c1b363a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0486143 Dec 24 03:43:17.376750 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-80a2f8b7-f318-4191-8131-2581130e3d0e req-05cd8d68-3474-4b53-80ba-49e247d9cd00 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 Dec 24 03:43:18.491848 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb0abb-21f3-496a-b21c-d761a7886e4d req-7c143940-d536-4b76-bc4f-85d47b8513da tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:18.493343 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b1fb0abb-21f3-496a-b21c-d761a7886e4d req-7c143940-d536-4b76-bc4f-85d47b8513da tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0481391 Dec 24 03:43:18.540896 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b1fb0abb-21f3-496a-b21c-d761a7886e4d req-7fda8f79-6420-44e8-86c9-8d1961216288 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416148 Dec 24 03:43:19.658110 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b676a-01cf-4c4f-88d1-691bd3665bca req-5848dc48-bbcb-4f00-9fdf-bd913fa7fda4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:19.659555 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b11b676a-01cf-4c4f-88d1-691bd3665bca req-5848dc48-bbcb-4f00-9fdf-bd913fa7fda4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0522873 Dec 24 03:43:19.708388 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b11b676a-01cf-4c4f-88d1-691bd3665bca req-bb0b7269-7d4c-4335-9eea-f3888bb090f1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426695 Dec 24 03:43:19.780106 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:43:19.874301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:19.885862 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'mac_address': 'fa:16:3e:c7:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:43:19.922009 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:19.934825 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87914f84-5ee2-49f9-bee6-75f72ca1eb84 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:43:19.954476 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:20.005722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.050336 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:20.057788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.058131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.058465 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.058793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.059118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.059441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.059762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.060080 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.060402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.060744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.061064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.061385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.061696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:43:20.289622 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f28f2d4c-ff4f-4869-9c23-b6ce181798e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:20.361166 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['87914f84-5ee2-49f9-bee6-75f72ca1eb84'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:43:21.165022 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fc95c-f7b5-4f19-a656-75d7bea0eed5 req-48839a7b-9aff-492a-a193-f96b90dbd36b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:21.166528 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-532fc95c-f7b5-4f19-a656-75d7bea0eed5 req-48839a7b-9aff-492a-a193-f96b90dbd36b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 944 time: 0.3928163 Dec 24 03:43:21.215155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-532fc95c-f7b5-4f19-a656-75d7bea0eed5 req-c627b11c-a917-4158-8f8c-dc7b75943c66 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Dec 24 03:43:21.794907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:43:21.906789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:43:21.910687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:43:21.911090 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:21.986201 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:22.007875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:22.010110 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126f0a0-a055-486a-af02-6fdcf0554a52" -d '{"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-plugged", "status": "completed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:22.025602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:43:22.091068 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:22.115937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960c8417-0394-4891-94f2-1e5f041bf7ff x-openstack-request-id: req-960c8417-0394-4891-94f2-1e5f041bf7ff {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:22.116233 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-plugged", "status": "completed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:22.116513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-960c8417-0394-4891-94f2-1e5f041bf7ff {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:22.116900 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'code': 200} Dec 24 03:43:22.140994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:22.329099 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc124-a3db-48a2-8d19-8e9087d28972 req-ee994ef2-74e3-4224-b9f9-44b65fd8a1b1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:22.330515 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbdbc124-a3db-48a2-8d19-8e9087d28972 req-ee994ef2-74e3-4224-b9f9-44b65fd8a1b1 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Dec 24 03:43:22.388025 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbdbc124-a3db-48a2-8d19-8e9087d28972 req-7be7e8ac-04a5-4c03-85bf-cd8368f41e88 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508871 Dec 24 03:43:22.399394 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-764db3b6-9ec6-41d9-a3e1-4557289b0937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:22.420362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdee3d4-712c-4590-a623-1c7e92b79509 req-bc3f22d6-b9ec-4ac9-8ea1-dff8dadad5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:22.421910 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ffdee3d4-712c-4590-a623-1c7e92b79509 req-bc3f22d6-b9ec-4ac9-8ea1-dff8dadad5a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0498812 Dec 24 03:43:22.471915 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ffdee3d4-712c-4590-a623-1c7e92b79509 req-fab60240-cfb7-485e-bbc2-3f2b3afddb0c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Dec 24 03:43:23.505007 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347dda7-4c95-4a03-9709-8b5b60f7aeac req-a8af7521-7bbd-4587-8fb0-818c6f4c9e3d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:23.506997 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a347dda7-4c95-4a03-9709-8b5b60f7aeac req-a8af7521-7bbd-4587-8fb0-818c6f4c9e3d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Dec 24 03:43:23.555214 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a347dda7-4c95-4a03-9709-8b5b60f7aeac req-48f8ca75-6178-4425-8252-d1f3fcddad21 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Dec 24 03:43:23.907704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:24.671007 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336214a-cf62-4fa8-826c-15fc25283f5d req-0899e66d-aa2b-4f47-83f3-f3a92e274359 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:24.672559 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b336214a-cf62-4fa8-826c-15fc25283f5d req-0899e66d-aa2b-4f47-83f3-f3a92e274359 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0491741 Dec 24 03:43:24.723655 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b336214a-cf62-4fa8-826c-15fc25283f5d req-159192a0-bd9a-4851-aff9-678e11a42ed2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Dec 24 03:43:24.837272 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba05f-3c6e-45a3-95e3-cc9d2e23474c req-da434ce6-bc14-4cff-85e9-8f9c868d5885 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:24.838662 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6e4ba05f-3c6e-45a3-95e3-cc9d2e23474c req-da434ce6-bc14-4cff-85e9-8f9c868d5885 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0485241 Dec 24 03:43:24.891134 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-6e4ba05f-3c6e-45a3-95e3-cc9d2e23474c req-f0907ada-e0f9-4e0a-b2c4-699051bffafb tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463645 Dec 24 03:43:24.917315 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41994) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:24.956264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c811660-6449-45fe-aeda-87e520771818 tempest-TestShelveInstance-1043071321 tempest-TestShelveInstance-1043071321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:24.957785 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-7c811660-6449-45fe-aeda-87e520771818 tempest-TestShelveInstance-1043071321 tempest-TestShelveInstance-1043071321-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1093 time: 0.0394485 Dec 24 03:43:24.961180 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 41996) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:43:24.965589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:43:25.051207 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.147675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.250775 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.263247 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Allocated IP 172.26.7.217 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/138cae9c-7133-45a4-8cdf-56dca90ea63a) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:43:25.369105 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.468376 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.510404 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:43:25.513228 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:43:25.516769 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:43:25.539348 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=138cae9c-7133-45a4-8cdf-56dca90ea63a,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:25.890909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:25.895930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:26.028970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:26.177998 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:26.238001 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:26.306939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event updated for resources: {'Port': ['ID=138cae9c-7133-45a4-8cdf-56dca90ea63a,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:43:26.314929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:26.412820 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Floating IP b3c89c06-c295-471b-9ace-b037e7cf15da associated. External IP: 172.26.7.217, port: 87914f84-5ee2-49f9-bee6-75f72ca1eb84. Dec 24 03:43:26.942232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:43:27.046857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:43:27.056624 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:43:27.065902 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:27.066516 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:43:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:27.127037 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:27.156130 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c9d75380-cbb5-4fb9-b78e-b22eec3d6661 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1938763 Dec 24 03:43:27.156747 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:43:27.159373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20aca53e-987d-4faf-92c7-319df7342f50" -d '{"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:43:27.256406 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1812b6e0-db8f-482c-8625-08e73b86af94 x-openstack-request-id: req-1812b6e0-db8f-482c-8625-08e73b86af94 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:43:27.256723 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:43:27.256979 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1812b6e0-db8f-482c-8625-08e73b86af94 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:43:27.257383 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'status': 'completed', 'code': 200} Dec 24 03:43:27.262122 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:27.342993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aca53e-987d-4faf-92c7-319df7342f50 req-5e28e631-2041-47f9-84b8-3fcd7cb6ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:27.344520 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-5e28e631-2041-47f9-84b8-3fcd7cb6ad16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0411005 Dec 24 03:43:27.435562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aca53e-987d-4faf-92c7-319df7342f50 req-31f0c956-eaeb-4bd1-9ab8-1b66c0c3e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:27.437063 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-31f0c956-eaeb-4bd1-9ab8-1b66c0c3e46b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0856450 Dec 24 03:43:27.478896 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'b3c89c06-c295-471b-9ace-b037e7cf15da', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:c7:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:25Z', 'updated_at': '2021-12-24T03:43:25Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:27.502155 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-e3bbb72a-1b74-4d60-805a-d3a65bfe1215 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 999 time: 0.0578201 Dec 24 03:43:27.507098 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:43:27.515339 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:43:27.515967 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:43:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:27.555369 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aca53e-987d-4faf-92c7-319df7342f50 req-6b05e9e0-6cf4-4a3c-b102-8733595da1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:27.556853 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-6b05e9e0-6cf4-4a3c-b102-8733595da1a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0476537 Dec 24 03:43:27.606321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aca53e-987d-4faf-92c7-319df7342f50 req-fa06ec51-1158-43bd-b110-335536e64387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:27.607738 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-fa06ec51-1158-43bd-b110-335536e64387 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406489 Dec 24 03:43:27.616769 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:43:27.700573 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-764f6251-9797-4d66-ae1f-ad1c789ad4a3 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850091 Dec 24 03:43:27.792976 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-20aca53e-987d-4faf-92c7-319df7342f50 req-5e06102e-4a51-4a4f-b4c0-29c42fc9ba7f service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846004 Dec 24 03:43:27.837612 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'b3c89c06-c295-471b-9ace-b037e7cf15da', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:c7:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:25Z', 'updated_at': '2021-12-24T03:43:25Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:43:27.862798 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70138c7e-f509-4821-a217-fb3867b6bf29 None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': 'b3c89c06-c295-471b-9ace-b037e7cf15da', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'floating_ip_address': '172.26.7.217', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'mac_address': 'fa:16:3e:c7:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:43:25Z', 'updated_at': '2021-12-24T03:43:25Z', 'revision_number': 0, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:43:28.057816 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1b26a3-b6c1-4bea-9f9a-20e6b0e6953d None None] New status for floating IP b3c89c06-c295-471b-9ace-b037e7cf15da: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:43:30.502267 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:48.008806 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:43:50.279723 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ba47b10e-c01a-48a3-b2b0-f098eed9ae2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:52.324375 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-666fd712-313c-41c7-89c9-af209864e309 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431545 Dec 24 03:43:52.387380 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1f330155-23d7-465d-b854-37076aa56887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:52.439147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-34e2ca3a-0985-4a52-9cf6-f20f0b473ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:52.440643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-34e2ca3a-0985-4a52-9cf6-f20f0b473ea0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0410883 Dec 24 03:43:52.550204 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-b69dc0d5-86ef-4a57-ad4b-2c92aa137f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:52.551696 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-b69dc0d5-86ef-4a57-ad4b-2c92aa137f4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0855772 Dec 24 03:43:52.622397 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-15070465-5104-4131-9e5c-b49a23d67f8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0629780 Dec 24 03:43:52.675670 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-5ace87fa-676c-438d-ba2f-e29b66dc9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:52.677115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-5ace87fa-676c-438d-ba2f-e29b66dc9142 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0436625 Dec 24 03:43:52.726514 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-4fc801ca-345f-4a9e-a295-f37e12857b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:43:52.727985 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-4fc801ca-345f-4a9e-a295-f37e12857b52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401442 Dec 24 03:43:52.825606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-d4164870-b676-49b9-9e22-575d87b12d6b service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858769 Dec 24 03:43:52.921257 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8591012d-4dfe-48b7-a4a1-81d8849abf0b req-6cb090b2-95d5-4340-b8ac-de7a92131606 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837858 Dec 24 03:43:53.936804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:55.297114 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:43:55.901736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:00.519696 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:20.272909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e5aa75ec-b006-4ba1-9dfb-0aaf261ad288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:22.374291 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7c0f0172-2d13-432b-894a-94444a88b541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:23.974686 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:25.008328 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:44:25.296312 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:25.882855 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:30.507240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:50.256430 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-40cd2447-f2ed-4405-a382-5af653599115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:52.369820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fef0aa56-7a62-468e-bb60-d5444a3f7533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:53.951294 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.117879 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-477c37c3-cb6c-43fa-8333-81fb48669393 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408225 Dec 24 03:44:55.221146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-e89ea852-1a00-4506-9b8b-9db5999c5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:55.222639 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-e89ea852-1a00-4506-9b8b-9db5999c5eaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0401468 Dec 24 03:44:55.301558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:44:55.334562 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-7c79b743-e82e-42d6-832d-4297b35307cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:55.336103 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-7c79b743-e82e-42d6-832d-4297b35307cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0881498 Dec 24 03:44:55.404487 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-a226e70f-d88c-479c-9009-806969478928 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0572402 Dec 24 03:44:55.461823 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-492e58ec-b440-4791-8ece-59f5d2e3c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:55.463238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-492e58ec-b440-4791-8ece-59f5d2e3c8cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0479412 Dec 24 03:44:55.511182 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-99f23343-be46-4d69-b981-50575bf8650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:44:55.512819 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-99f23343-be46-4d69-b981-50575bf8650e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386674 Dec 24 03:44:55.605393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-f2b46547-88ca-42b9-a2cd-2813222e783e service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815520 Dec 24 03:44:55.702657 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1465229b-46d9-45e8-a9df-e88fc0a9ef47 req-7f997e30-74f7-41eb-9389-95f3d03a24eb service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860045 Dec 24 03:44:55.884653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:00.585221 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:02.007451 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:45:20.306773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-50ffec20-a529-405e-bbea-e2ed6234f6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:22.382070 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7a9feab9-ae56-4f73-9c28-a6e5fe46b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:23.928321 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:25.288784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:25.881978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:30.533662 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:39.006612 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:45:50.298824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6e4d69c-2bb7-4c6d-a770-23eaa9351e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:52.361691 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-95dc6d0f-63ec-4464-aa78-325ddb4fa9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:53.944836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:55.132582 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0036e-9370-4229-87a3-e6496a5e02a3 req-43c4cb1c-040a-4e17-bcd2-93170fa65f09 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:55.134841 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bd0036e-9370-4229-87a3-e6496a5e02a3 req-43c4cb1c-040a-4e17-bcd2-93170fa65f09 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0528963 Dec 24 03:45:55.195899 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3bd0036e-9370-4229-87a3-e6496a5e02a3 req-c726f4ea-aa89-4116-9974-561406fd6c09 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548263 Dec 24 03:45:55.312183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:55.889296 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:45:56.311097 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffd4ec-5517-4a1f-aaa7-7f810aa75c1d req-eea40ae8-cf5b-4711-9826-ab757558f273 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:56.312590 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f8ffd4ec-5517-4a1f-aaa7-7f810aa75c1d req-eea40ae8-cf5b-4711-9826-ab757558f273 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0478494 Dec 24 03:45:56.364020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f8ffd4ec-5517-4a1f-aaa7-7f810aa75c1d req-7dc12f4c-b1ba-4fab-a1ae-a48bcd2c1668 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Dec 24 03:45:56.550921 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-6657de70-d3f7-4873-a1e8-c2887ccd5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:56.552523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-6657de70-d3f7-4873-a1e8-c2887ccd5f45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0414274 Dec 24 03:45:56.661883 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-18543485-ebbf-4a96-ae73-58e893e22b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:56.663314 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-18543485-ebbf-4a96-ae73-58e893e22b24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0901825 Dec 24 03:45:56.732228 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-420e5c76-685b-4355-b4bc-b7923e637083 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0565193 Dec 24 03:45:56.780838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-5bf4447e-6240-424e-8b9d-8928645d40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:56.782265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-5bf4447e-6240-424e-8b9d-8928645d40d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0431385 Dec 24 03:45:56.834059 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-2d710216-ae3a-4d66-896a-8dcaa85d4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:56.835427 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-2d710216-ae3a-4d66-896a-8dcaa85d4a89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432873 Dec 24 03:45:56.925786 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-5df8a46f-aa50-4657-a1a1-c59801e51227 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Dec 24 03:45:57.022414 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86cd64d4-fa08-4c4b-9970-2beea6e714df req-970c3f93-f223-4570-b8d7-c0d331e36372 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855856 Dec 24 03:45:57.482242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe62896-f319-4494-821f-d3956f8a3ccf req-94b67f34-ff81-4f29-a02e-b46b761fce14 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:57.484065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbe62896-f319-4494-821f-d3956f8a3ccf req-94b67f34-ff81-4f29-a02e-b46b761fce14 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0490940 Dec 24 03:45:57.531478 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbe62896-f319-4494-821f-d3956f8a3ccf req-df553421-6a1a-463b-8949-278a7d9a893c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Dec 24 03:45:58.645010 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5976-ac7a-4834-a990-cc3d6defa53b req-4d58916a-f82a-45a1-b0d7-ac0c9a399a7c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:58.646441 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0eec5976-ac7a-4834-a990-cc3d6defa53b req-4d58916a-f82a-45a1-b0d7-ac0c9a399a7c tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0474854 Dec 24 03:45:58.694112 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0eec5976-ac7a-4834-a990-cc3d6defa53b req-d66defb4-423a-4f3b-a881-ffbbf5d65acd tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415676 Dec 24 03:45:59.807909 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9808fb-89a6-48b9-84ee-6ae614e0a601 req-ea015c49-81ed-4566-98a7-be499f03ef60 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:45:59.809457 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9b9808fb-89a6-48b9-84ee-6ae614e0a601 req-ea015c49-81ed-4566-98a7-be499f03ef60 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0478907 Dec 24 03:45:59.862779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9b9808fb-89a6-48b9-84ee-6ae614e0a601 req-dc289f56-ecfc-4c77-9e6b-38dc889e83bc tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468895 Dec 24 03:46:00.529245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:00.981424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5132f4-650d-478c-9049-ad954d72f6ad req-d1b6d0fb-0d24-42d8-8a71-3e98b802dd46 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:00.982874 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9e5132f4-650d-478c-9049-ad954d72f6ad req-d1b6d0fb-0d24-42d8-8a71-3e98b802dd46 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0478566 Dec 24 03:46:01.029998 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9e5132f4-650d-478c-9049-ad954d72f6ad req-70b35ee4-9eff-4d30-b0bc-b39920fd5df0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406792 Dec 24 03:46:02.144001 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd348b-4c30-487a-a106-0ceea43615b7 req-f9b3e0df-f083-4428-af5b-4480c602bd2a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:02.145402 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0edd348b-4c30-487a-a106-0ceea43615b7 req-f9b3e0df-f083-4428-af5b-4480c602bd2a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Dec 24 03:46:02.194473 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0edd348b-4c30-487a-a106-0ceea43615b7 req-bebe47d5-e344-4770-8124-642971daf43d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Dec 24 03:46:03.310977 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17c8d8-41c4-46cd-ac75-852184d391ab req-40d77d85-2160-4d43-9f9b-40b79e9975db tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:03.312429 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b17c8d8-41c4-46cd-ac75-852184d391ab req-40d77d85-2160-4d43-9f9b-40b79e9975db tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0519292 Dec 24 03:46:03.361302 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-7b17c8d8-41c4-46cd-ac75-852184d391ab req-3fad1148-87b2-4fd3-a13d-2ce7f9831920 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Dec 24 03:46:04.475757 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf099e-d1d1-4303-b98b-b6a131a22592 req-d0ded134-1743-4143-b756-dd4bf85c2d53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:04.477247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86bf099e-d1d1-4303-b98b-b6a131a22592 req-d0ded134-1743-4143-b756-dd4bf85c2d53 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0480931 Dec 24 03:46:04.525447 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86bf099e-d1d1-4303-b98b-b6a131a22592 req-6e5532ae-5207-47d2-b093-19426ceddc4a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Dec 24 03:46:05.501760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-f96963a0-1eba-4f81-a5e9-7e3e8e27a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:05.503936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-f96963a0-1eba-4f81-a5e9-7e3e8e27a07e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0446675 Dec 24 03:46:05.599417 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-03b880ee-8030-423b-914d-c97cfd51af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:05.601033 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-03b880ee-8030-423b-914d-c97cfd51af05 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0847983 Dec 24 03:46:05.641807 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4b593-a455-4bb3-a127-e7dcb3208643 req-19b62064-8452-4f48-bb35-3e7d26a7b1e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:05.643369 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17d4b593-a455-4bb3-a127-e7dcb3208643 req-19b62064-8452-4f48-bb35-3e7d26a7b1e9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Dec 24 03:46:05.677421 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-9e0f9383-1fc1-45ef-a945-4f0e5b465dee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0637517 Dec 24 03:46:05.692766 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-17d4b593-a455-4bb3-a127-e7dcb3208643 req-75a736e7-9713-4c63-89e7-7ad3597b2b24 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434887 Dec 24 03:46:05.732544 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-48d4f784-72ea-434c-bf6f-e8f0aca18ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:05.734008 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-48d4f784-72ea-434c-bf6f-e8f0aca18ab9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0447526 Dec 24 03:46:05.782690 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-53aee7fc-d6f3-4ead-a7ca-480a1e36da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:05.784764 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-53aee7fc-d6f3-4ead-a7ca-480a1e36da96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393019 Dec 24 03:46:05.881644 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-bf21bf47-04ab-4100-a2ea-dc76dde3ac9a service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839229 Dec 24 03:46:05.975746 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1111d0c3-f7db-4b76-b5bb-5a20d5aa2ff5 req-b530a9a7-1397-4cea-a26a-7dfd0f23b7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818613 Dec 24 03:46:06.813117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef949dbf-ac86-4b71-bdb6-7cebb0f55e34 req-5535172e-aa74-4e4d-9465-0b57e355c29b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:06.814566 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ef949dbf-ac86-4b71-bdb6-7cebb0f55e34 req-5535172e-aa74-4e4d-9465-0b57e355c29b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0542238 Dec 24 03:46:06.864174 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ef949dbf-ac86-4b71-bdb6-7cebb0f55e34 req-4373ef30-f4a3-41de-af2d-56282ce26d19 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Dec 24 03:46:07.982642 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0aa44-8240-4a05-a019-29210c7f5a3a req-fb008422-5a63-4ae2-8401-53ad3ad2210b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:07.984137 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c8d0aa44-8240-4a05-a019-29210c7f5a3a req-fb008422-5a63-4ae2-8401-53ad3ad2210b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0528731 Dec 24 03:46:08.037039 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c8d0aa44-8240-4a05-a019-29210c7f5a3a req-f2e5f8f4-47ba-4d5c-8f19-249ddd850f29 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Dec 24 03:46:09.151194 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1066aca-1d81-4838-89b4-58306f472ecf req-d36cc4b7-20ae-477f-b3af-e7deb0658323 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:09.152694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1066aca-1d81-4838-89b4-58306f472ecf req-d36cc4b7-20ae-477f-b3af-e7deb0658323 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Dec 24 03:46:09.202118 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e1066aca-1d81-4838-89b4-58306f472ecf req-dca6d56d-ee8a-4484-a13c-b399725dadda tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Dec 24 03:46:10.318507 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65fc4c-2e53-468c-815c-af359e170b81 req-0c8c9356-73d7-4dee-827e-f856ab2501ea tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:10.320037 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e65fc4c-2e53-468c-815c-af359e170b81 req-0c8c9356-73d7-4dee-827e-f856ab2501ea tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Dec 24 03:46:10.369671 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e65fc4c-2e53-468c-815c-af359e170b81 req-72e7d171-0046-4f9a-966e-8ae6660a9536 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434804 Dec 24 03:46:11.487052 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b08d3-cb5b-4214-aee2-5bf2cf9dee06 req-2b971d27-92e2-468b-b005-cfd912582ed7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:11.489121 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b57b08d3-cb5b-4214-aee2-5bf2cf9dee06 req-2b971d27-92e2-468b-b005-cfd912582ed7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0532482 Dec 24 03:46:11.537632 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b57b08d3-cb5b-4214-aee2-5bf2cf9dee06 req-cc3c82f7-70d6-4026-a40d-2ed71ce9c0ec tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Dec 24 03:46:11.697978 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-c9de32f2-28a2-4fa6-a432-0a9247297a85 req-fe330e16-9db3-4e45-b0bc-3841668ad25f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:46:11.699095 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-c9de32f2-28a2-4fa6-a432-0a9247297a85 req-fe330e16-9db3-4e45-b0bc-3841668ad25f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0986695 Dec 24 03:46:11.977546 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d8c6b-da94-4fe0-be29-4de8930991f4 req-d99a49d2-19fb-43db-b5b2-7d3a8682d9d7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:11.978845 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-036d8c6b-da94-4fe0-be29-4de8930991f4 req-d99a49d2-19fb-43db-b5b2-7d3a8682d9d7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Dec 24 03:46:12.031066 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-036d8c6b-da94-4fe0-be29-4de8930991f4 req-008e5827-1258-4fa1-8cdc-50b7efbedc10 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459096 Dec 24 03:46:12.050647 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-6ea93c0f-a015-4afb-86fc-ea048de110c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811317 Dec 24 03:46:12.059317 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-83aa4846-ceea-4b53-a183-a5cafbe66619 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:46:12.060255 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-83aa4846-ceea-4b53-a183-a5cafbe66619 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048244 Dec 24 03:46:12.553704 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:46:12.631852 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:12.653461 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:46:12.655698 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd628263-2c45-4621-b702-025b16d54394" -d '{"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-unplugged", "status": "completed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:46:12.669025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:12.688950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Dec 2021 03:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8e7e5a-2ce0-4f52-ab96-7c551264f47d x-openstack-request-id: req-be8e7e5a-2ce0-4f52-ab96-7c551264f47d {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:46:12.689243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-unplugged", "status": "failed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "code": 422}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:46:12.689495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be8e7e5a-2ce0-4f52-ab96-7c551264f47d {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:46:12.689898 dv-neutron-822868-1-hyperv neutron-server[110369]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'code': 422} returned with failed status Dec 24 03:46:12.752449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:12.799474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:12.806910 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.807269 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.807616 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.807960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.808298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.808674 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.809011 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.809344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.809680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.810013 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.810344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.810679 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:12.810992 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:46:13.147536 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b9458-1778-4062-85d8-81993fbd7391 req-af0387fc-0260-4229-a759-1878990df656 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:13.149001 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c44b9458-1778-4062-85d8-81993fbd7391 req-af0387fc-0260-4229-a759-1878990df656 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0492287 Dec 24 03:46:13.203536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c44b9458-1778-4062-85d8-81993fbd7391 req-5e03c7d6-cd7c-4e1f-b48c-6e00cbb8885d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485768 Dec 24 03:46:14.324599 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a3e5c-e1bd-4eff-a5a1-09db09ddd5ea req-5b7d90a5-5a59-41ce-b7dc-e7d6f09b98fb tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:14.326178 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0c1a3e5c-e1bd-4eff-a5a1-09db09ddd5ea req-5b7d90a5-5a59-41ce-b7dc-e7d6f09b98fb tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0548530 Dec 24 03:46:14.377339 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0c1a3e5c-e1bd-4eff-a5a1-09db09ddd5ea req-9deca51f-fd0c-4e98-bcb4-e380cf37de94 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450907 Dec 24 03:46:15.494826 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b6529-3363-4c2b-8d71-a5e524989b28 req-c744b427-01db-4f60-a63f-67ee5bc89e3a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:15.496230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f54b6529-3363-4c2b-8d71-a5e524989b28 req-c744b427-01db-4f60-a63f-67ee5bc89e3a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0501385 Dec 24 03:46:15.546143 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f54b6529-3363-4c2b-8d71-a5e524989b28 req-3acf1cdb-7179-403a-be8f-4fa340707ad4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439849 Dec 24 03:46:16.005509 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:46:16.660295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781647-d5d9-4cc2-b1d4-c70ae30c0338 req-ce7aed53-d01e-40cc-afef-404d9418256e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:16.661797 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa781647-d5d9-4cc2-b1d4-c70ae30c0338 req-ce7aed53-d01e-40cc-afef-404d9418256e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0494153 Dec 24 03:46:16.710955 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-aa781647-d5d9-4cc2-b1d4-c70ae30c0338 req-45f99638-d6ab-48ed-b724-336a465b5359 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Dec 24 03:46:17.826980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112859-c9a3-4865-986a-93a5610b468b req-7307ca5a-cd45-4486-adb7-20b2a70e925e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:17.828470 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1e112859-c9a3-4865-986a-93a5610b468b req-7307ca5a-cd45-4486-adb7-20b2a70e925e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0496395 Dec 24 03:46:17.878592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-1e112859-c9a3-4865-986a-93a5610b468b req-086fe743-e719-4f3d-acea-933809bf19e4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Dec 24 03:46:18.997137 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d49b3-8aeb-4231-ae98-f61e5f4d371d req-97c7daf8-c7c7-4633-a0cf-d32b0bdec311 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:18.998690 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-801d49b3-8aeb-4231-ae98-f61e5f4d371d req-97c7daf8-c7c7-4633-a0cf-d32b0bdec311 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0507617 Dec 24 03:46:19.052230 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-801d49b3-8aeb-4231-ae98-f61e5f4d371d req-8d2e386a-9fa0-4a14-902c-2d0a8d603e6f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466840 Dec 24 03:46:19.056786 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-b5bb14de-3a40-436c-8954-54024883ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.058312 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-b5bb14de-3a40-436c-8954-54024883ec11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&tenant_id=8caba904c9a54c19904d84ec112f15b3 HTTP/1.1" status: 200 len: 1096 time: 0.0453057 Dec 24 03:46:19.136137 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-65f21c14-2c30-46b4-9c57-89a0244736a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.137663 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-65f21c14-2c30-46b4-9c57-89a0244736a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1096 time: 0.0415797 Dec 24 03:46:19.229807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-865885e0-2a27-4112-a42d-c1b50eab26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.231232 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-865885e0-2a27-4112-a42d-c1b50eab26b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0829718 Dec 24 03:46:19.304174 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-c99ecadd-f16e-452a-bca9-a5a0e63095fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 999 time: 0.0616493 Dec 24 03:46:19.356332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-32f1462b-fe22-4e00-a805-8fd408a901c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.357686 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-32f1462b-fe22-4e00-a805-8fd408a901c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0424001 Dec 24 03:46:19.405067 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-ef5326eb-56a2-4a98-87c8-881683c38ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:19.406536 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-ef5326eb-56a2-4a98-87c8-881683c38ea1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387981 Dec 24 03:46:19.504166 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-67a296cc-e6f8-4643-b688-3806fb9a61f3 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Dec 24 03:46:19.597694 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-57fa1f1e-db48-49d8-b4ed-2eaf3fd87eea req-ba7b588e-12b0-4620-a7b6-3025c9e5b846 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844324 Dec 24 03:46:20.167309 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a267d-d752-4383-bfae-f694bf9871a1 req-f4118c92-e5ce-490e-875c-4a05539124b4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:20.168699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c96a267d-d752-4383-bfae-f694bf9871a1 req-f4118c92-e5ce-490e-875c-4a05539124b4 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0490401 Dec 24 03:46:20.217431 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c96a267d-d752-4383-bfae-f694bf9871a1 req-08c49b11-79ea-41d8-8e3e-5373d0ba2ed5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428107 Dec 24 03:46:20.289262 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-8ac9ea06-cf87-4e7f-a1aa-76b2cd9aab5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:21.332794 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc26b6-0789-446f-a1b9-705763b853fa req-bcfade22-7880-4600-9b3c-6e2db091972b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:21.334233 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bdfc26b6-0789-446f-a1b9-705763b853fa req-bcfade22-7880-4600-9b3c-6e2db091972b tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0481377 Dec 24 03:46:21.387341 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-bdfc26b6-0789-446f-a1b9-705763b853fa req-439a325e-ae55-4eab-ab38-84ca4089eaf5 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472064 Dec 24 03:46:22.415344 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-be23e610-0568-45ee-a029-aaf53c1bdaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:22.502389 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55860523-5a99-4a9f-b66d-68054135a38b req-2d1b0ba9-bd1a-40bb-8322-aaad80f32e29 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:22.504768 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55860523-5a99-4a9f-b66d-68054135a38b req-2d1b0ba9-bd1a-40bb-8322-aaad80f32e29 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0495224 Dec 24 03:46:22.553268 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-55860523-5a99-4a9f-b66d-68054135a38b req-9768bc4e-761e-4210-8a3f-f2671a0ed2c6 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423155 Dec 24 03:46:23.665285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88ebcb-1178-455f-a0de-b0f7b25ea494 req-250d5d4f-303e-4c05-9e9b-47d4328cca55 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:23.666737 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b88ebcb-1178-455f-a0de-b0f7b25ea494 req-250d5d4f-303e-4c05-9e9b-47d4328cca55 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0478594 Dec 24 03:46:23.713358 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-0b88ebcb-1178-455f-a0de-b0f7b25ea494 req-59f53a23-9c2a-43f8-bb0e-df14eb9f0dac tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Dec 24 03:46:23.935182 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:24.832854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f46052-ac6c-466a-9643-e101cee5b666 req-356a5f77-2b7a-4614-aef9-31bf7173feed tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:24.834334 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22f46052-ac6c-466a-9643-e101cee5b666 req-356a5f77-2b7a-4614-aef9-31bf7173feed tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0531013 Dec 24 03:46:24.883418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-22f46052-ac6c-466a-9643-e101cee5b666 req-efb8363f-d8ea-452d-9b51-698fa314fb41 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Dec 24 03:46:25.310307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:25.923165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:26.002540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4361d-5ec3-43a6-a13b-ca6fdff810eb req-ccb5c1a7-9b64-4576-9b2d-34f94dde3951 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:26.004003 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5af4361d-5ec3-43a6-a13b-ca6fdff810eb req-ccb5c1a7-9b64-4576-9b2d-34f94dde3951 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0530365 Dec 24 03:46:26.052105 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5af4361d-5ec3-43a6-a13b-ca6fdff810eb req-e8a017d7-f0e4-4a4d-925c-57ffa41d16a7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422878 Dec 24 03:46:27.165710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54624ad7-7f5b-482d-8e5a-4259e405dee1 req-b35ed88f-d657-43b6-aa19-84aedefc2ccf tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:27.167161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-54624ad7-7f5b-482d-8e5a-4259e405dee1 req-b35ed88f-d657-43b6-aa19-84aedefc2ccf tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0479953 Dec 24 03:46:27.215238 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-54624ad7-7f5b-482d-8e5a-4259e405dee1 req-9c1ca3a8-800b-49a4-b964-3b79bdc7e032 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422118 Dec 24 03:46:28.331128 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3df43-0497-4da2-a778-b973bfc82807 req-e2e38d3d-b5c1-4f72-9c40-84925335e650 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:28.332680 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-feb3df43-0497-4da2-a778-b973bfc82807 req-e2e38d3d-b5c1-4f72-9c40-84925335e650 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 943 time: 0.0502212 Dec 24 03:46:28.390780 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-feb3df43-0497-4da2-a778-b973bfc82807 req-195a7841-38f2-4e24-882f-3a844aa6cd1d tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520787 Dec 24 03:46:28.650534 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:46:28.760556 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:28.779227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'port_id': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'mac_address': 'fa:16:3e:c7:f3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:46:28.824452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:28.837558 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87914f84-5ee2-49f9-bee6-75f72ca1eb84 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:46:28.857363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:28.935165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:28.984552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:29.353091 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['87914f84-5ee2-49f9-bee6-75f72ca1eb84'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:46:29.507377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7cba4-6130-40a3-901a-20a29afe76f6 req-604cdac6-3e31-4caa-8b83-90d72fb1c72e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:29.508879 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbc7cba4-6130-40a3-901a-20a29afe76f6 req-604cdac6-3e31-4caa-8b83-90d72fb1c72e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 944 time: 0.0486588 Dec 24 03:46:29.562193 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bbc7cba4-6130-40a3-901a-20a29afe76f6 req-7ac110be-f00d-4fb4-bc5a-f8c5835046f9 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470731 Dec 24 03:46:30.528971 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:30.665411 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:46:30.677784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd769ff-3d49-49d3-b319-711229ff5140 req-1d8ade77-519d-4152-9718-858e0a524c58 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:30.679293 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd769ff-3d49-49d3-b319-711229ff5140 req-1d8ade77-519d-4152-9718-858e0a524c58 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 944 time: 0.0499623 Dec 24 03:46:30.712793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:46:30.713508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:30.734496 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1cd769ff-3d49-49d3-b319-711229ff5140 req-234bd2a4-90ef-44f5-8173-05f2d10d98df tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491464 Dec 24 03:46:30.795528 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:30.819299 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:46:30.821457 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938b32c-4dfa-4b5b-83a0-4bb88047751f" -d '{"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-plugged", "status": "completed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:46:30.835452 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:46:30.861559 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21292bb3-8b6f-4bd4-bb37-99c7067b6375 x-openstack-request-id: req-21292bb3-8b6f-4bd4-bb37-99c7067b6375 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:46:30.863144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-plugged", "status": "completed", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:46:30.863408 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21292bb3-8b6f-4bd4-bb37-99c7067b6375 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:46:30.863800 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'code': 200} Dec 24 03:46:30.904277 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:30.954844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:46:31.203784 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3cf62-e69f-47db-a0ef-43647d3632e9 req-765cc760-ecf8-4145-9bf7-59a01a5e8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:31.205197 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91c3cf62-e69f-47db-a0ef-43647d3632e9 req-765cc760-ecf8-4145-9bf7-59a01a5e8850 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0401189 Dec 24 03:46:31.257179 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91c3cf62-e69f-47db-a0ef-43647d3632e9 req-794a4edf-9590-4a2e-bbb6-fd2592a85ff0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 Dec 24 03:46:31.849993 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405bc5-d4e5-48bf-873b-9359cb44e21f req-fda827b8-90a0-44a7-b541-27f003ed4e86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:31.851593 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-81405bc5-d4e5-48bf-873b-9359cb44e21f req-fda827b8-90a0-44a7-b541-27f003ed4e86 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0495584 Dec 24 03:46:31.900806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-81405bc5-d4e5-48bf-873b-9359cb44e21f req-34648bcc-b6d3-48f8-80c2-7f35043375ec tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Dec 24 03:46:33.016761 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142393c8-3789-4ea9-8a02-ef9735c5876c req-d9ac44f7-f520-4666-9e52-19df6528fa91 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:33.018425 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-142393c8-3789-4ea9-8a02-ef9735c5876c req-d9ac44f7-f520-4666-9e52-19df6528fa91 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0482504 Dec 24 03:46:33.065901 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-142393c8-3789-4ea9-8a02-ef9735c5876c req-d05b0172-c778-4a57-a6e4-9c7d09c7846f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417752 Dec 24 03:46:50.260143 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd7a1-287c-44d2-b3e1-47815fc578c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:52.372482 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-3f50e10c-249c-4324-86e4-5ff4cba433b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:53.003940 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:46:53.922739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:55.282856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:55.871746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:46:57.246725 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-73393384-eac2-40aa-a050-4061375d04e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430510 Dec 24 03:46:57.357222 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-ddba1be5-5404-40e0-9fd5-697a86fe73df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:57.358668 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-ddba1be5-5404-40e0-9fd5-697a86fe73df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0454652 Dec 24 03:46:57.466185 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-209ee133-eca1-401a-8c71-b4198c38268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:57.467895 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-209ee133-eca1-401a-8c71-b4198c38268c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0891829 Dec 24 03:46:57.533144 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-58e323ed-9237-4dba-b9bf-eae03ef82f7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0563526 Dec 24 03:46:57.580566 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-e80ae445-7c4c-4895-9401-6cd1a09d7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:57.581965 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-e80ae445-7c4c-4895-9401-6cd1a09d7bcc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0418055 Dec 24 03:46:57.633500 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-2ae1bb6b-bb2e-4a86-b948-bfb83948b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:46:57.634947 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-2ae1bb6b-bb2e-4a86-b948-bfb83948b8e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428147 Dec 24 03:46:57.648254 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-27775887-e9b1-4f25-8dec-3ec37e9c13ab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:46:57.649212 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-27775887-e9b1-4f25-8dec-3ec37e9c13ab service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053654 Dec 24 03:46:57.735956 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-c3d3c936-dc5b-41e4-ab51-ffb9eb6f5439 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790627 Dec 24 03:46:57.828946 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-087ab3ac-c302-4bda-b98e-cc4741a96376 req-1c193842-4cf9-4d7c-865f-6d23444adcc6 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847244 Dec 24 03:47:00.534598 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:20.288554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-09064b54-c613-436a-9a3b-466e7b28f15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:22.351529 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e8e5b7e0-4688-47ed-b8a2-4949e510659d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:23.954545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:25.277118 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:25.914448 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:30.003491 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:47:30.551206 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:50.270681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-62b894de-76a5-47a4-ae5d-309b0849ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:52.350481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0aff9cee-900e-49a7-af7a-97e416d70fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:53.936851 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:55.297130 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:55.891247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:47:56.388441 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-66db3a1f-b323-485d-bf30-3a225ecc919d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093402 Dec 24 03:47:56.504142 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-3693c4ae-44df-4135-9725-0fcfa5e47dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.505649 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-3693c4ae-44df-4135-9725-0fcfa5e47dd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0443146 Dec 24 03:47:56.615262 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-45200a64-28ff-4c51-ab0a-7b6570c05d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.616919 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-45200a64-28ff-4c51-ab0a-7b6570c05d94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0858397 Dec 24 03:47:56.690611 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-f693b311-6ab7-4052-b69e-ebd3feba44bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 1001 time: 0.0628204 Dec 24 03:47:56.743733 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-88a0b1f8-c10c-45e7-a68f-dd722fd5590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.745187 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-88a0b1f8-c10c-45e7-a68f-dd722fd5590d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0426459 Dec 24 03:47:56.794650 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-7061ff65-7e36-4c12-bedb-08b99054f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:47:56.796145 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-7061ff65-7e36-4c12-bedb-08b99054f83e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400982 Dec 24 03:47:56.893461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-c2c9670d-3d2d-45ee-a55e-cf3911fb3de6 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850830 Dec 24 03:47:56.985465 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4a01e4ed-b367-4d11-9a8a-0cc02aa82f5d req-5957fa00-6f18-4873-a224-e3542eee0c66 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803280 Dec 24 03:48:00.571231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:07.001587 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:48:12.337681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42196) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:12.625630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Deleting port 138cae9c-7133-45a4-8cdf-56dca90ea63a {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:12.625886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:12.701260 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:12.701587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:12.712778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Calling delete_port for 138cae9c-7133-45a4-8cdf-56dca90ea63a owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:12.922079 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:12.948535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'Port': ['ID=138cae9c-7133-45a4-8cdf-56dca90ea63a,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:12.959859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.960221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.960596 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.960939 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.961276 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.961648 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.961966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.962302 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.962630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.962959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.963285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.963609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:12.963929 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:13.021264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:13.021628 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Floating IP b3c89c06-c295-471b-9ace-b037e7cf15da disassociated (deleted). External IP: 172.26.7.217, port: 87914f84-5ee2-49f9-bee6-75f72ca1eb84. Dec 24 03:48:13.232343 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:48:13.337526 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:13.342525 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:13.348849 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:13.359995 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:13.360638 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:47:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:13.370004 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-21ddd470-a6e5-4664-8f3e-9ed5c42d77ae tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "DELETE /v2.0/floatingips/b3c89c06-c295-471b-9ace-b037e7cf15da HTTP/1.1" status: 204 len: 168 time: 1.0312614 Dec 24 03:48:13.370589 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:13.373551 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c72ab9-1f22-4cc2-b625-30580a690b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:13.409141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf04ba3-4707-47a9-8f99-1aac65290b05 x-openstack-request-id: req-4bf04ba3-4707-47a9-8f99-1aac65290b05 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:13.409434 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:13.409692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bf04ba3-4707-47a9-8f99-1aac65290b05 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:13.410105 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'status': 'completed', 'code': 200} Dec 24 03:48:13.475743 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:13.507704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-b394ef4b-6068-4200-9e72-bc04bdb19b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:13.509152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-b394ef4b-6068-4200-9e72-bc04bdb19b1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8caba904c9a54c19904d84ec112f15b3&device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 1098 time: 0.0437841 Dec 24 03:48:13.610249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-4512a6c3-5a69-4fde-80b4-abaeb86c7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:13.611782 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-4512a6c3-5a69-4fde-80b4-abaeb86c7e14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 200 len: 909 time: 0.0916743 Dec 24 03:48:13.657297 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-d19d54ff-1e4a-4231-8f9e-a50d839f2d1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 200 len: 217 time: 0.0371072 Dec 24 03:48:13.675948 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:13.706835 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:13.709682 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-e27c8a52-d348-4709-a9b4-e015991ba2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:13.711737 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-e27c8a52-d348-4709-a9b4-e015991ba2ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 200 len: 847 time: 0.0461664 Dec 24 03:48:13.716103 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:13.716740 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:47:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:13.775603 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-b5df614f-2c5b-4e1a-9c0e-c7e95ea92e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:13.777684 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-b5df614f-2c5b-4e1a-9c0e-c7e95ea92e83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c2b31b06-2541-4e25-a284-6a71e763ab8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424070 Dec 24 03:48:13.877666 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-274489a4-05ec-45c5-a6d3-1ed1e409f129 service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920804 Dec 24 03:48:13.923247 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:14.005954 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b0c72ab9-1f22-4cc2-b625-30580a690b6e req-f36c6105-588a-484f-b109-051e7fe563ae service neutron] 10.222.0.49 "GET /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196184 Dec 24 03:48:14.014005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ed0a-a108-4d91-bdb9-807da5ad36a0 req-a17296b6-ff17-41c7-8ad2-2a1549f3c197 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:14.015304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c67ed0a-a108-4d91-bdb9-807da5ad36a0 req-a17296b6-ff17-41c7-8ad2-2a1549f3c197 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.2728205 Dec 24 03:48:14.066005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-2c67ed0a-a108-4d91-bdb9-807da5ad36a0 req-b110f32e-9a76-4808-8545-64fa897667f8 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444539 Dec 24 03:48:14.120353 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-e437edea-912b-43f7-889b-324339b1f958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:14.146457 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e437edea-912b-43f7-889b-324339b1f958 None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': 'a220686e-3a2d-4b17-afe0-ddf88044f29a', 'name': '', 'network_id': 'c2b31b06-2541-4e25-a284-6a71e763ab8d', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'mac_address': 'fa:16:3e:be:fb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:02Z', 'updated_at': '2021-12-24T03:38:06Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'subnets': [{'id': 'dd740c90-3fa3-4257-8d5d-163066d277a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:14.350305 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b49c6-5744-4e5c-afa2-9ce9403cca5a None None] New status for floating IP b3c89c06-c295-471b-9ace-b037e7cf15da: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:48:15.275891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1004e6-7428-40d8-a1f9-ab5005eba934 req-a8ecce95-042e-40c4-81ea-d1b36557af87 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:15.277542 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4b1004e6-7428-40d8-a1f9-ab5005eba934 req-a8ecce95-042e-40c4-81ea-d1b36557af87 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.1399007 Dec 24 03:48:15.330180 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4b1004e6-7428-40d8-a1f9-ab5005eba934 req-6281c2ad-38c6-4b8e-b055-b363d4d19379 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d84c931-aa7b-4f7c-980c-f0fd338e4619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467348 Dec 24 03:48:15.751168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-cb3fb01a-ae4b-4169-9c4b-fe0889ef09e0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:15.752634 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-cb3fb01a-ae4b-4169-9c4b-fe0889ef09e0 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 945 time: 0.0478921 Dec 24 03:48:15.843521 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Deleting port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:15.843855 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.929667 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] For port 87914f84-5ee2-49f9-bee6-75f72ca1eb84, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=87914f84-5ee2-49f9-bee6-75f72ca1eb84,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:15.930026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:15.942157 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Calling delete_port for 87914f84-5ee2-49f9-bee6-75f72ca1eb84 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:16.139503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:16.168405 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'Port': ['ID=87914f84-5ee2-49f9-bee6-75f72ca1eb84,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:16.180945 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.181294 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.181641 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.181979 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.182312 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.182642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.182969 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.183350 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.183680 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.184103 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.184449 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.184776 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.185095 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:16.219580 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] No DVR routers for this DVR port 87914f84-5ee2-49f9-bee6-75f72ca1eb84 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:16.222015 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:16.225284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-25313413-7705-4ff5-8d0a-f3ff4f21fad9 req-480f16d6-97bc-414d-8277-e86c5d96f21a tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.49 "DELETE /v2.0/ports/87914f84-5ee2-49f9-bee6-75f72ca1eb84 HTTP/1.1" status: 204 len: 173 time: 0.4654620 Dec 24 03:48:16.225751 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-deleted', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:16.227946 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d61b3ea-639f-415e-84ba-73186d101dc0" -d '{"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-deleted", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:16.314063 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802e8423-ff50-4e29-8302-556ce7942995 x-openstack-request-id: req-802e8423-ff50-4e29-8302-556ce7942995 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:16.314362 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38715b37-f520-4bbf-882b-bb4c3dbf78c7", "name": "network-vif-deleted", "tag": "87914f84-5ee2-49f9-bee6-75f72ca1eb84", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:16.314685 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-802e8423-ff50-4e29-8302-556ce7942995 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:16.315188 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38715b37-f520-4bbf-882b-bb4c3dbf78c7', 'name': 'network-vif-deleted', 'tag': '87914f84-5ee2-49f9-bee6-75f72ca1eb84', 'status': 'completed', 'code': 200} Dec 24 03:48:16.425911 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-05d9a3de-1251-499c-8666-e2e4fdc9ab7f req-26ed6e76-070e-4bd6-bdf0-0c69f8f182f7 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Dec 24 03:48:17.523569 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-9c645524-bae5-49c4-8699-737bffe8e10a req-81b0f1f5-b9cc-4747-a2ab-929b62298c75 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0300033 Dec 24 03:48:18.616239 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5ce4c6fb-2fd8-4b0d-ac83-90e1d9c9777c req-1b525d1e-43a7-486a-8724-3ea39c12d62f tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Dec 24 03:48:19.136669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:19.157094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 87914f84-5ee2-49f9-bee6-75f72ca1eb84 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:19.157436 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 87914f84-5ee2-49f9-bee6-75f72ca1eb84 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:19.711149 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-d94423e0-a531-4cd3-8042-47d165dc7337 req-e28105af-dbc0-4659-b272-474ea30bc3ce tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0253525 Dec 24 03:48:20.305083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-a7bc64f8-db06-4302-908f-4dd528ffe653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:20.804177 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-1dae3f8e-e353-47f3-93b8-9f859868f1cb req-ba31fd93-5bca-4860-8c8b-ddd62bbbdaa2 tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0259516 Dec 24 03:48:21.913071 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-452632c2-f404-4229-a274-8addf3ccbbaa req-bab7895e-187a-4f6f-a684-a67a37531ecc tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "GET /v2.0/ports?device_id=38715b37-f520-4bbf-882b-bb4c3dbf78c7 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Dec 24 03:48:22.368317 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fb73c217-d8fe-4ec3-bd96-38a9d7da2bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:22.969887 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42250) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:23.029840 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:23.055661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:23.190972 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:23.193557 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:23.194710 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d84c931-aa7b-4f7c-980c-f0fd338e4619 HTTP/1.1" status: 204 len: 168 time: 0.2238469 Dec 24 03:48:23.204534 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886371d-0652-453a-97a1-edb2c1246d3e tempest-TestShelveInstance-1719214856 tempest-TestShelveInstance-1719214856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d84c931-aa7b-4f7c-980c-f0fd338e4619,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:23.315532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42254) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:23.793292 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:23.999950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:24.398742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Deleting port a220686e-3a2d-4b17-afe0-ddf88044f29a {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:24.399379 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:24.476382 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] For port a220686e-3a2d-4b17-afe0-ddf88044f29a, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=a220686e-3a2d-4b17-afe0-ddf88044f29a,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:24.476689 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:24.489637 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Calling delete_port for a220686e-3a2d-4b17-afe0-ddf88044f29a owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:24.733714 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:24.759704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Pushing event deleted for resources: {'Port': ['ID=a220686e-3a2d-4b17-afe0-ddf88044f29a,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:24.984594 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.213105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:48:25.318319 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.333412 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:25.338600 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-f0d71f65-eba3-4ded-a778-efd9e7898174 admin admin] 10.222.0.36 "PUT /v2.0/routers/60a69dfd-3eb5-46f7-9d8e-49d67ea385ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0213597 Dec 24 03:48:25.341816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42258) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:25.345842 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Sync routers for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:25.357150 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:25.358176 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:25.460907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.468795 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:25.569008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.675519 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234'}], 'enable_snat': True}, 'gw_port_id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:48:24Z', 'revision_number': 5, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port': {'id': 'fdd3c943-22a5-4e59-8ab7-cace1ee918cf', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:00Z', 'updated_at': '2021-12-24T03:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:25.689837 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Deleting port fdd3c943-22a5-4e59-8ab7-cace1ee918cf {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:25.690317 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.702339 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Checking router: 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:25.710894 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Routers {'60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:25.711499 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:25.780026 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] For port fdd3c943-22a5-4e59-8ab7-cace1ee918cf, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:25.780710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:25.794752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Calling delete_port for fdd3c943-22a5-4e59-8ab7-cace1ee918cf owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:25.800077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] Set router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:25.853942 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:48:25Z', 'revision_number': 6, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:25.882302 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d08b662-1162-4c7a-a3e0-79640588d78e None None] The sync data for ids ['60a69dfd-3eb5-46f7-9d8e-49d67ea385ca'] in dv-neutron-822868-1-hyperv is: [{'id': '60a69dfd-3eb5-46f7-9d8e-49d67ea385ca', 'name': 'tempest-TestShelveInstance-836004593-router', 'tenant_id': '8caba904c9a54c19904d84ec112f15b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:37:59Z', 'updated_at': '2021-12-24T03:48:25Z', 'revision_number': 6, 'project_id': '8caba904c9a54c19904d84ec112f15b3', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:25.899025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.045136 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.071233 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd3c943-22a5-4e59-8ab7-cace1ee918cf,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:26.084960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d5752-454f-4d9a-8944-2df302bb7305 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:26.135807 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.225773 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.228000 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.327662 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.328202 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a69dfd-3eb5-46f7-9d8e-49d67ea385ca {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:48:26.334004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.334192 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-61a31d73-0482-4cd5-97c0-d75c4dc0858d admin admin] 10.222.0.36 "DELETE /v2.0/routers/60a69dfd-3eb5-46f7-9d8e-49d67ea385ca HTTP/1.1" status: 204 len: 168 time: 0.9914546 Dec 24 03:48:26.336888 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42260) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:26.385223 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Deleting subnet dd740c90-3fa3-4257-8d5d-163066d277a5 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:48:26.389483 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.422838 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.498264 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.617100 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.646165 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd740c90-3fa3-4257-8d5d-163066d277a5,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:26.651763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.655148 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a549fec2-8f06-480e-add7-b79d4dd2a935 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dd740c90-3fa3-4257-8d5d-163066d277a5 HTTP/1.1" status: 204 len: 168 time: 0.3173330 Dec 24 03:48:26.657698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42262) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:26.661355 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf62a69b-2a81-42e6-bc74-6dcc613eabcf None None] Network c2b31b06-2541-4e25-a284-6a71e763ab8d requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:26.727270 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.782825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Deleting port 9c151822-b065-47a8-ae27-e6cb94778cfc {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:26.782994 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.813871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] DHCP port deletion for c2b31b06-2541-4e25-a284-6a71e763ab8d request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:26.854081 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] For port 9c151822-b065-47a8-ae27-e6cb94778cfc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9c151822-b065-47a8-ae27-e6cb94778cfc,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:26.854445 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.862425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Deleting port 9c151822-b065-47a8-ae27-e6cb94778cfc {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:26.862793 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.869208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Calling delete_port for 9c151822-b065-47a8-ae27-e6cb94778cfc owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:26.939128 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] For port 9c151822-b065-47a8-ae27-e6cb94778cfc, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=9c151822-b065-47a8-ae27-e6cb94778cfc,segment=NetworkSegment(4bc1f48d-4cdd-4fd9-9f69-15a11c7af909),segment_id=4bc1f48d-4cdd-4fd9-9f69-15a11c7af909)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:26.939520 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:26.951031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a220686e-3a2d-4b17-afe0-ddf88044f29a no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:26.956934 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Calling delete_port for 9c151822-b065-47a8-ae27-e6cb94778cfc owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:26.981571 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: a220686e-3a2d-4b17-afe0-ddf88044f29a {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:26.981955 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device a220686e-3a2d-4b17-afe0-ddf88044f29a not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:26.982402 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdd3c943-22a5-4e59-8ab7-cace1ee918cf no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:27.006268 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: fdd3c943-22a5-4e59-8ab7-cace1ee918cf {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:27.007437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device fdd3c943-22a5-4e59-8ab7-cace1ee918cf not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:27.007437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9c151822-b065-47a8-ae27-e6cb94778cfc no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:27.025188 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.049511 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c151822-b065-47a8-ae27-e6cb94778cfc,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:27.052187 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 9c151822-b065-47a8-ae27-e6cb94778cfc {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:27.052565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 9c151822-b065-47a8-ae27-e6cb94778cfc not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:27.055196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] No DVR routers for this DVR port 9c151822-b065-47a8-ae27-e6cb94778cfc on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:27.089340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.112940 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Pushing event deleted for resources: {'Port': ['ID=9c151822-b065-47a8-ae27-e6cb94778cfc,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:27.124047 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] No DVR routers for this DVR port 9c151822-b065-47a8-ae27-e6cb94778cfc on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:27.126238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.126705 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.127057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.127425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.127759 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.128700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.129061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.129397 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.129739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.130072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.130405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.130733 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.131062 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ceeccb4-097b-4db2-89cb-49bf8e39dab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:27.134073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.159392 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b31b06-2541-4e25-a284-6a71e763ab8d']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:27.168498 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:27.168791 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc1f48d-4cdd-4fd9-9f69-15a11c7af909') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:27.177896 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.191033 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.197008 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:48:27.200996 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:48:27.310438 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.315545 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.318733 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] 10.222.0.36 "DELETE /v2.0/networks/c2b31b06-2541-4e25-a284-6a71e763ab8d HTTP/1.1" status: 204 len: 168 time: 0.6601300 Dec 24 03:48:27.321878 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42264) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:27.330186 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde98733-5b8e-48a8-aaa6-1ad701ca0bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b31b06-2541-4e25-a284-6a71e763ab8d,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:27.665231 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.904249 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Deleting port ab02e67a-2beb-485e-b32b-32285ae4747f {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:27.904627 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.980833 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] For port ab02e67a-2beb-485e-b32b-32285ae4747f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=ab02e67a-2beb-485e-b32b-32285ae4747f,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:27.981115 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:27.997328 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Calling delete_port for ab02e67a-2beb-485e-b32b-32285ae4747f owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:28.239779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:28.263892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab02e67a-2beb-485e-b32b-32285ae4747f,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:28.430904 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:28.639909 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Router 06096439-e497-4b39-b507-b6b4ea94ab7e has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:48:28.751573 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:28.756591 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-e4688d69-680f-4b64-8f16-90177e65b736 admin admin] 10.222.0.36 "PUT /v2.0/routers/06096439-e497-4b39-b507-b6b4ea94ab7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4335899 Dec 24 03:48:28.759030 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42266) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:28.764961 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Sync routers for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:28.773847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:28.774458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:28.861402 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:28.878031 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:28.969563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.103540 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Deleting port 25724e85-ad76-4e0b-8df5-4fed4b98ba74 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:29.103884 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.180740 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] For port 25724e85-ad76-4e0b-8df5-4fed4b98ba74, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=25724e85-ad76-4e0b-8df5-4fed4b98ba74,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:29.181023 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.194598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Calling delete_port for 25724e85-ad76-4e0b-8df5-4fed4b98ba74 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:29.205192 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71'}], 'enable_snat': True}, 'gw_port_id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:48:28Z', 'revision_number': 5, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port': {'id': '25724e85-ad76-4e0b-8df5-4fed4b98ba74', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:53:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:38:06Z', 'updated_at': '2021-12-24T03:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:29.231692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Checking router: 06096439-e497-4b39-b507-b6b4ea94ab7e for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:29.239904 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Routers {'06096439-e497-4b39-b507-b6b4ea94ab7e'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:29.240547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['06096439-e497-4b39-b507-b6b4ea94ab7e'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:29.326365 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] Set router 06096439-e497-4b39-b507-b6b4ea94ab7e gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:29.379646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:48:28Z', 'revision_number': 6, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:29.405144 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a6bea-10c4-4239-818b-b2aef5560824 None None] The sync data for ids ['06096439-e497-4b39-b507-b6b4ea94ab7e'] in dv-neutron-822868-1-hyperv is: [{'id': '06096439-e497-4b39-b507-b6b4ea94ab7e', 'name': 'tempest-TestShelveInstance-629285644-router', 'tenant_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:38:05Z', 'updated_at': '2021-12-24T03:48:28Z', 'revision_number': 6, 'project_id': 'a124ab8c5acf44a385900dc0b2dc6bda', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:29.416568 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.447209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Pushing event deleted for resources: {'Port': ['ID=25724e85-ad76-4e0b-8df5-4fed4b98ba74,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:29.460991 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd004128-84e3-415d-8394-0b4c4d3c58c0 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:29.508048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.596675 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.598773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.725295 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.725718 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06096439-e497-4b39-b507-b6b4ea94ab7e {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:48:29.730486 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:29.732009 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-0e44c732-6aca-4f96-8d2d-c7fcf31737eb admin admin] 10.222.0.36 "DELETE /v2.0/routers/06096439-e497-4b39-b507-b6b4ea94ab7e HTTP/1.1" status: 204 len: 168 time: 0.9717934 Dec 24 03:48:29.734760 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42268) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:30.106044 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Deleting subnet 1c81e5f7-a83d-413f-8171-6d31e15cdba4 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:48:30.109107 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.144465 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.235131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.379962 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.407118 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c81e5f7-a83d-413f-8171-6d31e15cdba4,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:30.414027 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.418890 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f7daea47-ee85-4ea8-9bb9-01be31bc1e4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1c81e5f7-a83d-413f-8171-6d31e15cdba4 HTTP/1.1" status: 204 len: 168 time: 0.6834421 Dec 24 03:48:30.419712 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c028a50e-ebc8-4239-9b76-63770c953615 None None] Network 77270f08-46c7-47eb-8907-bfe4e3c12d09 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:30.421482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42270) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:30.507755 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.568902 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Deleting port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:30.569250 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.587270 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.592371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] DHCP port deletion for 77270f08-46c7-47eb-8907-bfe4e3c12d09 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:30.641066 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] For port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:30.641303 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.651276 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Deleting port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:48:30.652367 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.654478 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Calling delete_port for 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:30.728552 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] For port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,segment=NetworkSegment(0e0b1853-b4b8-401d-b5f8-eda0e2176dcc),segment_id=0e0b1853-b4b8-401d-b5f8-eda0e2176dcc)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:30.729079 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.750722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Calling delete_port for 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:48:30.833927 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.841247 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.862503 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:30.865912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] No DVR routers for this DVR port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:30.877745 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] Pushing event deleted for resources: {'Port': ['ID=5f61559f-eaa9-4ffc-87a1-971c56f2ade9,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:30.880996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d922fe-03dd-4adb-99e8-d705814e80ff None None] No DVR routers for this DVR port 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:48:30.945958 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:30.958241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:30.972699 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77270f08-46c7-47eb-8907-bfe4e3c12d09']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:30.980227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:30.980643 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 5f61559f-eaa9-4ffc-87a1-971c56f2ade9 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:30.981209 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ab02e67a-2beb-485e-b32b-32285ae4747f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:30.986539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:30.986539 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0b1853-b4b8-401d-b5f8-eda0e2176dcc') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:30.993105 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.000328 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: ab02e67a-2beb-485e-b32b-32285ae4747f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:31.000710 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device ab02e67a-2beb-485e-b32b-32285ae4747f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:31.001140 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 25724e85-ad76-4e0b-8df5-4fed4b98ba74 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:48:31.006872 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.014220 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:48:31.014960 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:48:31.016753 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:48:31.020136 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 25724e85-ad76-4e0b-8df5-4fed4b98ba74 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:48:31.020308 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 25724e85-ad76-4e0b-8df5-4fed4b98ba74 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:48:31.147822 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.153211 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.157076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/77270f08-46c7-47eb-8907-bfe4e3c12d09 HTTP/1.1" status: 204 len: 168 time: 0.7345829 Dec 24 03:48:31.169752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b115766-1d14-4bf8-890c-24f71255eab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=77270f08-46c7-47eb-8907-bfe4e3c12d09,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:31.451469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42274) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:31.490997 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8392f636-0456-4db5-85cf-1b8a7b3ef228 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8caba904c9a54c19904d84ec112f15b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383675 Dec 24 03:48:31.493510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42276) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:31.547152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.567877 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.681816 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.684899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:31.686081 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c122195-24e0-408c-b929-bd3c3f581c5b HTTP/1.1" status: 204 len: 168 time: 0.1916389 Dec 24 03:48:31.693666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901b315-65e5-47c5-b2e4-b3c6337e0da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c122195-24e0-408c-b929-bd3c3f581c5b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:32.310681 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42284) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:32.350504 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-284a1254-a278-407d-909b-cc1c6482084c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a124ab8c5acf44a385900dc0b2dc6bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386271 Dec 24 03:48:32.352796 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42286) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:32.398701 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:32.419270 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:32.518988 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:32.521512 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:32.522692 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c65bee17-db8e-4d9b-9ba5-9fb2bded8f80 HTTP/1.1" status: 204 len: 168 time: 0.1690195 Dec 24 03:48:32.530450 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0263e-2a7c-4df9-9197-5ab01f9f5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65bee17-db8e-4d9b-9ba5-9fb2bded8f80,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:33.605045 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42310) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:33.698144 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-385647169-network', 'tenant_id': '90f9653242ad4993afe255ea806a9e89'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:33.784324 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Made reservation on behalf of 90f9653242ad4993afe255ea806a9e89 for: {'network': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:33.786704 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:33.795473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:33.876719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:33.936563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:33.960959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:48:33.970447 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9af718e-4673-400a-ada2-88ee9948af59,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:33.975043 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:33.975381 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.segments_db [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Added segment c5c62369-fe57-4757-b65f-dc34973445c5 of type vlan for network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 Dec 24 03:48:34.016036 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.101727 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.102678 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:34.103261 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.161664 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] Pushing event updated for resources: {'Network': ['ID=946e21a0-d63f-4bf2-bde2-61c1267ccf92,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:34.172252 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:48:34.173668 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-abac4c12-6c80-4b04-aabf-cfb2ed8ec77a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5671041 Dec 24 03:48:34.176269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42314) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:34.181502 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Request body: {'subnet': {'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-385647169-subnet', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:34.258859 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Made reservation on behalf of 90f9653242ad4993afe255ea806a9e89 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:34.261284 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.502661 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.554933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a25c21-3163-4c8c-aaa5-968971e8c602,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:34.569990 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Checking segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:34.570346 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Network hostable DHCP agents. Network: 946e21a0-d63f-4bf2-bde2-61c1267ccf92, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:48:34.639256 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:48:34.731369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 946e21a0-d63f-4bf2-bde2-61c1267ccf92) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:34.735574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:34.736164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.740236 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e048d8-82dd-440a-ba0d-769449a28bc5 None None] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:34.837737 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:48:34.838587 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.845594 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-71d7314b-5639-4820-a7ff-f62053582bee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6653118 Dec 24 03:48:34.845786 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42316) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:34.850074 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:34.954182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.955269 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:34.971867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Allocated IP 172.20.0.2 (946e21a0-d63f-4bf2-bde2-61c1267ccf92/60a25c21-3163-4c8c-aaa5-968971e8c602/d232b31c-6b70-41d2-8909-2467ef930f11) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:35.008783 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.112060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.200383 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.228301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.243931 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:35.247057 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:35.249481 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:35.258074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Pushing event updated for resources: {'Port': ['ID=d232b31c-6b70-41d2-8909-2467ef930f11,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:35.310881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Attempting to bind port d232b31c-6b70-41d2-8909-2467ef930f11 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:35.311265 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Attempting to bind port d232b31c-6b70-41d2-8909-2467ef930f11 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:35.311692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Attempting to bind port d232b31c-6b70-41d2-8909-2467ef930f11 on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:35.316685 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:35.317061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Checking segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:35.317458 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.318003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Bound using segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:35.318374 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Bound port: d232b31c-6b70-41d2-8909-2467ef930f11, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:35.318752 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.379925 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] For port d232b31c-6b70-41d2-8909-2467ef930f11, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:35.382780 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] For port d232b31c-6b70-41d2-8909-2467ef930f11, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d232b31c-6b70-41d2-8909-2467ef930f11,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:35.459611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.485886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.508735 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.519827 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcca15f-0ecb-4dba-bd96-332883bcc5fe None None] Pushing event updated for resources: {'Port': ['ID=d232b31c-6b70-41d2-8909-2467ef930f11,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:35.614535 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Allocated IP 172.26.7.187 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/013ecf0c-d577-4bda-b788-c5907bd39a1f) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:35.735126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.845715 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.885021 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:35.888369 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:35.891813 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:35.897356 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Pushing event updated for resources: {'Port': ['ID=013ecf0c-d577-4bda-b788-c5907bd39a1f,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:35.901760 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1b60e-7f2f-4efe-998c-0948f8e6961e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:35.939994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-495992d6-06a3-487a-bbfe-3b3ab9f2cf1d None None] Provisioning complete for port 013ecf0c-d577-4bda-b788-c5907bd39a1f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:35.940517 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-495992d6-06a3-487a-bbfe-3b3ab9f2cf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:35.975200 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-495992d6-06a3-487a-bbfe-3b3ab9f2cf1d None None] Port 013ecf0c-d577-4bda-b788-c5907bd39a1f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:36.230029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.431908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.438700 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819eb762-7795-4332-8fa8-e6b0e145237e None None] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:36.519889 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] Provisioning complete for port d232b31c-6b70-41d2-8909-2467ef930f11 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:36.520264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.622237 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.656094 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] For port d232b31c-6b70-41d2-8909-2467ef930f11, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d232b31c-6b70-41d2-8909-2467ef930f11,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:36.682301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Router 494044db-b916-40fb-9720-b7d5849a6cbf is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:48:36.739746 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.791661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf80202-1c37-46ba-874f-6dc531080cb6 None None] Pushing event updated for resources: {'Port': ['ID=d232b31c-6b70-41d2-8909-2467ef930f11,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:36.791994 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:36.806460 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:36.815934 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:36.816589 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:36.861473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-25c88c1d-20bb-4248-a590-0cc5877b9e28 None None] Provisioning complete for port d232b31c-6b70-41d2-8909-2467ef930f11 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:36.861833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-25c88c1d-20bb-4248-a590-0cc5877b9e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.903592 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:36.903592 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-ae0476b1-a499-4e65-b08f-24f15383c13e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0538034 Dec 24 03:48:36.903935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42320) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:36.942404 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:36.992003 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d232b31c-6b70-41d2-8909-2467ef930f11 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:37.046801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port d232b31c-6b70-41d2-8909-2467ef930f11 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:37.047261 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.129093 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:36Z', 'revision_number': 3, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:37.155277 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:37.155689 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Updating router 494044db-b916-40fb-9720-b7d5849a6cbf port 013ecf0c-d577-4bda-b788-c5907bd39a1f binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:48:37.179742 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.332630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.424475 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.485132 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Allocated IP 172.20.0.1 (946e21a0-d63f-4bf2-bde2-61c1267ccf92/60a25c21-3163-4c8c-aaa5-968971e8c602/17e3b247-7988-4643-88b4-cdfb0fe8c121) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:37.510430 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.548978 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39996779-9a1e-4bde-b3e2-da6b3091ef13 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:37.565196 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Attempting to bind port 013ecf0c-d577-4bda-b788-c5907bd39a1f on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:37.565570 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Attempting to bind port 013ecf0c-d577-4bda-b788-c5907bd39a1f by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:37.565936 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Attempting to bind port 013ecf0c-d577-4bda-b788-c5907bd39a1f on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:37.573168 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Pushing event updated for resources: {'Port': ['ID=013ecf0c-d577-4bda-b788-c5907bd39a1f,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:37.576989 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:37.577363 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:37.577768 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.578154 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:37.578614 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Bound port: 013ecf0c-d577-4bda-b788-c5907bd39a1f, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:37.578986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.585108 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.585399 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.585738 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.586101 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.586436 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.586764 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.587095 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.587420 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.587747 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.588070 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.588388 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.594153 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.594153 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:48:37.594390 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.638878 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] For port 013ecf0c-d577-4bda-b788-c5907bd39a1f, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:37.641957 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] For port 013ecf0c-d577-4bda-b788-c5907bd39a1f, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=013ecf0c-d577-4bda-b788-c5907bd39a1f,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:37.668868 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-daa29fb4-7737-4783-bdfd-14c4c450540b None None] Provisioning complete for port 013ecf0c-d577-4bda-b788-c5907bd39a1f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:37.669400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-daa29fb4-7737-4783-bdfd-14c4c450540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.679941 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.702337 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-daa29fb4-7737-4783-bdfd-14c4c450540b None None] Port 013ecf0c-d577-4bda-b788-c5907bd39a1f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:37.705282 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.717274 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:37.722349 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:37.724729 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:37.753693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8cccb-5244-48ff-897a-659e12cc6506 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:37.761194 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Pushing event updated for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:37.762549 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb08e1-c5cd-423e-be1a-a93ce8560027 None None] Pushing event updated for resources: {'Port': ['ID=013ecf0c-d577-4bda-b788-c5907bd39a1f,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:37.778657 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:37.779217 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:37.784151 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.826566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] Provisioning complete for port 013ecf0c-d577-4bda-b788-c5907bd39a1f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:37.826937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.906518 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:37.933977 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:37.956785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] For port 013ecf0c-d577-4bda-b788-c5907bd39a1f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=013ecf0c-d577-4bda-b788-c5907bd39a1f,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:38.001963 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.024605 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.085922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fcf6a-2a8c-4a64-aa66-4fc07ff532df None None] Pushing event updated for resources: {'Port': ['ID=013ecf0c-d577-4bda-b788-c5907bd39a1f,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:38.147446 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-68b000ed-8f54-4578-8d0a-7c924865abec None None] Provisioning complete for port 17e3b247-7988-4643-88b4-cdfb0fe8c121 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:38.147795 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-68b000ed-8f54-4578-8d0a-7c924865abec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.176035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.179352 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:36Z', 'revision_number': 3, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:38.185264 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-68b000ed-8f54-4578-8d0a-7c924865abec None None] Port 17e3b247-7988-4643-88b4-cdfb0fe8c121 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:38.205755 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43ba46-7377-40f7-be5f-0edebf67bed9 None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:36Z', 'revision_number': 3, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:38.242046 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.309523 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Pushing event updated for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:38.311866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.423537 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:38.426364 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:38.558752 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:48:38.708999 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-21de124c-b3e1-4dae-b22a-3e55e4af5dc1 None None] Provisioning complete for port 17e3b247-7988-4643-88b4-cdfb0fe8c121 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:38.709593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-21de124c-b3e1-4dae-b22a-3e55e4af5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:38.748543 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-21de124c-b3e1-4dae-b22a-3e55e4af5dc1 None None] Port 17e3b247-7988-4643-88b4-cdfb0fe8c121 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:38.970772 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 013ecf0c-d577-4bda-b788-c5907bd39a1f up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:39.013103 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:39.019511 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-42603ada-112d-43d2-adf4-e3fb5fc057e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/494044db-b916-40fb-9720-b7d5849a6cbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145086 Dec 24 03:48:39.030104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 013ecf0c-d577-4bda-b788-c5907bd39a1f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:39.030104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.699452 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42336) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:39.704269 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-193961539-network', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:39.790867 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Made reservation on behalf of eeaff28c114f49e698f6db00397655a3 for: {'network': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:39.793957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for network, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.803271 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.815347 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:39.825618 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:39.826224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:39.878519 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.929142 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:39.935091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.959342 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=110367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 24 03:48:39.969225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2260b722-4b20-4447-8310-287001195e64,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:39.977857 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:39.977857 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.segments_db [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Added segment 4449baeb-c948-4ea7-9503-f5e6fe6b037c of type vlan for network 2bd95df1-cee9-4933-8d4b-3602f098cc6c Dec 24 03:48:40.015549 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762011597020'] for network, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.110492 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596'] for network, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.111461 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:40.112042 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.171183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd95df1-cee9-4933-8d4b-3602f098cc6c,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:40.194792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c details requested by agent ovs-agent-dv-neutron-822868-1-hyperv with host dv-neutron-822868-1-hyperv {{(pid=110369) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 24 03:48:40.202993 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-cea0b8a3-522a-46cd-a38d-5b99d338d335 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5024467 Dec 24 03:48:40.205933 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42338) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:40.210959 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Request body: {'subnet': {'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-193961539-subnet', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'ip_version': 4}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:40.298782 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Made reservation on behalf of eeaff28c114f49e698f6db00397655a3 for: {'subnet': 1} {{(pid=110368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:40.301123 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12137299'] for subnet, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.332785 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:38Z', 'revision_number': 2, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:40.359514 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:40.359872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Updating router 494044db-b916-40fb-9720-b7d5849a6cbf port 17e3b247-7988-4643-88b4-cdfb0fe8c121 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:48:40.388726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.527662 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11625779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12137281'] for subnet, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.584375 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b13e46c-89cb-4e34-a687-1723833b9086,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:40.591857 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Checking segment: {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:40.592221 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Network hostable DHCP agents. Network: 2bd95df1-cee9-4933-8d4b-3602f098cc6c, hostable agents: ['9cbf9e49-aebb-48ab-a8a6-12d2012405ea'], hosted agents: [] {{(pid=110368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 24 03:48:40.647478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.664391 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c is scheduled to be hosted by DHCP agent 9cbf9e49-aebb-48ab-a8a6-12d2012405ea with binding_index 1 {{(pid=110368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 24 03:48:40.750512 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.780332 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822868-1-hyperv, 2bd95df1-cee9-4933-8d4b-3602f098cc6c) {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:40.784673 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:40.788983 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.791875 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51ea51-a696-465a-b089-dc60a27e2943 None None] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:40.857363 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db287-400d-4d83-90c6-456d1557e404 None None] Pushing event updated for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:40.893430 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2f4ce0af-bec2-4573-9ce8-130afec488bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6863050 Dec 24 03:48:40.896016 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42340) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:40.901544 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:40.923560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Attempting to bind port 17e3b247-7988-4643-88b4-cdfb0fe8c121 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:40.923976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Attempting to bind port 17e3b247-7988-4643-88b4-cdfb0fe8c121 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:40.924087 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Attempting to bind port 17e3b247-7988-4643-88b4-cdfb0fe8c121 on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:40.931749 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:40.932164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Checking segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:40.932570 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.932972 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Bound using segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:40.933449 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Bound port: 17e3b247-7988-4643-88b4-cdfb0fe8c121, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:40.933832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:40.965307 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa67b74c5-22a6-5cc8-b87c-2bf57dcdcbb5-2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'fixed_ips': [{'subnet_id': '2b13e46c-89cb-4e34-a687-1723833b9086'}]}} from dv-neutron-822868-1-hyperv. {{(pid=110369) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 24 03:48:40.966316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.002245 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-833'] for router, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.003314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-587629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-529891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-856'] for router, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.058136 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.099773 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] For port 17e3b247-7988-4643-88b4-cdfb0fe8c121, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:41.122714 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] For port 17e3b247-7988-4643-88b4-cdfb0fe8c121, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=17e3b247-7988-4643-88b4-cdfb0fe8c121,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:41.131148 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f0d8d995-e9ca-404e-8e51-6f61d4144868 None None] Provisioning complete for port 17e3b247-7988-4643-88b4-cdfb0fe8c121 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:41.131518 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f0d8d995-e9ca-404e-8e51-6f61d4144868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.190375 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.232498 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f0d8d995-e9ca-404e-8e51-6f61d4144868 None None] Port 17e3b247-7988-4643-88b4-cdfb0fe8c121 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:41.235371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.db_base_plugin_common [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Allocated IP 172.20.0.2 (2bd95df1-cee9-4933-8d4b-3602f098cc6c/2b13e46c-89cb-4e34-a687-1723833b9086/2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b) {{(pid=110369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:41.253539 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.296897 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:41.297507 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:41.302042 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282db287-400d-4d83-90c6-456d1557e404 None None] Pushing event updated for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:41.495342 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:41.530574 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.538771 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks [] for port, precommit_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.548913 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.605661 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] Provisioning complete for port 17e3b247-7988-4643-88b4-cdfb0fe8c121 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:41.606589 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.608640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673'] for port, after_create {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.651243 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Allocated IP 172.26.7.59 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/07c3ca3f-34e1-4461-8ea6-345806b6ca08) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:41.711006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c is already hosted by enough agents. {{(pid=110369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:41.719915 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.scheduler.base_scheduler [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Resources bound (agent type, host, resource id): {{(pid=110369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:41.728841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Received port after_create {{(pid=110369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:41.734495 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Pushing event updated for resources: {'Port': ['ID=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,revision_number=1']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:41.757868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.853381 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.853615 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.855109 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Attempting to bind port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:41.855466 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Attempting to bind port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:41.855815 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Attempting to bind port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b on network 2bd95df1-cee9-4933-8d4b-3602f098cc6c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:41.870603 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:41.871279 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Checking segment: {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:41.871386 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.874289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Bound using segment: {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:41.874289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Bound port: 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:41.874289 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:41.896608 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:41.899543 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:41.904401 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:41.907575 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Pushing event updated for resources: {'Port': ['ID=07c3ca3f-34e1-4461-8ea6-345806b6ca08,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:41.926257 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377fa55-ddf1-4b82-8645-efb2b99bd44e None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:41.940726 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:41.948385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] For port 17e3b247-7988-4643-88b4-cdfb0fe8c121, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=17e3b247-7988-4643-88b4-cdfb0fe8c121,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:41.978872 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddb69d-c1b4-41ac-a423-72dd902f257e None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:42.003162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] For port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:42.007756 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] For port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:42.036340 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.100316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c6652-f599-46eb-a145-8cb8f32d32ad None None] Pushing event updated for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:42.111412 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.170196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f6f6545a-147d-4a6a-a3ea-d838b2c644ed None None] Provisioning complete for port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:42.170565 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f6f6545a-147d-4a6a-a3ea-d838b2c644ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.202602 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8121b-7644-41a3-a805-6470cebb73b2 None None] Pushing event updated for resources: {'Port': ['ID=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,revision_number=2']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:42.216627 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6545a-147d-4a6a-a3ea-d838b2c644ed None None] Port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:42.271908 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.508853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581810'] for router, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.739301 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Router d35a32b5-f43e-49d4-9182-0654e8ebb1bb is scheduled to L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 with binding_index 1 {{(pid=110368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 24 03:48:42.858609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:42.870030 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Sync routers for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:42.889580 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:42.890220 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:42.961242 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:42.966426 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42342) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:42.967368 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-80dd9818-e514-45d4-a187-ecc3dfa88310 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0693989 Dec 24 03:48:43.032804 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:43.074629 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 17e3b247-7988-4643-88b4-cdfb0fe8c121 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:43.285534 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:42Z', 'revision_number': 3, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:43.318076 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Checking router: d35a32b5-f43e-49d4-9182-0654e8ebb1bb for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:43.318711 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Updating router d35a32b5-f43e-49d4-9182-0654e8ebb1bb port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 binding host dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:48:43.350060 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c17242-ba1e-4d0b-abe9-309b8e7d8ca5 None None] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:48:43.351244 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.411669 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 17e3b247-7988-4643-88b4-cdfb0fe8c121 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:43.412044 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.476962 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.488874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] Provisioning complete for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:43.488874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.577366 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:43.643735 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks [] for port, precommit_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.648966 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.670394 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Allocated IP 172.20.0.1 (2bd95df1-cee9-4933-8d4b-3602f098cc6c/2b13e46c-89cb-4e34-a687-1723833b9086/6f8c71c2-8018-42da-a5f6-cb5ae45be735) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:43.685804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:43.686178 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.690863 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] For port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:43.749986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.769524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.779059 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.795302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.812507 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Attempting to bind port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:43.812971 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Attempting to bind port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:43.813417 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Attempting to bind port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 on network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:43.817526 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67008b-7ef9-41ea-9350-5499a3363774 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:43.825989 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:43.829077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Checking segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:43.829077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.829077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Bound using segment: {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'} {{(pid=110370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:43.829077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.managers [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Bound port: 07c3ca3f-34e1-4461-8ea6-345806b6ca08, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5778418-abd5-414d-b904-a44d9da8ed1a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9'}}] {{(pid=110370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:43.829077 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.851761 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836e87-d8da-463c-8801-2e298177cd35 None None] Pushing event updated for resources: {'Port': ['ID=07c3ca3f-34e1-4461-8ea6-345806b6ca08,revision_number=2']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:43.876395 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53ff8-05d4-4fa5-b3bb-d3b35a71ac64 None None] Pushing event updated for resources: {'Port': ['ID=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:43.885298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110369) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 24 03:48:43.887985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG oslo_db.api [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 24 03:48:43.890935 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] For port 07c3ca3f-34e1-4461-8ea6-345806b6ca08, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:43.894366 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.plugins.ml2.db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] For port 07c3ca3f-34e1-4461-8ea6-345806b6ca08, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=07c3ca3f-34e1-4461-8ea6-345806b6ca08,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:43.899504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.901010 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Provisioning complete for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:43.901382 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.937486 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:43.942279 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:43.945765 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:43.954024 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron_lib.callbacks.manager [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:43.980019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:44.002788 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581741'] for router_interface, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.008185 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Provisioning complete for port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:44.008716 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.045164 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:48:44.045972 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec836e87-d8da-463c-8801-2e298177cd35 None None] Pushing event updated for resources: {'Port': ['ID=07c3ca3f-34e1-4461-8ea6-345806b6ca08,revision_number=3']} {{(pid=110370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:44.051653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb191a5d-b0bb-4b2b-929c-a6b782c040f5 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:48:44.074296 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:44.075203 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:44.107985 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.131878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] For port 07c3ca3f-34e1-4461-8ea6-345806b6ca08, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=07c3ca3f-34e1-4461-8ea6-345806b6ca08,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:44.204914 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.207496 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.210062 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:44.258472 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed4b7-2520-42a7-aa38-955f9b4d540e None None] Pushing event updated for resources: {'Port': ['ID=07c3ca3f-34e1-4461-8ea6-345806b6ca08,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:44.332744 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-26911b51-eab4-4d35-b65c-fc7fb9e20af0 None None] Provisioning complete for port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:44.333117 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-26911b51-eab4-4d35-b65c-fc7fb9e20af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.369242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-26911b51-eab4-4d35-b65c-fc7fb9e20af0 None None] Port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:44.376703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.379765 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-26911b51-eab4-4d35-b65c-fc7fb9e20af0 None None] Provisioning complete for port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:44.380134 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-26911b51-eab4-4d35-b65c-fc7fb9e20af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.393969 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:42Z', 'revision_number': 3, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:44.420303 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fe028-cafc-458a-bc77-c450f99519ba None None] The sync data for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv is: [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:42Z', 'revision_number': 3, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:44.439451 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.520128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-569570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589053'] for router_interface, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.522084 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:44.618752 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:44.620111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:44.925996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-f469ae85-3644-457c-bf37-47e119346833 None None] Provisioning complete for port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:44.926856 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f469ae85-3644-457c-bf37-47e119346833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:44.968072 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-f469ae85-3644-457c-bf37-47e119346833 None None] Port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:45.055104 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 07c3ca3f-34e1-4461-8ea6-345806b6ca08 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:45.108653 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:45.109271 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:45.124290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Router d35a32b5-f43e-49d4-9182-0654e8ebb1bb has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:48:45.196243 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:45.240967 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:48:45.247292 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3bd31a6d-b5df-4d19-a6ec-a1d1de0640f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/d35a32b5-f43e-49d4-9182-0654e8ebb1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2775891 Dec 24 03:48:45.253914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:45.254545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:45.893980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 42350) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:45.898652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819878503', 'description': 'tempest-secgroup-smoke-819878503 description', 'project_id': '90f9653242ad4993afe255ea806a9e89'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:45.998163 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Sync routers for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:48:46.007763 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.011804 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:46.012509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:46.075825 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.118242 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:46.173124 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.207635 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f847ab-24ba-4f31-917a-c4b52babfb36,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:46.281854 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.283699 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-3d8fa8b9-1c5a-4af3-99c0-cb4383eb2a50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3886440 Dec 24 03:48:46.286961 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42352) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:46.291635 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:46.310004 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '6f8c71c2-8018-42da-a5f6-cb5ae45be735', 'name': '', 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'mac_address': 'fa:16:3e:f5:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:43Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 2, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'subnets': [{'id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:46.338086 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Checking router: d35a32b5-f43e-49d4-9182-0654e8ebb1bb for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:48:46.338360 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Updating router d35a32b5-f43e-49d4-9182-0654e8ebb1bb port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 binding host dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 24 03:48:46.362963 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.390197 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.445164 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.501991 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.520530 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82570749-0159-43ef-870a-851adfe90b69,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:46.607040 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.608319 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-eb2b8afd-36cc-4078-8072-60fe369cb7e0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3202858 Dec 24 03:48:46.611064 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42354) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:46.615427 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:46.620576 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks [] for port, precommit_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.673538 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.703508 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.721417 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c6a1f-e8f6-47ed-ada0-d293e73a3053 None None] Pushing event updated for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=3']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:46.778693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Attempting to bind port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 on host dv-neutron-822868-1-hyperv for vnic_type normal with profile {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:46.778918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Attempting to bind port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 by drivers openvswitch,hyperv on host dv-neutron-822868-1-hyperv at level 0 using segments [{'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:46.779400 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Attempting to bind port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 on network 2bd95df1-cee9-4933-8d4b-3602f098cc6c {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:46.786338 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.786640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Checking agent: {'id': 'e3c73fcf-5720-436b-81fe-d650f2cfa548', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822868-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 47, 56), 'started_at': datetime.datetime(2021, 12, 24, 2, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822868-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:46.786640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Checking segment: {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:46.786640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.786640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Bound using segment: {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'} {{(pid=110369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:46.787029 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.managers [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Bound port: 6f8c71c2-8018-42da-a5f6-cb5ae45be735, host: dv-neutron-822868-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4449baeb-c948-4ea7-9503-f5e6fe6b037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c'}}] {{(pid=110369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:46.787116 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.851445 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] For port 6f8c71c2-8018-42da-a5f6-cb5ae45be735, host dv-neutron-822868-1-hyperv, cleared binding levels {{(pid=110369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:46.854510 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] For port 6f8c71c2-8018-42da-a5f6-cb5ae45be735, host dv-neutron-822868-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6f8c71c2-8018-42da-a5f6-cb5ae45be735,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:46.876890 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.886639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee55092d-30c1-4cda-a883-74b70045ff59,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:46.945370 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.957888 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:46.959104 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-cc0f642e-45ff-49a8-b3df-a8bc1d68d19e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3471038 Dec 24 03:48:46.962700 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42356) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:46.966636 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:47.013734 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:48:47.014494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:47.058403 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.064139 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c6a1f-e8f6-47ed-ada0-d293e73a3053 None None] Pushing event updated for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:47.084535 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] Provisioning complete for port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:47.084918 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.124641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.179406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:48:47.199218 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.219692 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a801bf7-b426-40ee-9b6d-6e22cf9655e8,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:47.289815 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.291063 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-b91fa9b2-8877-4a66-9098-508798758dcf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281066 Dec 24 03:48:47.293958 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42358) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:47.298587 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:47.393518 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.432871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.450726 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.514072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.517600 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] For port 6f8c71c2-8018-42da-a5f6-cb5ae45be735, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6f8c71c2-8018-42da-a5f6-cb5ae45be735,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:47.531658 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e086c9b3-0e3c-488b-9477-e5f341ba0f7a,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:47.584820 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.590326 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '6f8c71c2-8018-42da-a5f6-cb5ae45be735', 'name': '', 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'mac_address': 'fa:16:3e:f5:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:43Z', 'updated_at': '2021-12-24T03:48:46Z', 'revision_number': 4, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'subnets': [{'id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:48:47.615384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.616737 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1f1d43b8-fd6c-4409-babe-814ca264d6cf tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217018 Dec 24 03:48:47.619461 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42360) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:47.625291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:47.633784 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45757eb7-2341-4a2f-b75d-0f02c38f2572 None None] The sync data for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv is: [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '6f8c71c2-8018-42da-a5f6-cb5ae45be735', 'name': '', 'network_id': '2bd95df1-cee9-4933-8d4b-3602f098cc6c', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'mac_address': 'fa:16:3e:f5:95:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:43Z', 'updated_at': '2021-12-24T03:48:46Z', 'revision_number': 4, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'subnets': [{'id': '2b13e46c-89cb-4e34-a687-1723833b9086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:48:47.659619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab738d39-5077-4840-b6ae-160594a21c55 None None] Pushing event updated for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:47.710064 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-e4fc07ce-6180-430d-b6e8-195afc70906d None None] Provisioning complete for port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:47.710261 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Project 90f9653242ad4993afe255ea806a9e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:48:47.710441 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e4fc07ce-6180-430d-b6e8-195afc70906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.715436 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.787032 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.853209 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.873630 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbcf639-73f4-4116-a1cf-677384d10be1,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:47.943828 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:47.945285 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-74f4e4df-72c5-4e5b-b574-805aa31d4ef5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3248646 Dec 24 03:48:47.947960 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42362) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:48:47.953198 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'security_group_rule': {'security_group_id': '31f847ab-24ba-4f31-917a-c4b52babfb36', 'project_id': '90f9653242ad4993afe255ea806a9e89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:48.030432 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.securitygroups_db [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Project 90f9653242ad4993afe255ea806a9e89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 24 03:48:48.036297 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:48.099519 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:48.178588 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573759'] for security_group_rule, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:48.197894 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec79c885-d0e1-41a0-96e7-09dee98d3414,revision_number=0']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:48.266711 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:48.268292 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-a30c857d-2007-4984-9d86-feb2f948a034 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3193519 Dec 24 03:48:48.482489 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-b43d64b6-dd9a-43e4-aa3a-73524e5ddc14 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819878503&fields=id&tenant_id=90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 267 time: 0.0451636 Dec 24 03:48:48.586819 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-5c5f33cd-852d-4108-b2a2-147daab7f87b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:48.588270 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-5c5f33cd-852d-4108-b2a2-147daab7f87b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 809 time: 0.0992367 Dec 24 03:48:48.602833 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-842c6825-6477-4e9d-a8b2-89d4536fea2b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/quotas/90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 375 time: 0.0086234 Dec 24 03:48:48.657076 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4dec4d3e-b671-4ead-8752-4f1f6c49df02 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485096 Dec 24 03:48:48.765239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-5b97c3fa-a754-4100-b707-ac139a61c641 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110367) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:48:48.766282 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-5b97c3fa-a754-4100-b707-ac139a61c641 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0981638 Dec 24 03:48:48.857839 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-1a7ca0c1-b954-4abe-9858-c7631add986f service neutron] 10.222.0.36 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850534 Dec 24 03:48:48.969159 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-82b1d581-3351-4b8f-a6d9-9b3acf938bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047840 Dec 24 03:48:48.975061 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6f8c71c2-8018-42da-a5f6-cb5ae45be735 up at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:49.030025 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Provisioning complete for port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:49.030401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:49.250163 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e0704583-2e7c-404e-981e-6ab99c53f690 req-27fbe19b-35df-46ed-a4da-b443c537c345 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 210 time: 0.0272968 Dec 24 03:48:50.296082 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-37ec76ed-3398-4b38-be72-7bf98ae4bf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:50.345325 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-132d1671-711c-4bb7-a690-fc4ff918963a req-02e790c0-001c-43a6-bfda-61d7d3dc1cf5 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 210 time: 0.0290961 Dec 24 03:48:51.439186 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2742d3a4-6898-4805-aba1-0d294bb348de req-205814ef-679c-49bc-b19c-1f25e6cedb50 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 210 time: 0.0264735 Dec 24 03:48:51.645032 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-359f9ab6-2691-4cd0-965d-4f1f94886a7d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:51.646577 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-359f9ab6-2691-4cd0-965d-4f1f94886a7d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 809 time: 0.1033094 Dec 24 03:48:51.726219 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-b2f98128-2fc8-4cb0-bc61-9b68bf39d856 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 379 time: 0.0586300 Dec 24 03:48:51.739019 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'port': {'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'admin_state_up': True, 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'security_groups': ['31f847ab-24ba-4f31-917a-c4b52babfb36']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:51.933128 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Made reservation on behalf of 90f9653242ad4993afe255ea806a9e89 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:48:51.937550 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.069111 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Allocated IP 172.20.0.5 (946e21a0-d63f-4bf2-bde2-61c1267ccf92/60a25c21-3163-4c8c-aaa5-968971e8c602/825f1939-1595-4b1a-837d-6cc56ed8b9b3) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:48:52.206537 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.322338 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.366207 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:48:52.369177 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:48:52.373552 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:48:52.379950 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:52.401831 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2ee28232-9bb2-4a43-a06a-eb13d0cebf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.426523 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:52.427147 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.508578 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-4092fbe2-df01-4d95-b188-965ae2777b6f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733369 Dec 24 03:48:52.546318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Request body: {'port': {'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:48:52.614977 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f983de-d844-46db-807f-07384b88f8c6 req-341f6a47-d9b8-4b44-a348-da252186614a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:52.616352 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b5f983de-d844-46db-807f-07384b88f8c6 req-341f6a47-d9b8-4b44-a348-da252186614a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 931 time: 0.1035085 Dec 24 03:48:52.620787 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.647913 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-2d60f1d9-ad4a-45e7-bed7-e8c798e078bd None None] Provisioning complete for port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:52.648193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2d60f1d9-ad4a-45e7-bed7-e8c798e078bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.681958 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2d60f1d9-ad4a-45e7-bed7-e8c798e078bd None None] Port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:48:52.707393 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b5f983de-d844-46db-807f-07384b88f8c6 req-911061c7-1ef8-4314-b8d9-ec21fdc1a00b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839117 Dec 24 03:48:52.922384 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825f1939-1595-4b1a-837d-6cc56ed8b9b3 {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:52.929715 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:52.941242 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Transition to ACTIVE for port object 825f1939-1595-4b1a-837d-6cc56ed8b9b3 will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:48:52.995802 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.045525 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:53.115832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Attempting to bind port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:48:53.116159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Attempting to bind port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:48:53.116639 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Attempting to bind port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:53.121055 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:48:53.121424 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Attempting to bind port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:48:53.126813 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:48:53.127155 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Checking segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:48:53.127531 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Bound using segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:48:53.127961 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Bound port: 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:48:53.128313 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.196745 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:48:53.200465 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:48:53.264996 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.302512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.303160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.304601 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] 10.222.0.49 "PUT /v2.0/ports/825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 1093 time: 0.7641983 Dec 24 03:48:53.305057 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:53.307421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ff8ad-e1cb-409e-8174-4309c925cedd" -d '{"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:53.336543 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8872e-d385-475a-a50b-0c74de0d2166 service neutron] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:53.348323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a5fd17-7679-4916-bcee-967058491e88 x-openstack-request-id: req-74a5fd17-7679-4916-bcee-967058491e88 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:53.348658 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:53.350644 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74a5fd17-7679-4916-bcee-967058491e88 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:53.351088 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'status': 'completed', 'code': 200} Dec 24 03:48:53.437023 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-aa2231a6-ece7-4a57-a13c-0d287064b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.438867 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-aa2231a6-ece7-4a57-a13c-0d287064b9b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1096 time: 0.0456240 Dec 24 03:48:53.551811 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-ac05fd93-3800-4b0d-9fb6-d43363fe9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.553326 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-ac05fd93-3800-4b0d-9fb6-d43363fe9694 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=90f9653242ad4993afe255ea806a9e89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0967510 Dec 24 03:48:53.650847 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-2b9a89fb-ebe7-46ab-8359-dbc827e389c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.652207 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-264ff8ad-e1cb-409e-8174-4309c925cedd req-2b9a89fb-ebe7-46ab-8359-dbc827e389c7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871568 Dec 24 03:48:53.768133 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-c8d04d15-5567-43c0-a40a-820b03416e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.769674 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-c8d04d15-5567-43c0-a40a-820b03416e6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1096 time: 0.0483334 Dec 24 03:48:53.836482 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-8c969e82-b0ef-4637-ace6-a870e3e3b8e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 217 time: 0.0485203 Dec 24 03:48:53.862533 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8a0b-1abd-4d80-a1a7-cfa267fa7e3e req-f2e4cd92-085d-4ef1-aad1-66010e2181b7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.863959 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2be8a0b-1abd-4d80-a1a7-cfa267fa7e3e req-f2e4cd92-085d-4ef1-aad1-66010e2181b7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0861022 Dec 24 03:48:53.923686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-ab269d3a-f5f3-450e-943f-9eeaf97655d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.925100 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-ab269d3a-f5f3-450e-943f-9eeaf97655d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0785689 Dec 24 03:48:53.943862 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-f2be8a0b-1abd-4d80-a1a7-cfa267fa7e3e req-e70ff0ad-649d-4a9a-9770-566f5c8331f2 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618255 Dec 24 03:48:53.961747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:53.985792 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-8fa6d888-8850-497d-94c7-b7cd8603201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:53.987261 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-8fa6d888-8850-497d-94c7-b7cd8603201a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425653 Dec 24 03:48:54.083749 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-f427067b-3389-46f8-9662-b4d086d0dbef service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836871 Dec 24 03:48:54.180339 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-c95d0131-16ac-47b6-8554-89eb1ca179f7 req-895ebe3d-c679-4fa2-9890-6be13cc5ae2d service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845480 Dec 24 03:48:55.071048 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889bc6-c127-4ef1-bf1c-ffc406d2664b req-13591e8d-bd05-4a67-9351-c942595ce103 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:55.072531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a5889bc6-c127-4ef1-bf1c-ffc406d2664b req-13591e8d-bd05-4a67-9351-c942595ce103 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0513299 Dec 24 03:48:55.122138 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a5889bc6-c127-4ef1-bf1c-ffc406d2664b req-d71bfdcf-faa1-41d5-9c4a-6eb4fc6d6d3c tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423563 Dec 24 03:48:55.302019 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:55.910223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:56.238335 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b3d49-490d-48c2-ac39-26b24cbc6fd2 req-cf32d647-f460-4d0b-897c-e5e920995213 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:56.239787 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a37b3d49-490d-48c2-ac39-26b24cbc6fd2 req-cf32d647-f460-4d0b-897c-e5e920995213 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0491979 Dec 24 03:48:56.290803 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a37b3d49-490d-48c2-ac39-26b24cbc6fd2 req-2828024d-4e5a-4683-b585-fc6bf73c3262 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Dec 24 03:48:57.309874 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:48:57.405701 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:57.407853 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff4334-2751-4437-9893-a8661bdedec8 req-545ba052-87eb-4535-979b-26ab3814aa14 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:57.409376 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cfff4334-2751-4437-9893-a8661bdedec8 req-545ba052-87eb-4535-979b-26ab3814aa14 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0493405 Dec 24 03:48:57.416907 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:48:57.456663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:57.458832 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-cfff4334-2751-4437-9893-a8661bdedec8 req-5259ca54-6dca-4bb9-a17b-5c1ce97f5933 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Dec 24 03:48:57.470720 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825f1939-1595-4b1a-837d-6cc56ed8b9b3 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:48:57.489531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:57.576362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:57.621718 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:57.996594 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['825f1939-1595-4b1a-837d-6cc56ed8b9b3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:48:58.576642 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b11c96-de74-447c-a3e7-9a8d22960355 req-d20882c1-0605-48e0-ba2f-b02d40c0487e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:58.578020 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68b11c96-de74-447c-a3e7-9a8d22960355 req-d20882c1-0605-48e0-ba2f-b02d40c0487e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 944 time: 0.0528090 Dec 24 03:48:58.626773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-68b11c96-de74-447c-a3e7-9a8d22960355 req-f26ae296-3e17-4538-89bc-0669582e5e56 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429709 Dec 24 03:48:59.325385 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:48:59.475625 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:48:59.479823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:48:59.480231 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.557023 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.579229 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:48:59.581406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41462de-cc37-4413-aa85-731196b0ca42" -d '{"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-plugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:48:59.594606 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:48:59.658642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:48:59.682428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5058717c-8b2c-476f-aad2-cac66d665f49 x-openstack-request-id: req-5058717c-8b2c-476f-aad2-cac66d665f49 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:48:59.688566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-plugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:48:59.688566 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5058717c-8b2c-476f-aad2-cac66d665f49 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:48:59.688566 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'code': 200} Dec 24 03:48:59.709067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:48:59.742004 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042bee-5d20-4fdb-a4dd-0c10df8c2913 req-b60249a7-fcc4-4e2b-a5de-0e8221f7f351 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:48:59.743533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-77042bee-5d20-4fdb-a4dd-0c10df8c2913 req-b60249a7-fcc4-4e2b-a5de-0e8221f7f351 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 945 time: 0.0495310 Dec 24 03:48:59.792042 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-77042bee-5d20-4fdb-a4dd-0c10df8c2913 req-c0ce06b2-2ae4-4f56-918c-f62180f5846d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Dec 24 03:49:00.032815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8864-b3f5-4d14-937a-4fb520d8a4c6 req-1613a474-69f1-45bd-978b-d2793d6a0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:00.034281 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-337b8864-b3f5-4d14-937a-4fb520d8a4c6 req-1613a474-69f1-45bd-978b-d2793d6a0541 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1098 time: 0.0392141 Dec 24 03:49:00.083162 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-337b8864-b3f5-4d14-937a-4fb520d8a4c6 req-a6e54537-42ba-4c89-8b18-7edc06da1bdf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Dec 24 03:49:00.601245 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:00.911125 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e934690-8291-4bb2-b1a5-d7cf11cee703 req-0f1e7b5a-1386-470e-bf8f-ba444af692f0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:00.912791 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e934690-8291-4bb2-b1a5-d7cf11cee703 req-0f1e7b5a-1386-470e-bf8f-ba444af692f0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 945 time: 0.0509419 Dec 24 03:49:00.965741 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-4e934690-8291-4bb2-b1a5-d7cf11cee703 req-e8d9a6d9-663e-4ac1-ae1d-78c93c8d1887 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462162 Dec 24 03:49:02.081797 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed1a27-758f-416c-a3bd-eb442efb4838 req-4bbfd1f3-7e52-452e-92b1-430c9ae43788 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.083253 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-34ed1a27-758f-416c-a3bd-eb442efb4838 req-4bbfd1f3-7e52-452e-92b1-430c9ae43788 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 945 time: 0.0501034 Dec 24 03:49:02.132718 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-34ed1a27-758f-416c-a3bd-eb442efb4838 req-76cfd42d-ad1e-4687-889e-4d19bb8655b7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Dec 24 03:49:02.245641 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47301893-e8c1-4a3d-a457-4e9e542d80f4 req-40849f30-181f-4570-8c27-d92179ae146d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.247129 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47301893-e8c1-4a3d-a457-4e9e542d80f4 req-40849f30-181f-4570-8c27-d92179ae146d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 945 time: 0.0490570 Dec 24 03:49:02.294971 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-47301893-e8c1-4a3d-a457-4e9e542d80f4 req-f0dd8a3e-d193-44ec-a49c-31c372db0fef tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420113 Dec 24 03:49:02.316863 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42442) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:02.396314 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd21227-af0b-40d5-83ec-007d4bd1a3c9 tempest-TestSnapshotPattern-41925589 tempest-TestSnapshotPattern-41925589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:02.397790 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-1cd21227-af0b-40d5-83ec-007d4bd1a3c9 tempest-TestSnapshotPattern-41925589 tempest-TestSnapshotPattern-41925589-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1093 time: 0.0799608 Dec 24 03:49:02.400593 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42446) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:49:02.405516 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:49:02.495609 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:02.592970 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:02.693291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Allocated IP 172.26.7.153 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/9d9cb00d-7a76-40b6-a40a-46dc76652d25) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:49:02.795373 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:02.893644 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:02.934480 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:49:02.936850 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:49:02.940254 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:49:02.945631 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=9d9cb00d-7a76-40b6-a40a-46dc76652d25,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:03.302621 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.417288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.564803 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.632708 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.704851 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=9d9cb00d-7a76-40b6-a40a-46dc76652d25,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:49:03.716719 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:03.815083 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Floating IP 64d463ea-d7af-4cbf-9de4-09a880fdb480 associated. External IP: 172.26.7.153, port: 825f1939-1595-4b1a-837d-6cc56ed8b9b3. Dec 24 03:49:04.015176 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:49:04.124586 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:49:04.134536 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:49:04.144403 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:04.149121 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:04.203900 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:04.235944 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-c0405b2b-4a9b-4ed3-a74a-0ed666ee0da6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8343177 Dec 24 03:49:04.236566 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:49:04.238880 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323837ed-d476-458e-b5d1-704f3313fefc" -d '{"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:49:04.337096 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2dbb68-1361-45a5-b52c-6cc7de3ae88d x-openstack-request-id: req-1d2dbb68-1361-45a5-b52c-6cc7de3ae88d {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:49:04.337874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:49:04.337874 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d2dbb68-1361-45a5-b52c-6cc7de3ae88d {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:49:04.338070 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'status': 'completed', 'code': 200} Dec 24 03:49:04.348516 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:04.422464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323837ed-d476-458e-b5d1-704f3313fefc req-c6956885-8ef8-4034-926c-820112c7a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:04.423877 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-c6956885-8ef8-4034-926c-820112c7a857 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1098 time: 0.0400770 Dec 24 03:49:04.517484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323837ed-d476-458e-b5d1-704f3313fefc req-0de1f61d-a3cb-4be0-87f5-277a4fe862cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:04.518951 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-0de1f61d-a3cb-4be0-87f5-277a4fe862cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0878742 Dec 24 03:49:04.568250 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:03Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:04.583627 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-ab36d96e-d92e-4d70-ad85-adb0e7b229e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 999 time: 0.0574172 Dec 24 03:49:04.594456 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:49:04.602632 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:49:04.603231 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:48:52Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:04.636933 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323837ed-d476-458e-b5d1-704f3313fefc req-4ea35441-524c-45d5-84fc-37d411aee713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:04.638378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-4ea35441-524c-45d5-84fc-37d411aee713 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0469790 Dec 24 03:49:04.683377 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323837ed-d476-458e-b5d1-704f3313fefc req-88631776-a997-472f-a744-cc65b43cda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:49:04.684936 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-88631776-a997-472f-a744-cc65b43cda2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396223 Dec 24 03:49:04.707278 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:49:04.774181 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-2bce43f7-d544-4cb0-8f15-8e1abdf0eb41 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817246 Dec 24 03:49:04.869436 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-323837ed-d476-458e-b5d1-704f3313fefc req-6f4085c9-f090-47a6-b2b2-74010a0cbdcb service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Dec 24 03:49:04.935125 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:03Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:49:04.960719 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f79b614-b7d5-4ca5-8019-1f4483355a6b None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:03Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:49:05.275997 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f5bd67-c9dc-4957-9773-98d09e123a07 None None] New status for floating IP 64d463ea-d7af-4cbf-9de4-09a880fdb480: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:49:20.286892 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-815efa56-b9c7-47e0-9c2f-7e2bd0ebeec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:21.014654 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:49:22.372254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e0245755-c410-4215-ab32-aecc393e2e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:23.953422 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:25.301590 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:25.875832 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:30.601171 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:50.309235 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d189c108-0379-496f-b660-d5a2d3b15c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:52.372214 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9fd764b1-122a-458c-acda-334864781843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:53.977722 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.326406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:55.877837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:49:58.014266 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:50:00.257131 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-6b8626ff-b500-4610-a44b-7b83067ba68a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425808 Dec 24 03:50:00.373090 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-51d0ff2b-bc84-46f2-9d12-8ff73a7d95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:00.375247 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-51d0ff2b-bc84-46f2-9d12-8ff73a7d95fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1098 time: 0.0402703 Dec 24 03:50:00.479844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-19003a41-021d-4c93-b6cf-080627880403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:00.481378 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-19003a41-021d-4c93-b6cf-080627880403 service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0825953 Dec 24 03:50:00.553851 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-4ad3b9e0-acd7-48de-ad10-2442bdc0ca0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 1001 time: 0.0615029 Dec 24 03:50:00.606578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-d7e5715e-9c23-48e1-9a09-19fc81a84f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:00.606821 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:00.608003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-d7e5715e-9c23-48e1-9a09-19fc81a84f0d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0432770 Dec 24 03:50:00.656899 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-0d42c920-ae2b-4fdd-bb12-1ef40a80cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:50:00.658331 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-0d42c920-ae2b-4fdd-bb12-1ef40a80cb64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392516 Dec 24 03:50:00.754418 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-211e4b09-07ad-4a6d-9377-03cf86d64a89 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Dec 24 03:50:00.847467 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-65fcd954-5033-47e4-bec2-75f49ba08ab3 req-420158c9-b475-405f-a9f3-1d0311e8d701 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Dec 24 03:50:20.317203 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6d5dfd8b-8af5-4f5d-abc7-cc61543c202c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:22.403046 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-038cc447-1e1b-4b12-b7d9-500ea211f387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:23.957224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:25.322792 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:25.911485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:30.640946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:35.013365 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:50:50.279957 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-14497fe3-ef98-4813-98a2-71b5a2522c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:52.371349 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-386cf1c7-48a9-4474-b2bd-e0c45ce313e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:53.959575 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:55.328099 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:50:55.887994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:00.634196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:02.638810 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadcf2-1dbb-458c-8314-919681facfed req-fa420801-73f3-4665-9013-eea8ee8e78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:02.640282 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-fa420801-73f3-4665-9013-eea8ee8e78e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1098 time: 0.0404961 Dec 24 03:51:02.748875 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadcf2-1dbb-458c-8314-919681facfed req-cb62e9e6-a25a-421e-ab83-10f85233981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:02.750348 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-cb62e9e6-a25a-421e-ab83-10f85233981f service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0861506 Dec 24 03:51:02.817090 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-dec3c9a9-37c1-4481-a1d3-3ff5df52a9d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 1001 time: 0.0564508 Dec 24 03:51:02.864319 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadcf2-1dbb-458c-8314-919681facfed req-808b1224-9b15-43dd-b95e-7a0fd61b68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:02.865747 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-808b1224-9b15-43dd-b95e-7a0fd61b68dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0416744 Dec 24 03:51:02.916708 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadcf2-1dbb-458c-8314-919681facfed req-bdc0744e-b2a2-4bb7-808d-8d66a3cffdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:02.918115 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-bdc0744e-b2a2-4bb7-808d-8d66a3cffdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427318 Dec 24 03:51:03.007793 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-eb906b90-629a-4c51-a213-cf9caf2ae6f3 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807924 Dec 24 03:51:03.100692 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4aeadcf2-1dbb-458c-8314-919681facfed req-73811dbf-f74c-41ff-9441-e4d4441d96fe service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837197 Dec 24 03:51:05.898357 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:51:05.992141 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:06.003485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:51:06.038217 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:06.051095 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 825f1939-1595-4b1a-837d-6cc56ed8b9b3 {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:06.069671 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:06.142332 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:06.187970 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:06.195640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.195990 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.196335 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.196702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.197037 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.197369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.197702 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.198032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.198361 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.198690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.199015 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.199338 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.199659 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:06.312886 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['825f1939-1595-4b1a-837d-6cc56ed8b9b3'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:51:07.910545 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:51:07.976593 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:51:07.977263 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:08.066371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:08.093316 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:08.096121 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f03849a-008b-4643-a759-00afe2078d53" -d '{"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-plugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:08.124272 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:08.148150 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa8fb89-437e-40b9-b495-f388c4c3349c x-openstack-request-id: req-7fa8fb89-437e-40b9-b495-f388c4c3349c {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:08.148513 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-plugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:08.148764 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7fa8fb89-437e-40b9-b495-f388c4c3349c {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:08.149162 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'code': 200} Dec 24 03:51:08.182914 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:08.244026 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:12.012986 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:51:18.876702 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-baa7c097-e4d8-4d21-9f5a-73e04e729bcb tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819878503&fields=id&tenant_id=90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 267 time: 0.0482256 Dec 24 03:51:18.980500 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-29cee770-0d37-4c75-8864-778ce32d5f86 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:18.981962 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-29cee770-0d37-4c75-8864-778ce32d5f86 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 809 time: 0.0985887 Dec 24 03:51:18.996925 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-c6d274c1-66ab-4d1a-8573-4902dab81be6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/quotas/90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 375 time: 0.0091732 Dec 24 03:51:19.054436 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-e8ad5823-6391-4f2f-8c86-391645165499 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508254 Dec 24 03:51:19.111652 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-f8cae4a8-58c8-44e3-8305-0f6261c68e7a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 24 03:51:19.112681 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-f8cae4a8-58c8-44e3-8305-0f6261c68e7a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466480 Dec 24 03:51:19.201723 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-3d2920d1-0856-485c-98a7-9fdc9f29ace3 service neutron] 10.222.0.36 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829763 Dec 24 03:51:19.292884 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-e0bf5fb9-c825-455a-9294-778951fec5ab service neutron] 10.222.0.36 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845866 Dec 24 03:51:19.541295 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-bf335a5b-eae4-44d9-93d9-7c6bd982f589 req-60104b3f-dc7b-45f2-b5dd-adde80ddc705 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 210 time: 0.0270584 Dec 24 03:51:20.319592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1b5db29f-79c8-446b-a355-996696b9025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:20.644327 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-f9040bfa-1c20-40e8-9dd6-e6f565abf663 req-639089a8-aaed-4ec4-8bad-058a083d405a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Dec 24 03:51:21.695321 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-07ef0ef4-db42-446a-9364-3bbca40057da tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:21.696903 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-07ef0ef4-db42-446a-9364-3bbca40057da tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 809 time: 0.1072183 Dec 24 03:51:21.751399 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-82a03c45-ec4f-4e7b-a24a-a43fc5109629 req-887d03eb-bf62-4e9e-a8ab-df8277a63cac tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 210 time: 0.0374146 Dec 24 03:51:21.791927 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-cf6fef08-0837-4d86-ae2e-4e974e321cae tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f9653242ad4993afe255ea806a9e89 HTTP/1.1" status: 200 len: 379 time: 0.0686352 Dec 24 03:51:21.802117 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'port': {'device_id': '8f79cb24-54d3-4368-b86f-3246b747d143', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'admin_state_up': True, 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'security_groups': ['31f847ab-24ba-4f31-917a-c4b52babfb36']}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:51:21.956613 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:51:22.001793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Made reservation on behalf of 90f9653242ad4993afe255ea806a9e89 for: {'port': 1} {{(pid=110367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 24 03:51:22.006005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.039369 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.062238 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:22.064491 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8013dd8-baed-494a-aeaf-e2e188298567" -d '{"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-unplugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:22.079021 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:22.104540 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be987a41-f72d-4a15-84ca-8a74abc4491d x-openstack-request-id: req-be987a41-f72d-4a15-84ca-8a74abc4491d {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:22.104695 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-unplugged", "status": "completed", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:22.104942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be987a41-f72d-4a15-84ca-8a74abc4491d {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:22.105340 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'code': 200} Dec 24 03:51:22.138687 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_common [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Allocated IP 172.20.0.7 (946e21a0-d63f-4bf2-bde2-61c1267ccf92/60a25c21-3163-4c8c-aaa5-968971e8c602/756c5749-b36c-402f-a543-d2010ce8374f) {{(pid=110367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:51:22.148018 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.199034 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:22.287013 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.394425 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1173406c-cce5-472a-9794-a0c94b2ca58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.431021 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_create {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.477146 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 is already hosted by enough agents. {{(pid=110367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:51:22.480196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.base_scheduler [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Resources bound (agent type, host, resource id): {{(pid=110367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:51:22.484156 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Received port after_create {{(pid=110367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:51:22.491469 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=1']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.542073 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:22.582799 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:22.583436 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.677183 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-50c1317a-8e99-43e5-87f6-70184a58f198 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793099 Dec 24 03:51:22.748298 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-d902414c-1085-4012-a0d2-c06b321d9d90 None None] Provisioning complete for port 756c5749-b36c-402f-a543-d2010ce8374f triggered by entity DHCP. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:51:22.749089 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d902414c-1085-4012-a0d2-c06b321d9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:22.825432 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-d902414c-1085-4012-a0d2-c06b321d9d90 None None] Port 756c5749-b36c-402f-a543-d2010ce8374f cannot update to ACTIVE because it is not bound. {{(pid=110369) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 24 03:51:22.906348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08298-2d96-4fbc-84bd-9476db0ad470 req-f495718c-90bd-4882-b4da-46ccf29f0c3f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:22.908588 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-39d08298-2d96-4fbc-84bd-9476db0ad470 req-f495718c-90bd-4882-b4da-46ccf29f0c3f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0612371 Dec 24 03:51:22.965633 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-39d08298-2d96-4fbc-84bd-9476db0ad470 req-b12fde22-ac59-4c27-9238-76e3a05dbf8f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507805 Dec 24 03:51:23.982406 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:24.097239 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee9d0a-789e-4abb-8bff-98fa290708d0 req-56c0246b-fbe7-4945-b255-fca0127e09ae tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:24.098806 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2dee9d0a-789e-4abb-8bff-98fa290708d0 req-56c0246b-fbe7-4945-b255-fca0127e09ae tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0505855 Dec 24 03:51:24.154604 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2dee9d0a-789e-4abb-8bff-98fa290708d0 req-ce607ac1-e94c-4c1f-a8c3-0acea7eb429c tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494788 Dec 24 03:51:25.305528 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d328c-6288-41c8-89de-c28e924b9d03 req-baec159f-2f8d-411f-8524-1cecf27d8439 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:25.307091 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0c5d328c-6288-41c8-89de-c28e924b9d03 req-baec159f-2f8d-411f-8524-1cecf27d8439 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0795529 Dec 24 03:51:25.345478 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:25.373318 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-0c5d328c-6288-41c8-89de-c28e924b9d03 req-d4d54dd3-617f-49a0-8c5e-611aafdc4128 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558159 Dec 24 03:51:25.873937 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:26.498765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489c58c-6cb2-4c4a-880d-b4e92250a884 req-4733cc5d-fdc7-4a07-8467-ad978df585b6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:26.500292 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2489c58c-6cb2-4c4a-880d-b4e92250a884 req-4733cc5d-fdc7-4a07-8467-ad978df585b6 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0525177 Dec 24 03:51:26.553352 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-2489c58c-6cb2-4c4a-880d-b4e92250a884 req-05e8ce2e-724f-48ca-abd9-ccb306482168 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Dec 24 03:51:27.684920 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd2e7b-fab3-4463-8439-7d4f62da801a req-5deea48b-a27a-4132-a39d-eda38b393987 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:27.686346 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2dd2e7b-fab3-4463-8439-7d4f62da801a req-5deea48b-a27a-4132-a39d-eda38b393987 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0520198 Dec 24 03:51:27.740312 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e2dd2e7b-fab3-4463-8439-7d4f62da801a req-3d5b2b3a-8f1e-485e-b630-df15831fb23d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466986 Dec 24 03:51:28.869022 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c435fb-94af-4c39-b694-c3688c1c0c0c req-7cbb5c82-0541-4b3e-ac01-a8f102b38593 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:28.870564 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-79c435fb-94af-4c39-b694-c3688c1c0c0c req-7cbb5c82-0541-4b3e-ac01-a8f102b38593 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0629642 Dec 24 03:51:28.936096 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-79c435fb-94af-4c39-b694-c3688c1c0c0c req-191fe846-2b99-426d-9fbe-154fa24241e9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573621 Dec 24 03:51:30.059728 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719ca50-0679-485c-9b72-6f8c42a507b4 req-c133ff60-9a92-4532-b262-0845de57caa0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:30.061235 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4719ca50-0679-485c-9b72-6f8c42a507b4 req-c133ff60-9a92-4532-b262-0845de57caa0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0535338 Dec 24 03:51:30.112321 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4719ca50-0679-485c-9b72-6f8c42a507b4 req-b0737fe1-f7ed-43f2-bd58-460361835bf9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Dec 24 03:51:30.622801 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:31.235654 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17a4f3-3b8d-42ee-9c2d-8ae7986aec90 req-a14b35f7-f35f-42e9-8c14-3ca45fc2f70a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:31.239907 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ff17a4f3-3b8d-42ee-9c2d-8ae7986aec90 req-a14b35f7-f35f-42e9-8c14-3ca45fc2f70a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0560229 Dec 24 03:51:31.295283 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-ff17a4f3-3b8d-42ee-9c2d-8ae7986aec90 req-88194cfb-d520-4c8c-8fcd-438aa0039b45 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514491 Dec 24 03:51:32.427735 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe8bcb-ccf9-4db7-ad13-7e6e8105d5f8 req-46af8694-7d7f-46ac-a4af-2ab1f1c240e8 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:32.429087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-15fe8bcb-ccf9-4db7-ad13-7e6e8105d5f8 req-46af8694-7d7f-46ac-a4af-2ab1f1c240e8 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0608685 Dec 24 03:51:32.481497 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-15fe8bcb-ccf9-4db7-ad13-7e6e8105d5f8 req-458d9f59-1f53-4084-ab94-79242bc368bd tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454521 Dec 24 03:51:33.190676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.v2.base [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Request body: {'port': {'device_id': '8f79cb24-54d3-4368-b86f-3246b747d143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8228'}} {{(pid=110367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:51:33.242657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.497046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756c5749-b36c-402f-a543-d2010ce8374f {{(pid=110367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:33.504584 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.516572 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.provisioning_blocks [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Transition to ACTIVE for port object 756c5749-b36c-402f-a543-d2010ce8374f will not be triggered until provisioned by entity L2. {{(pid=110367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 24 03:51:33.567443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.601716 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa174-ce7f-4d7e-94fd-a04b2edb8f34 req-9420cf3c-e0c7-49ea-9fea-b40572f1719f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:33.603132 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a04aa174-ce7f-4d7e-94fd-a04b2edb8f34 req-9420cf3c-e0c7-49ea-9fea-b40572f1719f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 931 time: 0.0512750 Dec 24 03:51:33.618360 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=2']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:33.661407 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a04aa174-ce7f-4d7e-94fd-a04b2edb8f34 req-6b4d1810-114b-403e-b9ec-48b82ccfc18d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514486 Dec 24 03:51:33.690221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Attempting to bind port 756c5749-b36c-402f-a543-d2010ce8374f on host hv-neutron-8228 for vnic_type normal with profile {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 03:51:33.690651 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Attempting to bind port 756c5749-b36c-402f-a543-d2010ce8374f by drivers openvswitch,hyperv on host hv-neutron-8228 at level 0 using segments [{'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 24 03:51:33.690993 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Attempting to bind port 756c5749-b36c-402f-a543-d2010ce8374f on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:51:33.695439 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Port 756c5749-b36c-402f-a543-d2010ce8374f on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8228 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 24 03:51:33.695758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Attempting to bind port 756c5749-b36c-402f-a543-d2010ce8374f on network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 24 03:51:33.700790 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Checking agent: {'id': 'e60e69b1-2c7c-42b9-b082-54c1735573f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8228', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 2, 54), 'started_at': datetime.datetime(2021, 12, 24, 2, 54), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 3, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 24 03:51:33.701160 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Checking segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 24 03:51:33.701551 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Bound using segment: {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'} {{(pid=110367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 24 03:51:33.701980 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.managers [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Bound port: 756c5749-b36c-402f-a543-d2010ce8374f, host: hv-neutron-8228, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c62369-fe57-4757-b65f-dc34973445c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92'}}] {{(pid=110367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 24 03:51:33.702332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.773149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, cleared binding levels {{(pid=110367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 24 03:51:33.776249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 24 03:51:33.862987 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1297268'] for port, after_update {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.899656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:33.900318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:33.901689 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] 10.222.0.49 "PUT /v2.0/ports/756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 200 len: 1093 time: 0.7153568 Dec 24 03:51:33.902140 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:33.904381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:33.926421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2f1a6-8756-43a1-8ee9-fec1ef1e454e service neutron] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=3']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:33.949832 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d43833-d94a-4f3b-90fe-35d6730eeed3 x-openstack-request-id: req-a8d43833-d94a-4f3b-90fe-35d6730eeed3 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:33.950308 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:33.950443 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8d43833-d94a-4f3b-90fe-35d6730eeed3 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:33.950773 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'status': 'completed', 'code': 200} Dec 24 03:51:34.038239 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-aa2bb45b-a24f-43b9-8b95-2733242c6a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.039607 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-aa2bb45b-a24f-43b9-8b95-2733242c6a7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1096 time: 0.0439978 Dec 24 03:51:34.151532 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-33316e5e-4d27-466e-a76f-b1ea8ce09d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.153073 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-33316e5e-4d27-466e-a76f-b1ea8ce09d83 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=90f9653242ad4993afe255ea806a9e89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0952687 Dec 24 03:51:34.248395 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-832cd434-879b-426e-ac6a-6e8bbede3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.249777 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b68e7de2-2c97-451c-994d-c8abaf0d8c3c req-832cd434-879b-426e-ac6a-6e8bbede3cb5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861111 Dec 24 03:51:34.367002 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-5bc41d1d-0945-4574-ae16-dd9470490849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.368596 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-5bc41d1d-0945-4574-ae16-dd9470490849 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1096 time: 0.0441089 Dec 24 03:51:34.422129 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-279aa80b-6c1b-4966-a3c2-bad914b32e88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 200 len: 217 time: 0.0347397 Dec 24 03:51:34.472314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-d5312bb1-9812-47f1-a887-8307afb8f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.473837 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-d5312bb1-9812-47f1-a887-8307afb8f3df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0421619 Dec 24 03:51:34.525302 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-b73c1b30-19e0-4f1b-b513-842d3721c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.526731 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-b73c1b30-19e0-4f1b-b513-842d3721c89b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430062 Dec 24 03:51:34.622606 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-e5366150-5c87-4be4-a7e0-1d7d1eff8319 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Dec 24 03:51:34.719832 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-e68cc2ff-6e43-4294-8af3-dca3a7c5505f req-5a0d279e-0ea2-485f-8664-e224a803c56f service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850315 Dec 24 03:51:34.775985 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5ce89-3e8f-49ab-94cc-6e594e9ccde6 req-adc409c9-84e6-4ed8-873a-fc9bcb261c2e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:34.777469 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a3e5ce89-3e8f-49ab-94cc-6e594e9ccde6 req-adc409c9-84e6-4ed8-873a-fc9bcb261c2e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0481472 Dec 24 03:51:34.826730 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-a3e5ce89-3e8f-49ab-94cc-6e594e9ccde6 req-fd40f554-6d2e-4aa9-9930-046794091a78 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Dec 24 03:51:35.950482 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235bf33-02dc-4727-a5ac-018fae79f2e3 req-bfcc67e3-5171-4a17-94f8-de8568f18411 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:35.951915 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3235bf33-02dc-4727-a5ac-018fae79f2e3 req-bfcc67e3-5171-4a17-94f8-de8568f18411 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0494077 Dec 24 03:51:36.000023 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-3235bf33-02dc-4727-a5ac-018fae79f2e3 req-a917e182-8c08-4b21-9477-b34118ad0f5a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419919 Dec 24 03:51:37.117556 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155617-f6d2-43a2-9c89-fa4d028c1b5b req-f7566227-246b-44da-861a-adebcc6fbdfe tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:37.119012 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5b155617-f6d2-43a2-9c89-fa4d028c1b5b req-f7566227-246b-44da-861a-adebcc6fbdfe tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0516334 Dec 24 03:51:37.168253 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-5b155617-f6d2-43a2-9c89-fa4d028c1b5b req-d5e3e4e4-3765-4f91-83f3-44ad045f0c67 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Dec 24 03:51:38.051169 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:51:38.142844 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:38.154196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '756c5749-b36c-402f-a543-d2010ce8374f', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'mac_address': 'fa:16:3e:71:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:51:38.193805 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:38.207132 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756c5749-b36c-402f-a543-d2010ce8374f {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:51:38.228005 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:38.282703 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602493d-96c8-4a16-adb4-53babb941d18 req-a4948b7f-a4cc-4068-bf1b-5433a616c528 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:38.284883 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4602493d-96c8-4a16-adb4-53babb941d18 req-a4948b7f-a4cc-4068-bf1b-5433a616c528 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0482624 Dec 24 03:51:38.331511 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:38.333525 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-4602493d-96c8-4a16-adb4-53babb941d18 req-938cfbd7-8cbd-48a4-bfef-fa10092dafb3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Dec 24 03:51:38.377101 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=4']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:38.738835 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['756c5749-b36c-402f-a543-d2010ce8374f'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:51:39.447585 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2bf1e-e5cd-446c-88f0-7c6f568a3e9f req-27de804a-b696-4bce-ac96-3b4e1cedee8f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:39.449057 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3b2bf1e-e5cd-446c-88f0-7c6f568a3e9f req-27de804a-b696-4bce-ac96-3b4e1cedee8f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 944 time: 0.0487435 Dec 24 03:51:39.498020 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-d3b2bf1e-e5cd-446c-88f0-7c6f568a3e9f req-adb15962-36c0-48e2-96b1-55185ad3266e tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Dec 24 03:51:40.067293 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:51:40.171067 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning for port 756c5749-b36c-402f-a543-d2010ce8374f completed by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 24 03:51:40.175413 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 756c5749-b36c-402f-a543-d2010ce8374f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:51:40.175798 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:40.259131 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:40.280588 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:40.282789 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aa4708-9e3f-4abb-96b6-49b07f1bedae" -d '{"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-plugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:40.295318 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:51:40.319965 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92861218-1b7f-45b4-adc4-68c088324ad1 x-openstack-request-id: req-92861218-1b7f-45b4-adc4-68c088324ad1 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:40.320258 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-plugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:40.320547 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-92861218-1b7f-45b4-adc4-68c088324ad1 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:40.320943 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'code': 200} Dec 24 03:51:40.359054 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:40.406763 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=5']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:40.611873 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88096db0-12d5-4aac-8567-309cd9079004 req-bfed6bcc-104b-46ff-981d-daa1c1bdedf7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:40.613438 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88096db0-12d5-4aac-8567-309cd9079004 req-bfed6bcc-104b-46ff-981d-daa1c1bdedf7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Dec 24 03:51:40.667531 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-88096db0-12d5-4aac-8567-309cd9079004 req-468f8365-39bc-4ed6-9249-70b4747a14cb tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479105 Dec 24 03:51:41.010291 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00531a05-fefd-4dad-be10-e8dfb1cd7c36 req-8253219c-f87e-412f-b4ec-5c298a380000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.011817 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00531a05-fefd-4dad-be10-e8dfb1cd7c36 req-8253219c-f87e-412f-b4ec-5c298a380000 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1098 time: 0.3794591 Dec 24 03:51:41.061114 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-00531a05-fefd-4dad-be10-e8dfb1cd7c36 req-7a45fbd6-7796-43c3-9f46-e1a03782854f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368905 Dec 24 03:51:41.784221 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419833-44e4-49cc-b7b9-8afd5dd2ce47 req-575583c4-124a-4532-b7f0-9693f1e13d53 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:41.785682 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91419833-44e4-49cc-b7b9-8afd5dd2ce47 req-575583c4-124a-4532-b7f0-9693f1e13d53 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Dec 24 03:51:41.833272 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-91419833-44e4-49cc-b7b9-8afd5dd2ce47 req-4c8b242a-74a8-4c13-86f8-d83edac934bb tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Dec 24 03:51:42.947966 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e831ac-99f1-402a-8d94-40eae4fece7f req-0ff0b4ea-d96f-4d64-9056-3aaf22063aa0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:42.949462 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6e831ac-99f1-402a-8d94-40eae4fece7f req-0ff0b4ea-d96f-4d64-9056-3aaf22063aa0 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Dec 24 03:51:42.997828 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-b6e831ac-99f1-402a-8d94-40eae4fece7f req-cd63c12a-63ad-4913-b28e-0b961ac9ed6b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Dec 24 03:51:43.113356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314c47d-f82a-4f00-9f3d-1edce7eb7790 req-9336b431-2abf-477f-97df-5c40c5f226d7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:43.114704 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8314c47d-f82a-4f00-9f3d-1edce7eb7790 req-9336b431-2abf-477f-97df-5c40c5f226d7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Dec 24 03:51:43.163223 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8314c47d-f82a-4f00-9f3d-1edce7eb7790 req-e84c46e9-3396-4ba3-bd80-7ae547a364de tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Dec 24 03:51:43.184893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42764) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:51:43.224684 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939554-2f3a-42f5-b904-25272f43d7d6 tempest-TestSnapshotPattern-41925589 tempest-TestSnapshotPattern-41925589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:43.226163 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-6a939554-2f3a-42f5-b904-25272f43d7d6 tempest-TestSnapshotPattern-41925589 tempest-TestSnapshotPattern-41925589-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1093 time: 0.0403056 Dec 24 03:51:43.228930 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42766) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:51:43.233072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.v2.base [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Request body: {'floatingip': {'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 03:51:43.327384 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:43.423935 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:43.524386 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_common [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Allocated IP 172.26.7.151 (a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9/50e9889b-4222-4d33-8ad5-95a49dcaab15/80b54c11-e801-414b-a1fa-4e7e6607ead1) {{(pid=110368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 24 03:51:43.943578 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.030548 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762011607673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.070291 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Network a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 is already hosted by enough agents. {{(pid=110368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 24 03:51:44.073067 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.base_scheduler [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Resources bound (agent type, host, resource id): {{(pid=110368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 24 03:51:44.076562 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Received port after_create {{(pid=110368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 24 03:51:44.082204 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=80b54c11-e801-414b-a1fa-4e7e6607ead1,revision_number=1']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:44.113072 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.113424 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.113773 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.114119 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.114455 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.114787 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.115124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.115458 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.115788 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.116117 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.116471 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.116798 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.117124 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:51:44.452982 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.570331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.713131 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for port, precommit_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.767035 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11625894'] for port, after_update {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.842083 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event updated for resources: {'Port': ['ID=80b54c11-e801-414b-a1fa-4e7e6607ead1,revision_number=2']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:51:44.851784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581656'] for floatingip, after_create {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:44.951906 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Floating IP 88dcba5e-55cb-429b-84ce-0294862d927b associated. External IP: 172.26.7.151, port: 756c5749-b36c-402f-a543-d2010ce8374f. Dec 24 03:51:45.156238 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:51:45.264501 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:51:45.274811 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:51:45.285031 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:51:45.285645 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:51:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:45.344071 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:45.370585 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-347aa121-9d30-4084-b114-20bfb0ddc3fc tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1406543 Dec 24 03:51:45.371232 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:51:45.373504 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07857c70-4062-4fcb-b0dd-632d15afa9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:51:45.390148 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:51:45.418594 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eda35ff-a8ca-44c9-8ccf-bee08b2c62d0 x-openstack-request-id: req-7eda35ff-a8ca-44c9-8ccf-bee08b2c62d0 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:51:45.418892 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:51:45.419149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7eda35ff-a8ca-44c9-8ccf-bee08b2c62d0 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:51:45.419570 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'status': 'completed', 'code': 200} Dec 24 03:51:45.504261 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-4775ec88-a88d-4662-82e3-7b3fa0db7a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:45.505779 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-4775ec88-a88d-4662-82e3-7b3fa0db7a89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1098 time: 0.0416038 Dec 24 03:51:45.598704 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-e3489600-ca0b-4f1a-9dd2-e9793aff0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:45.600161 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-e3489600-ca0b-4f1a-9dd2-e9793aff0d59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0868437 Dec 24 03:51:45.614587 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}, {'id': '88dcba5e-55cb-429b-84ce-0294862d927b', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:71:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79cb24-54d3-4368-b86f-3246b747d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:51:44Z', 'updated_at': '2021-12-24T03:51:44Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:45.643701 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:51:45.651867 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:51:45.652502 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:51:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:45.665658 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-ca92d0af-08d1-43ed-82de-e3b5e7c0f53c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 200 len: 999 time: 0.0575972 Dec 24 03:51:45.714014 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-d327025b-8ea9-4d55-9e5d-71d5644c54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:45.715461 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-d327025b-8ea9-4d55-9e5d-71d5644c54c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0431542 Dec 24 03:51:45.754728 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:51:45.764333 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-c0ad8f66-28d1-43f8-a0d1-09e847db41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:51:45.765887 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-c0ad8f66-28d1-43f8-a0d1-09e847db41a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431368 Dec 24 03:51:45.858087 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-1b262c24-9f5d-44f2-bfc5-6572cb11b7f2 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848243 Dec 24 03:51:45.950605 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-07857c70-4062-4fcb-b0dd-632d15afa9f4 req-16d6f38b-3b36-4a97-9e70-cbf59e66878b service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846999 Dec 24 03:51:46.063879 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}, {'id': '88dcba5e-55cb-429b-84ce-0294862d927b', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:71:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79cb24-54d3-4368-b86f-3246b747d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:51:44Z', 'updated_at': '2021-12-24T03:51:44Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:51:46.092430 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e98d29-a196-44b6-b7ea-43ebff1b04e4 None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}, {'id': '88dcba5e-55cb-429b-84ce-0294862d927b', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.151', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:71:0e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f79cb24-54d3-4368-b86f-3246b747d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:51:44Z', 'updated_at': '2021-12-24T03:51:44Z', 'revision_number': 0, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:51:46.284474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81584968-b6de-476f-aebc-0cb5239efd3f None None] New status for floating IP 88dcba5e-55cb-429b-84ce-0294862d927b: ACTIVE {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:51:49.012734 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:51:50.281508 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-dfe19b5e-9d30-464f-9ced-a2503ac2e99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:52.382500 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1a1b-bf99-4f95-b526-e7618c8d1b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:53.961663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:55.332447 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:51:55.902353 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:00.617942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:04.303943 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-4984435b-1227-4ace-aea1-b34670f3ee67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395441 Dec 24 03:52:04.414579 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-59d1eab0-c24a-4e00-aa42-4f6c450c81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.416054 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-59d1eab0-c24a-4e00-aa42-4f6c450c81f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1096 time: 0.0407944 Dec 24 03:52:04.520145 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-ca322c15-ba7f-442f-bb33-22795283ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.521631 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-ca322c15-ba7f-442f-bb33-22795283ebbc service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0864785 Dec 24 03:52:04.585288 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-712eb436-3069-4419-b4df-d33918854699 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 999 time: 0.0558710 Dec 24 03:52:04.639340 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-44591e91-1dc7-4d59-bc5c-4fa573f7bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.641017 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-44591e91-1dc7-4d59-bc5c-4fa573f7bb2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0468166 Dec 24 03:52:04.686454 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-d1c09a95-8483-4859-930c-2824c228db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:52:04.687898 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-d1c09a95-8483-4859-930c-2824c228db4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401137 Dec 24 03:52:04.781265 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-ccf5a1e0-7a89-45b5-8454-6c78f0376423 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841820 Dec 24 03:52:04.869357 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-48a0766c-f1fb-4048-8dfc-15acb529f839 req-71f76772-3c96-45bb-8ae8-12646f3dc2b4 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803030 Dec 24 03:52:20.309282 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-6147f137-833a-40be-b3ac-f4db6a24bc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:22.366135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-465c6c69-9caa-47b4-88b8-8e16e67cfcaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:23.971692 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:25.343608 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:25.878706 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:26.011766 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:52:30.760640 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:50.283870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-24eb383d-973f-49f4-b053-2324c005f4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:52.377301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d39e2882-67fa-4699-a217-2f23681b9940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:53.969585 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:55.337210 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:52:55.868216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:00.611467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:03.011300 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:53:06.190973 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-de62f479-b627-47bd-a6ea-623c0f4cb0ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016798 Dec 24 03:53:06.275290 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7340-791d-4c08-9650-a1840d1a545c req-78d2cce3-25d4-49f7-b7be-6267b0f9dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:06.276799 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-78d2cce3-25d4-49f7-b7be-6267b0f9dc7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1098 time: 0.0402367 Dec 24 03:53:06.383320 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7340-791d-4c08-9650-a1840d1a545c req-92b3225c-d4bd-44c5-b2b7-db47b678d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:06.385319 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-92b3225c-d4bd-44c5-b2b7-db47b678d2e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0866463 Dec 24 03:53:06.453031 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-992597af-ce44-448a-91a8-28ec32c9ecd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 200 len: 1001 time: 0.0569258 Dec 24 03:53:06.510150 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7340-791d-4c08-9650-a1840d1a545c req-e40bb587-17cc-4774-8c6a-74b1435b6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:06.511613 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-e40bb587-17cc-4774-8c6a-74b1435b6b91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0478516 Dec 24 03:53:06.564255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7340-791d-4c08-9650-a1840d1a545c req-e6894fcf-6643-4a19-ae52-096ed326f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:06.565758 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-e6894fcf-6643-4a19-ae52-096ed326f8ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437398 Dec 24 03:53:06.658284 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-5a59febb-667c-4958-b80c-5ceab0d4e317 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826824 Dec 24 03:53:06.757028 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-637a7340-791d-4c08-9650-a1840d1a545c req-24243fd0-4410-4fc4-993c-86b1081e028d service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875959 Dec 24 03:53:18.560747 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f details requested by agent hyperv_hv-neutron-8228 with host hv-neutron-8228 {{(pid=110369) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 24 03:53:18.656899 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:18.668028 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Returning: {'device': '756c5749-b36c-402f-a543-d2010ce8374f', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'port_id': '756c5749-b36c-402f-a543-d2010ce8374f', 'mac_address': 'fa:16:3e:71:0e:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110369) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 24 03:53:18.703767 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:18.717240 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 756c5749-b36c-402f-a543-d2010ce8374f {{(pid=110369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 24 03:53:18.741681 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:18.822823 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:18.873467 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=6']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:18.880480 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.881871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.881871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.881871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.881871 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.882288 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.882396 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.882699 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.883039 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.883969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.884554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.884554 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:18.884878 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:19.004663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] get_ports_and_sgs() called for port_ids ['756c5749-b36c-402f-a543-d2010ce8374f'] {{(pid=110369) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 24 03:53:20.400052 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-54fb01cb-2fd2-4634-85db-3bb92a7c496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:20.559693 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f up at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 24 03:53:20.627803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.provisioning_blocks [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Provisioning complete for port 756c5749-b36c-402f-a543-d2010ce8374f triggered by entity L2. {{(pid=110369) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 24 03:53:20.628184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3754031'] for port, provisioning_complete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:20.719213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:20.747836 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:20.750162 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442d538c-a666-42ec-b8b1-95ccced6dce9" -d '{"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-plugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:20.777081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:20.802597 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4645e4e-f8db-45ab-93f1-c2ed9ab20667 x-openstack-request-id: req-f4645e4e-f8db-45ab-93f1-c2ed9ab20667 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:20.802909 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-plugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:20.803173 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4645e4e-f8db-45ab-93f1-c2ed9ab20667 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:20.803866 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'code': 200} Dec 24 03:53:21.055135 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:21.108736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=7']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:22.365324 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7818bd54-4199-4d5e-a502-c7cb810ba8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:23.988036 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:25.391920 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:25.871994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:30.600165 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:31.499764 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 42978) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:31.658422 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Deleting port 80b54c11-e801-414b-a1fa-4e7e6607ead1 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:31.658766 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:31.737784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:31.738029 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:31.750135 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Calling delete_port for 80b54c11-e801-414b-a1fa-4e7e6607ead1 owned by network:floatingip {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:31.976779 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:32.012264 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event deleted for resources: {'Port': ['ID=80b54c11-e801-414b-a1fa-4e7e6607ead1,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:32.032189 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.032629 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.032974 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.033367 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.033639 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.033967 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.034290 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.034611 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.034934 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.035255 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.035572 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.035886 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.036199 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:32.080056 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:32.080437 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.db.l3_db [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Floating IP 88dcba5e-55cb-429b-84ce-0294862d927b disassociated (deleted). External IP: 172.26.7.151, port: 756c5749-b36c-402f-a543-d2010ce8374f. Dec 24 03:53:32.285160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:32.390150 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:32.394940 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:32.399941 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:32.412460 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:32.413271 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:32.422752 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-2ca90fb4-eff8-4e9d-965b-d3c9008f6121 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "DELETE /v2.0/floatingips/88dcba5e-55cb-429b-84ce-0294862d927b HTTP/1.1" status: 204 len: 168 time: 0.9219131 Dec 24 03:53:32.423331 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:32.425619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e474c42c579d953ca6d49a090a29a8d5f2c38204c1d89ba0151faf85c28c554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca805e00-ac23-4133-8abd-0620fdd1ffbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110368) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:32.466080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bda61f-2d66-4502-862c-8ae9ad82ce97 x-openstack-request-id: req-a1bda61f-2d66-4502-862c-8ae9ad82ce97 {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:32.466080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "status": "completed", "code": 200}]} {{(pid=110368) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:32.466080 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1bda61f-2d66-4502-862c-8ae9ad82ce97 {{(pid=110368) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:32.466400 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'status': 'completed', 'code': 200} Dec 24 03:53:32.515099 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:32.564957 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-1c9b49d8-f7a6-4689-8289-57091b8884e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.566442 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-1c9b49d8-f7a6-4689-8289-57091b8884e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 1098 time: 0.0430388 Dec 24 03:53:32.668130 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-40cc9ef8-d424-43a8-a92b-f836afeee705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.669643 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-40cc9ef8-d424-43a8-a92b-f836afeee705 service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0925150 Dec 24 03:53:32.718695 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-607a6b5a-bc69-43e9-84b3-1f0525ebc8f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 200 len: 217 time: 0.0368645 Dec 24 03:53:32.742456 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:32.769074 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:32.770318 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-2d5b6858-add4-439e-9f9a-b5d2590d890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.771974 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-2d5b6858-add4-439e-9f9a-b5d2590d890c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0465016 Dec 24 03:53:32.778821 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:32.779451 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:32.878208 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-39aa6e26-f00d-4675-9eec-9fc0348551a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.884523 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-39aa6e26-f00d-4675-9eec-9fc0348551a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473311 Dec 24 03:53:32.888135 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:32.926288 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a51130-31be-4636-8855-cf5b75fe4ba7 req-ba519616-97da-4024-9c97-899684ceb014 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:32.928503 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09a51130-31be-4636-8855-cf5b75fe4ba7 req-ba519616-97da-4024-9c97-899684ceb014 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.1142867 Dec 24 03:53:32.979533 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-8680621e-4abc-4752-ac7c-257722f1e94b service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912945 Dec 24 03:53:32.990733 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-09a51130-31be-4636-8855-cf5b75fe4ba7 req-c5400505-fb62-4187-818b-1c0839a1575a tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560973 Dec 24 03:53:33.078027 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-ca805e00-ac23-4133-8abd-0620fdd1ffbd req-5791b5af-150c-4fb3-8d95-a2430829c216 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907664 Dec 24 03:53:33.127115 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:33.153395 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55735c38-3acf-45ee-b2c3-f5d7b93fa3c7 None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_floatingips': [{'id': '64d463ea-d7af-4cbf-9de4-09a880fdb480', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'router_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'port_id': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'mac_address': 'fa:16:3e:be:90:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94978db-d596-488a-be5b-364fdb29b087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T03:49:03Z', 'updated_at': '2021-12-24T03:49:05Z', 'revision_number': 1, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:33.388717 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277d31fb-66e9-420b-b25a-fa2b7216b1b2 None None] New status for floating IP 88dcba5e-55cb-429b-84ce-0294862d927b: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:53:34.123510 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e168d6-bc69-4072-9d3c-07c17c3c6813 req-74b8607a-d662-4247-9335-7cb9b17ffd7f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:34.125034 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3e168d6-bc69-4072-9d3c-07c17c3c6813 req-74b8607a-d662-4247-9335-7cb9b17ffd7f tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Dec 24 03:53:34.174708 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-b3e168d6-bc69-4072-9d3c-07c17c3c6813 req-c2871ff6-187e-4665-96dc-46cd663528da tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 Dec 24 03:53:34.596935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:34.670867 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3729642'] for port, before_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:34.692736 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:34.694893 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ec8995569192ce34a620462cc2e7dc6a4d602129bb07a30532f7e47dcd1ed58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eda559-160b-4cb9-a27b-20f435361e7a" -d '{"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-unplugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:34.707727 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:34.732668 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0142e1b2-2f27-4245-b67b-d01021178157 x-openstack-request-id: req-0142e1b2-2f27-4245-b67b-d01021178157 {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:34.732960 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-unplugged", "status": "completed", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "code": 200}]} {{(pid=110369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:34.733215 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0142e1b2-2f27-4245-b67b-d01021178157 {{(pid=110369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:34.733608 dv-neutron-822868-1-hyperv neutron-server[110369]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'code': 200} Dec 24 03:53:34.774782 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762012178993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762011607691', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762011607709'] for port, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:34.823935 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Pushing event updated for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=8']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:34.913656 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a8d1865f-8a4f-4101-bcbf-ace8747c85da tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:34.915702 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a8d1865f-8a4f-4101-bcbf-ace8747c85da tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0510721 Dec 24 03:53:35.013516 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Deleting port 756c5749-b36c-402f-a543-d2010ce8374f {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:35.013856 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:35.100213 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] For port 756c5749-b36c-402f-a543-d2010ce8374f, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=756c5749-b36c-402f-a543-d2010ce8374f,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:35.100608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:35.113388 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Calling delete_port for 756c5749-b36c-402f-a543-d2010ce8374f owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:35.289098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd3c3-1386-4246-ab73-b03685ccb171 req-7c22e6c0-31fe-46b9-a4a7-e635c9572746 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:35.291230 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fe1bd3c3-1386-4246-ab73-b03685ccb171 req-7c22e6c0-31fe-46b9-a4a7-e635c9572746 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 943 time: 0.0487826 Dec 24 03:53:35.311029 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:35.356657 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event deleted for resources: {'Port': ['ID=756c5749-b36c-402f-a543-d2010ce8374f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:35.387444 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.387795 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.388141 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.388508 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.388843 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.389179 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.389512 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.389840 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.390167 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.390497 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.390818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.391139 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.391464 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822868-1-hyperv {{(pid=110367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 24 03:53:35.406947 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-fe1bd3c3-1386-4246-ab73-b03685ccb171 req-cad7b042-564c-4025-993e-66401aa7ebe3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096888 Dec 24 03:53:35.421152 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] No DVR routers for this DVR port 756c5749-b36c-402f-a543-d2010ce8374f on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:35.429742 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:35.433211 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-8e67fba0-a407-4031-9ba7-80f27c392059 req-a9bb47e6-376e-41a5-8ed4-4b79609ab97d tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "DELETE /v2.0/ports/756c5749-b36c-402f-a543-d2010ce8374f HTTP/1.1" status: 204 len: 173 time: 0.5078232 Dec 24 03:53:35.433666 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-deleted', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:35.435904 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08970272-e9cb-42d9-8ca3-2ba50f003c33" -d '{"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-deleted", "tag": "756c5749-b36c-402f-a543-d2010ce8374f"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:35.529005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2b82ae-a755-4d80-90c4-75de0a9047d7 x-openstack-request-id: req-fd2b82ae-a755-4d80-90c4-75de0a9047d7 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:35.529005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f79cb24-54d3-4368-b86f-3246b747d143", "name": "network-vif-deleted", "tag": "756c5749-b36c-402f-a543-d2010ce8374f", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:35.529005 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd2b82ae-a755-4d80-90c4-75de0a9047d7 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:35.529005 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f79cb24-54d3-4368-b86f-3246b747d143', 'name': 'network-vif-deleted', 'tag': '756c5749-b36c-402f-a543-d2010ce8374f', 'status': 'completed', 'code': 200} Dec 24 03:53:36.515784 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-a8af3866-b965-4380-ac02-d9b29b022f9a req-4913b127-b124-46b4-a895-2b647f32ef75 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f79cb24-54d3-4368-b86f-3246b747d143 HTTP/1.1" status: 200 len: 210 time: 0.0276012 Dec 24 03:53:38.627475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:38.647956 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 756c5749-b36c-402f-a543-d2010ce8374f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:38.648304 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 756c5749-b36c-402f-a543-d2010ce8374f not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:38.795092 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43048) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:38.954012 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Deleting port 9d9cb00d-7a76-40b6-a40a-46dc76652d25 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:38.954348 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.028777 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.029098 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.040844 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Calling delete_port for 9d9cb00d-7a76-40b6-a40a-46dc76652d25 owned by network:floatingip {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:39.260529 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.286018 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event deleted for resources: {'Port': ['ID=9d9cb00d-7a76-40b6-a40a-46dc76652d25,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:39.349078 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for floatingip, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.349395 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.db.l3_db [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Floating IP 64d463ea-d7af-4cbf-9de4-09a880fdb480 disassociated (deleted). External IP: 172.26.7.153, port: 825f1939-1595-4b1a-837d-6cc56ed8b9b3. Dec 24 03:53:39.548891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:39.655576 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:39.660323 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for floatingip, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:39.665294 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:39.674629 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:39.675242 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:39.689003 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-96df4e70-d650-4f37-868a-b6db0240a9c3 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "DELETE /v2.0/floatingips/64d463ea-d7af-4cbf-9de4-09a880fdb480 HTTP/1.1" status: 204 len: 168 time: 0.8928359 Dec 24 03:53:39.689596 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:39.691871 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c817c-3c39-4c21-96ae-da57ebab533f" -d '{"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:39.731853 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a74805-d50b-44d1-8914-54fdcfe34568 x-openstack-request-id: req-87a74805-d50b-44d1-8914-54fdcfe34568 {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:39.732148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:39.732448 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87a74805-d50b-44d1-8914-54fdcfe34568 {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:39.732963 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'status': 'completed', 'code': 200} Dec 24 03:53:39.787141 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:39.823661 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c817c-3c39-4c21-96ae-da57ebab533f req-9c8e5b58-c7e2-4d40-a531-3c3f178039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:39.825183 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-9c8e5b58-c7e2-4d40-a531-3c3f178039a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90f9653242ad4993afe255ea806a9e89&device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 1096 time: 0.0429709 Dec 24 03:53:39.927669 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c817c-3c39-4c21-96ae-da57ebab533f req-182c7350-f131-470c-8136-942adbcbdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:39.929226 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-182c7350-f131-470c-8136-942adbcbdda9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 200 len: 910 time: 0.0903392 Dec 24 03:53:39.980850 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-3baec6fb-aa24-4cec-912d-70900a193754 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 200 len: 217 time: 0.0401666 Dec 24 03:53:39.997966 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:40.025856 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:40.032106 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c817c-3c39-4c21-96ae-da57ebab533f req-20a3e603-27bb-48cf-82b2-3cd69fad7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.033590 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-20a3e603-27bb-48cf-82b2-3cd69fad7749 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 200 len: 848 time: 0.0451403 Dec 24 03:53:40.033992 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:53:40.038279 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:40.038886 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:40.088530 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c817c-3c39-4c21-96ae-da57ebab533f req-94a9732d-4e38-4e1e-aee9-7f57258bff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.090152 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-94a9732d-4e38-4e1e-aee9-7f57258bff21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=946e21a0-d63f-4bf2-bde2-61c1267ccf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467825 Dec 24 03:53:40.168563 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ac252-28ab-4013-81a6-a52522a08093 req-13fd7487-35c6-4f14-bc52-83dea70abce4 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:40.170178 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-068ac252-28ab-4013-81a6-a52522a08093 req-13fd7487-35c6-4f14-bc52-83dea70abce4 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0562248 Dec 24 03:53:40.224582 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-068ac252-28ab-4013-81a6-a52522a08093 req-47dae69d-0491-4cb1-a87a-e3d8e21d3267 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456905 Dec 24 03:53:40.225462 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-047f45e1-612f-45f1-8456-a61b28a18f83 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952425 Dec 24 03:53:40.237129 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:40.319760 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-544c817c-3c39-4c21-96ae-da57ebab533f req-9837a4aa-38ba-435c-964a-cd3c19537017 service neutron] 10.222.0.49 "GET /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Dec 24 03:53:40.429441 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:40.459453 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27060196-cb1d-45e0-bd10-d16858da0ad3 None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv', '_interfaces': [{'id': '17e3b247-7988-4643-88b4-cdfb0fe8c121', 'name': '', 'network_id': '946e21a0-d63f-4bf2-bde2-61c1267ccf92', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'mac_address': 'fa:16:3e:0c:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:37Z', 'updated_at': '2021-12-24T03:48:41Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'subnets': [{'id': '60a25c21-3163-4c8c-aaa5-968971e8c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:40.695216 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024f896-947c-4163-9c4c-b8eb23813892 None None] New status for floating IP 64d463ea-d7af-4cbf-9de4-09a880fdb480: DOWN {{(pid=110369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 24 03:53:41.401504 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86004650-785f-4b18-8f1f-dcacd92678e0 req-fd0412f8-f5a0-4985-bbdd-784ebe403330 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:41.402958 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86004650-785f-4b18-8f1f-dcacd92678e0 req-fd0412f8-f5a0-4985-bbdd-784ebe403330 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0533011 Dec 24 03:53:41.453176 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-86004650-785f-4b18-8f1f-dcacd92678e0 req-fe69bfd6-2012-4f00-b107-f3dd601a2b99 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444541 Dec 24 03:53:42.166954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-ee57b291-682b-4503-b1db-670e27d43ce7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:42.168304 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-ee57b291-682b-4503-b1db-670e27d43ce7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0478356 Dec 24 03:53:42.261604 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Deleting port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:42.261944 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:42.347578 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] For port 825f1939-1595-4b1a-837d-6cc56ed8b9b3, host hv-neutron-8228, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8228',level=0,port_id=825f1939-1595-4b1a-837d-6cc56ed8b9b3,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:42.347937 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:42.360148 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Calling delete_port for 825f1939-1595-4b1a-837d-6cc56ed8b9b3 owned by compute:nova {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:42.559135 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:42.568866 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a525831-527a-4090-b08b-9e04d97be7e0 req-f34601ee-d328-4e54-9b23-a1f357e0a30b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 24 03:53:42.570398 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a525831-527a-4090-b08b-9e04d97be7e0 req-f34601ee-d328-4e54-9b23-a1f357e0a30b tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94978db-d596-488a-be5b-364fdb29b087 HTTP/1.1" status: 200 len: 943 time: 0.0486538 Dec 24 03:53:42.586196 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event deleted for resources: {'Port': ['ID=825f1939-1595-4b1a-837d-6cc56ed8b9b3,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:42.627040 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [req-9a525831-527a-4090-b08b-9e04d97be7e0 req-3ac8b498-373b-458c-a93b-7ef3a1f917a7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "GET /v2.0/security-groups?id=31f847ab-24ba-4f31-917a-c4b52babfb36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504701 Dec 24 03:53:42.632138 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] No DVR routers for this DVR port 825f1939-1595-4b1a-837d-6cc56ed8b9b3 on host hv-neutron-8228 {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:42.634741 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-143057'] for port, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:42.638486 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [req-73dde8e0-30c9-4c5c-b982-f52c212bbb79 req-99bae34e-641f-4b8b-9b3e-89ef08758aa7 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.49 "DELETE /v2.0/ports/825f1939-1595-4b1a-837d-6cc56ed8b9b3 HTTP/1.1" status: 204 len: 173 time: 0.4624374 Dec 24 03:53:42.638736 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-deleted', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3'}] {{(pid=110367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 24 03:53:42.640901 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35ab7f5a000d6194d2631e868cfd5cc36cb7fbee6cce66effa80ea905a5c9a6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9010334-4fad-4091-80a6-480150b0b130" -d '{"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-deleted", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3"}]}' {{(pid=110367) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 24 03:53:42.676793 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Dec 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00c863b-a089-41f1-aabe-7616b821a97b x-openstack-request-id: req-b00c863b-a089-41f1-aabe-7616b821a97b {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 24 03:53:42.677085 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94978db-d596-488a-be5b-364fdb29b087", "name": "network-vif-deleted", "tag": "825f1939-1595-4b1a-837d-6cc56ed8b9b3", "status": "completed", "code": 200}]} {{(pid=110367) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 24 03:53:42.677558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b00c863b-a089-41f1-aabe-7616b821a97b {{(pid=110367) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 24 03:53:42.677969 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94978db-d596-488a-be5b-364fdb29b087', 'name': 'network-vif-deleted', 'tag': '825f1939-1595-4b1a-837d-6cc56ed8b9b3', 'status': 'completed', 'code': 200} Dec 24 03:53:43.685351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43066) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:43.746046 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.770249 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.909698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.909698 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:43.910349 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] 10.222.0.36 "DELETE /v2.0/security-groups/31f847ab-24ba-4f31-917a-c4b52babfb36 HTTP/1.1" status: 204 len: 168 time: 0.2240295 Dec 24 03:53:43.920381 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98f1f6-45aa-4c2e-9f7a-e1ffb10e95d9 tempest-TestSnapshotPattern-521145276 tempest-TestSnapshotPattern-521145276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f847ab-24ba-4f31-917a-c4b52babfb36,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:44.040122 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43070) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:44.462891 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:44.699726 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Deleting port 17e3b247-7988-4643-88b4-cdfb0fe8c121 {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:44.700458 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:44.778356 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] For port 17e3b247-7988-4643-88b4-cdfb0fe8c121, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=17e3b247-7988-4643-88b4-cdfb0fe8c121,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:44.778634 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:44.791215 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Calling delete_port for 17e3b247-7988-4643-88b4-cdfb0fe8c121 owned by network:router_interface {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:45.353686 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:45.378970 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Pushing event deleted for resources: {'Port': ['ID=17e3b247-7988-4643-88b4-cdfb0fe8c121,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:45.546907 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:45.752860 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Router 494044db-b916-40fb-9720-b7d5849a6cbf has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:45.858131 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:45.863345 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-49025cf3-259f-41b0-be4c-82460254f41d admin admin] 10.222.0.36 "PUT /v2.0/routers/494044db-b916-40fb-9720-b7d5849a6cbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221874 Dec 24 03:53:45.865884 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43074) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:45.866722 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Sync routers for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:45.877174 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:45.877769 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:45.970314 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks [] for router, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:45.981144 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: dv-neutron-822868-1-hyperv {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:46.073034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.155045 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187'}], 'enable_snat': True}, 'gw_port_id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:53:45Z', 'revision_number': 5, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port': {'id': '013ecf0c-d577-4bda-b788-c5907bd39a1f', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:bd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:35Z', 'updated_at': '2021-12-24T03:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:46.181067 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Checking router: 494044db-b916-40fb-9720-b7d5849a6cbf for host: dv-neutron-822868-1-hyperv {{(pid=110370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:46.188978 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Routers {'494044db-b916-40fb-9720-b7d5849a6cbf'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:46.189564 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['494044db-b916-40fb-9720-b7d5849a6cbf'], 'active': True} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:46.234990 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Deleting port 013ecf0c-d577-4bda-b788-c5907bd39a1f {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:46.235354 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.276216 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_dvr_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] Set router 494044db-b916-40fb-9720-b7d5849a6cbf gateway port host: None {{(pid=110370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:46.318864 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] For port 013ecf0c-d577-4bda-b788-c5907bd39a1f, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=013ecf0c-d577-4bda-b788-c5907bd39a1f,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:46.319225 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.329636 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.l3_hamode_db [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:53:46Z', 'revision_number': 6, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:46.331091 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Calling delete_port for 013ecf0c-d577-4bda-b788-c5907bd39a1f owned by network:router_gateway {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:46.357476 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5148f-a1b0-4085-93c8-8d47f781446f None None] The sync data for ids ['494044db-b916-40fb-9720-b7d5849a6cbf'] in dv-neutron-822868-1-hyperv is: [{'id': '494044db-b916-40fb-9720-b7d5849a6cbf', 'name': 'tempest-TestSnapshotPattern-385647169-router', 'tenant_id': '90f9653242ad4993afe255ea806a9e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:34Z', 'updated_at': '2021-12-24T03:53:46Z', 'revision_number': 6, 'project_id': '90f9653242ad4993afe255ea806a9e89', 'gw_port_host': None}] {{(pid=110370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:46.557168 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.587502 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Pushing event deleted for resources: {'Port': ['ID=013ecf0c-d577-4bda-b788-c5907bd39a1f,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:46.595680 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ce8865-2423-46da-b16a-48c13f56ea73 None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:53:46.637976 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 no longer exists at agent hyperv_hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:46.643034 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.658728 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] No Port match for: 825f1939-1595-4b1a-837d-6cc56ed8b9b3 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:46.659074 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Device 825f1939-1595-4b1a-837d-6cc56ed8b9b3 not bound to the agent host hv-neutron-8228 {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:46.740316 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.743558 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.873351 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.873966 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494044db-b916-40fb-9720-b7d5849a6cbf {{(pid=110367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:53:46.882592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] Publish callbacks [] for router, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.882592 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-a75bc060-bc3a-4ef8-aaba-2e37b034ab66 admin admin] 10.222.0.36 "DELETE /v2.0/routers/494044db-b916-40fb-9720-b7d5849a6cbf HTTP/1.1" status: 204 len: 168 time: 1.0125380 Dec 24 03:53:46.882592 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43076) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:46.926306 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Deleting subnet 60a25c21-3163-4c8c-aaa5-968971e8c602 {{(pid=110367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:53:46.929341 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:46.964760 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11462027'] for subnet, precommit_delete_associations {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.044246 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.133617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 17e3b247-7988-4643-88b4-cdfb0fe8c121 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:47.156833 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 17e3b247-7988-4643-88b4-cdfb0fe8c121 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:47.157183 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 17e3b247-7988-4643-88b4-cdfb0fe8c121 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:47.157607 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 013ecf0c-d577-4bda-b788-c5907bd39a1f no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:47.166003 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11799230'] for subnet, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.176870 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 013ecf0c-d577-4bda-b788-c5907bd39a1f {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:47.177223 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 013ecf0c-d577-4bda-b788-c5907bd39a1f not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:47.192622 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a25c21-3163-4c8c-aaa5-968971e8c602,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:47.202286 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.204157 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-20c94e55-6bd5-4e9e-9cf7-ad9e857c6648 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60a25c21-3163-4c8c-aaa5-968971e8c602 HTTP/1.1" status: 204 len: 168 time: 0.3213716 Dec 24 03:53:47.205437 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1b7e2-a70b-4003-8762-a016a94b68d0 None None] Network 946e21a0-d63f-4bf2-bde2-61c1267ccf92 requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:53:47.206976 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 43078) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:47.286014 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.351999 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Deleting port d232b31c-6b70-41d2-8909-2467ef930f11 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:47.352473 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.369533 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] DHCP port deletion for 946e21a0-d63f-4bf2-bde2-61c1267ccf92 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:53:47.425527 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] For port d232b31c-6b70-41d2-8909-2467ef930f11, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d232b31c-6b70-41d2-8909-2467ef930f11,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:47.425891 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.439820 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Calling delete_port for d232b31c-6b70-41d2-8909-2467ef930f11 owned by network:dhcp {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:47.568194 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Deleting port d232b31c-6b70-41d2-8909-2467ef930f11 {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:47.568611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.576344 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.604602 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] No DVR routers for this DVR port d232b31c-6b70-41d2-8909-2467ef930f11 on host dv-neutron-822868-1-hyperv {{(pid=110368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:47.608213 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d232b31c-6b70-41d2-8909-2467ef930f11,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:47.631254 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] For port d232b31c-6b70-41d2-8909-2467ef930f11, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=d232b31c-6b70-41d2-8909-2467ef930f11,segment=NetworkSegment(c5c62369-fe57-4757-b65f-dc34973445c5),segment_id=c5c62369-fe57-4757-b65f-dc34973445c5)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:47.631837 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.644670 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Calling delete_port for d232b31c-6b70-41d2-8909-2467ef930f11 owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:47.680182 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.699856 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946e21a0-d63f-4bf2-bde2-61c1267ccf92']}} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:47.709012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c62369-fe57-4757-b65f-dc34973445c5') {'for_net_delete': True} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:47.709307 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.services.segments.db [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c62369-fe57-4757-b65f-dc34973445c5') {} {{(pid=110368) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:47.719160 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11599712'] for segment, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.720840 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.732619 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.738309 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:53:47.738687 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11625550'] for segment, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: warnings.warn(msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: Traceback (most recent call last): Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: timer() Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: cb(*args, **kw) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: return func(*args, **kwargs) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: self._notify() Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: self.callback(batched_events) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: event.method(event) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: return f(self, *a, **k) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._get(url).json() Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: return self.request(url, 'GET', **kwargs) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:53:47.740281 dv-neutron-822868-1-hyperv neutron-server[110368]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:53:47.745401 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] Pushing event deleted for resources: {'Port': ['ID=d232b31c-6b70-41d2-8909-2467ef930f11,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:47.750006 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187e55d-0aaa-4353-9f45-9c9670a892be None None] No DVR routers for this DVR port d232b31c-6b70-41d2-8909-2467ef930f11 on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:47.871529 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.876811 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Publish callbacks [] for network, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:47.883950 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] 10.222.0.36 "DELETE /v2.0/networks/946e21a0-d63f-4bf2-bde2-61c1267ccf92 HTTP/1.1" status: 204 len: 168 time: 0.6720302 Dec 24 03:53:47.883950 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 43080) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:47.897632 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bebc3d-c66a-4028-a0d9-adbc1eb0ec69 admin admin] Pushing event deleted for resources: {'Network': ['ID=946e21a0-d63f-4bf2-bde2-61c1267ccf92,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:48.225210 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-588824'] for router_interface, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:48.466093 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Deleting port 6f8c71c2-8018-42da-a5f6-cb5ae45be735 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:48.466430 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:48.541479 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] For port 6f8c71c2-8018-42da-a5f6-cb5ae45be735, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=6f8c71c2-8018-42da-a5f6-cb5ae45be735,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:48.541847 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:48.557830 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Calling delete_port for 6f8c71c2-8018-42da-a5f6-cb5ae45be735 owned by network:router_interface {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:48.798924 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:48.825126 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8c71c2-8018-42da-a5f6-cb5ae45be735,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:48.988217 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-569589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588916'] for router_interface, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:49.147339 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d232b31c-6b70-41d2-8909-2467ef930f11 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:49.167912 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: d232b31c-6b70-41d2-8909-2467ef930f11 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:49.168256 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device d232b31c-6b70-41d2-8909-2467ef930f11 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:49.518776 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Router d35a32b5-f43e-49d4-9182-0654e8ebb1bb has already been hosted by L3 agent e1e486f8-b8d7-491d-a9ce-1871e11fe199 {{(pid=110368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 24 03:53:49.623285 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] Notify agent at l3_agent.dv-neutron-822868-1-hyperv the message routers_updated {{(pid=110368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 24 03:53:49.628560 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-9876a82e-90b0-4140-81da-e4bd6f4e2f3c admin admin] 10.222.0.36 "PUT /v2.0/routers/d35a32b5-f43e-49d4-9182-0654e8ebb1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447619 Dec 24 03:53:49.631055 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 43082) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:49.631947 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Sync routers for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 24 03:53:49.642743 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:49.643364 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:49.736012 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks [] for router, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:49.746224 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: dv-neutron-822868-1-hyperv {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:49.840598 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:49.923689 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'external_fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59'}], 'enable_snat': True}, 'gw_port_id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:53:48Z', 'revision_number': 5, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port': {'id': '07c3ca3f-34e1-4461-8ea6-345806b6ca08', 'name': '', 'network_id': 'a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:a6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'ip_address': '172.26.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822868-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50e9889b-4222-4d33-8ad5-95a49dcaab15', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822868-1-hyperv'}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:49.949636 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Checking router: d35a32b5-f43e-49d4-9182-0654e8ebb1bb for host: dv-neutron-822868-1-hyperv {{(pid=110369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 24 03:53:49.956409 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Deleting port 07c3ca3f-34e1-4461-8ea6-345806b6ca08 {{(pid=110368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:49.956778 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:49.957890 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Routers {'d35a32b5-f43e-49d4-9182-0654e8ebb1bb'} bound to L3 agent in host dv-neutron-822868-1-hyperv {{(pid=110369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 24 03:53:49.958502 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822868-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T02:47:52Z,description=,heartbeat_timestamp=2021-12-24T03:53:22Z,host='dv-neutron-822868-1-hyperv',id=e1e486f8-b8d7-491d-a9ce-1871e11fe199,load=0,resource_versions=,resources_synced=,started_at=2021-12-24T02:47:53Z,topic='l3_agent')) {'router_ids': ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'], 'active': True} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:50.037837 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.db [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] For port 07c3ca3f-34e1-4461-8ea6-345806b6ca08, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=07c3ca3f-34e1-4461-8ea6-345806b6ca08,segment=NetworkSegment(f5778418-abd5-414d-b904-a44d9da8ed1a),segment_id=f5778418-abd5-414d-b904-a44d9da8ed1a)] {{(pid=110368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:50.038298 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.045218 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvr_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] Set router d35a32b5-f43e-49d4-9182-0654e8ebb1bb gateway port host: None {{(pid=110369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 24 03:53:50.055868 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.plugins.ml2.plugin [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Calling delete_port for 07c3ca3f-34e1-4461-8ea6-345806b6ca08 owned by network:router_gateway {{(pid=110368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:50.099420 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_hamode_db [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:53:49Z', 'revision_number': 6, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port_host': None}], 'dv-neutron-822868-1-hyperv', False) {} {{(pid=110369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:50.124898 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0527cced-cb01-4abe-8309-0830421a6e72 None None] The sync data for ids ['d35a32b5-f43e-49d4-9182-0654e8ebb1bb'] in dv-neutron-822868-1-hyperv is: [{'id': 'd35a32b5-f43e-49d4-9182-0654e8ebb1bb', 'name': 'tempest-TestSnapshotPattern-193961539-router', 'tenant_id': 'eeaff28c114f49e698f6db00397655a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T03:48:41Z', 'updated_at': '2021-12-24T03:53:49Z', 'revision_number': 6, 'project_id': 'eeaff28c114f49e698f6db00397655a3', 'gw_port_host': None}] {{(pid=110369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 24 03:53:50.301784 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11625887'] for port, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.313207 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1659-903f-4ea5-9191-4713a5059cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.332667 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Pushing event deleted for resources: {'Port': ['ID=07c3ca3f-34e1-4461-8ea6-345806b6ca08,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:50.346419 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389f198-b5f8-4655-968a-87166ad26dce None None] DHCP port deletion for a14f7eaa-8cd6-488b-86cf-e0b3b2d214c9 request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:53:50.391353 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-581846'] for router_gateway, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.480765 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-855'] for router, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.483095 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.599167 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587061'] for router, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.599825 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35a32b5-f43e-49d4-9182-0654e8ebb1bb {{(pid=110368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 24 03:53:50.604141 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] Publish callbacks [] for router, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.605400 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-444d8909-ec7d-4bac-ac64-8b1d2814119b admin admin] 10.222.0.36 "DELETE /v2.0/routers/d35a32b5-f43e-49d4-9182-0654e8ebb1bb HTTP/1.1" status: 204 len: 168 time: 0.9733748 Dec 24 03:53:50.607824 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.wsgi [-] (110368) accepted ('10.222.0.36', 43084) {{(pid=110368) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:50.652003 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.db.db_base_plugin_v2 [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Deleting subnet 2b13e46c-89cb-4e34-a687-1723833b9086 {{(pid=110368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 24 03:53:50.655009 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.687717 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11599703'] for subnet, precommit_delete_associations {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.769152 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3767357'] for subnet, precommit_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.889149 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3767346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11625964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12137336'] for subnet, after_delete {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.916439 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b13e46c-89cb-4e34-a687-1723833b9086,revision_number=None']} {{(pid=110368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:50.919893 dv-neutron-822868-1-hyperv neutron-server[110368]: DEBUG neutron_lib.callbacks.manager [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110368) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:50.924382 dv-neutron-822868-1-hyperv neutron-server[110368]: INFO neutron.wsgi [None req-16605351-8bf4-4ee6-88ec-8588a23924b4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2b13e46c-89cb-4e34-a687-1723833b9086 HTTP/1.1" status: 204 len: 168 time: 0.3143418 Dec 24 03:53:50.925671 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43086) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:50.927227 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7ed105-d404-4c0c-bae4-cf12c50490c6 None None] Network 2bd95df1-cee9-4933-8d4b-3602f098cc6c requested from dv-neutron-822868-1-hyperv {{(pid=110369) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 24 03:53:51.001608 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3818723'] for network, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.057815 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Deleting port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b {{(pid=110367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:51.058159 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.083619 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] DHCP port deletion for 2bd95df1-cee9-4933-8d4b-3602f098cc6c request from dv-neutron-822868-1-hyperv {{(pid=110369) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 24 03:53:51.142197 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.db [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] For port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:51.142583 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.152196 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Deleting port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b {{(pid=110369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 24 03:53:51.156120 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762012022604'] for port, before_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.157421 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.plugin [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Calling delete_port for 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b owned by network:dhcp {{(pid=110367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:51.166032 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6f8c71c2-8018-42da-a5f6-cb5ae45be735 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:51.223112 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 6f8c71c2-8018-42da-a5f6-cb5ae45be735 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:51.223494 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 6f8c71c2-8018-42da-a5f6-cb5ae45be735 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:51.223923 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 07c3ca3f-34e1-4461-8ea6-345806b6ca08 no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:51.252301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No Port match for: 07c3ca3f-34e1-4461-8ea6-345806b6ca08 {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 24 03:53:51.253403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 07c3ca3f-34e1-4461-8ea6-345806b6ca08 not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:51.253403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b no longer exists at agent ovs-agent-dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 24 03:53:51.280083 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] For port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b, host dv-neutron-822868-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822868-1-hyperv',level=0,port_id=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,segment=NetworkSegment(4449baeb-c948-4ea7-9503-f5e6fe6b037c),segment_id=4449baeb-c948-4ea7-9503-f5e6fe6b037c)] {{(pid=110369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 24 03:53:51.280499 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-676247'] for port, precommit_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.299373 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Calling delete_port for 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b owned by network:dhcp {{(pid=110369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 24 03:53:51.306480 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1297229'] for port, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.316213 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.db [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] No active binding found for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b {{(pid=110369) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 24 03:53:51.316824 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.plugin [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] The host dv-neutron-822868-1-hyperv is not matching for port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b host None! {{(pid=110369) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Dec 24 03:53:51.316996 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.plugins.ml2.rpc [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Device 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b not bound to the agent host dv-neutron-822868-1-hyperv {{(pid=110369) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 24 03:53:51.333818 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Pushing event deleted for resources: {'Port': ['ID=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:51.340992 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] No DVR routers for this DVR port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b on host dv-neutron-822868-1-hyperv {{(pid=110367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:51.387847 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3729581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762012178975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762011607682'] for port, after_delete {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.412509 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] Pushing event deleted for resources: {'Port': ['ID=2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b,revision_number=None']} {{(pid=110369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:51.415433 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3767714', 'neutron.services.segments.db._delete_segments_for_network-8762012077918'] for network, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.416592 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92fc6a-874f-4b02-873f-bd1d89acc80f None None] No DVR routers for this DVR port 2532ecaa-e3eb-4f23-8e0d-ef6a0041ad3b on host dv-neutron-822868-1-hyperv {{(pid=110369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 24 03:53:51.437560 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd95df1-cee9-4933-8d4b-3602f098cc6c']}} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:51.447332 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4449baeb-c948-4ea7-9503-f5e6fe6b037c') {'for_net_delete': True} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:51.447629 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.services.segments.db [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4449baeb-c948-4ea7-9503-f5e6fe6b037c') {} {{(pid=110367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 24 03:53:51.456912 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762012082279', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11462076'] for segment, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.470652 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786'] for segment, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.476985 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 24 03:53:51.477484 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3764786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1297052'] for segment, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: warnings.warn(msg) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: Traceback (most recent call last): Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: timer() Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: cb(*args, **kw) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: return func(*args, **kwargs) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: self._notify() Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: self.callback(batched_events) Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 03:53:51.479156 dv-neutron-822868-1-hyperv neutron-server[110367]: event.method(event) Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: aggregate_uuid = self.p_client.list_aggregates( Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: return f(self, *a, **k) Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._get(url).json() Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: return self.request(url, 'GET', **kwargs) Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: base_url = self.get_endpoint(auth, allow=allow, Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 03:53:51.483463 dv-neutron-822868-1-hyperv neutron-server[110367]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 03:53:51.591509 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3767739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-569596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581866'] for network, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.596974 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Publish callbacks [] for network, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.600143 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2bd95df1-cee9-4933-8d4b-3602f098cc6c HTTP/1.1" status: 204 len: 168 time: 0.6732945 Dec 24 03:53:51.611255 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c56b2-88b1-4332-bad6-fcba2ed60302 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd95df1-cee9-4933-8d4b-3602f098cc6c,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:51.881954 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43090) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:51.926132 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-65c5217a-ebec-4b5e-b8a4-4ca41b6ddb4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90f9653242ad4993afe255ea806a9e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423076 Dec 24 03:53:51.928555 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43092) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:51.975758 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:51.997643 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.129895 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.133149 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.134275 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9af718e-4673-400a-ada2-88ee9948af59 HTTP/1.1" status: 204 len: 168 time: 0.2047789 Dec 24 03:53:52.142097 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8c429-dcb4-4e3d-bb11-ac04937c8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9af718e-4673-400a-ada2-88ee9948af59,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:52.380362 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-20ce340c-2df1-40d9-9463-e0021065563c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.748676 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43098) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:52.787745 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-d926921b-5a4f-4714-88cb-23643e5fe703 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eeaff28c114f49e698f6db00397655a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378699 Dec 24 03:53:52.790771 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.wsgi [-] (110367) accepted ('10.222.0.36', 43100) {{(pid=110367) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 24 03:53:52.836710 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.857493 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.987344 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536335'] for security_group, after_delete {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.989881 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron_lib.callbacks.manager [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:52.991065 dv-neutron-822868-1-hyperv neutron-server[110367]: INFO neutron.wsgi [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2260b722-4b20-4447-8310-287001195e64 HTTP/1.1" status: 204 len: 168 time: 0.1993663 Dec 24 03:53:52.999183 dv-neutron-822868-1-hyperv neutron-server[110367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbe3f8-899e-4c38-88ae-31e84e35f452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2260b722-4b20-4447-8310-287001195e64,revision_number=None']} {{(pid=110367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 24 03:53:54.008642 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:55.399470 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:53:55.884663 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:00.621572 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:17.033830 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:54:20.278051 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f22318a1-72a6-44f3-b138-97c33452ec3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:22.363896 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-eade6bb8-5234-40b7-83c0-8b81f346b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:23.980690 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:25.345515 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:25.884081 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:30.653803 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:50.277617 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-1a600540-8d27-4035-b055-045f7b78d9a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:52.380968 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-4640c149-28b8-45de-be10-b6892d1ba703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:54.003084 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:54.033251 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:54:55.340474 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:54:55.871524 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:00.655475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:20.281442 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d3834e3e-258a-4d11-a705-49723695e1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:22.407858 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c9d18239-a745-4655-b62f-c89d7ff33c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:23.978525 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:25.362739 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:25.892969 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:30.653241 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:31.032750 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:55:50.292485 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b7f93b4-9b16-4b95-acce-0985fb60944c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:52.395881 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c8928d7e-330a-4239-b82a-7ffc9fd1ab0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:53.990290 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:55.344646 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:55:55.870278 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:00.664405 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:08.034214 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:56:20.269762 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-5055875b-b9e4-41dd-9646-c12a2db9742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:22.377531 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-17be9ef9-b14b-408b-86b2-aff4a8c2225b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:23.989473 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:25.349942 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:25.898320 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:30.635464 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:45.033382 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:56:50.291750 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-33881048-a30f-443e-910b-e9a93cc50c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:52.365946 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9b73d9e4-e165-45af-8495-d3f165944723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:53.989137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:55.354371 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:56:55.863468 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:00.646164 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:20.285667 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-31bded2f-0366-4300-b286-b972b11a8ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:22.033242 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:57:22.376709 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-d7a1891a-a870-4f14-aea4-2cbabf1b96be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:23.988008 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:25.354123 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:25.908428 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:30.673451 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:50.273301 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9f0931f4-a1d2-4e7c-ba50-43437dd3a15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:52.377184 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c71512dc-1599-4b80-84b6-d63a7235886a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:53.993137 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:55.353193 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:55.878776 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:57:59.031698 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:58:00.776560 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:20.267950 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-c62967d7-3410-4e66-b4b8-5bb9985eaa61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:22.358475 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-f9dfec14-4a18-435d-ba15-14cbf88d9c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:23.992651 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.369908 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:25.867687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:30.655208 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:36.031199 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:58:50.277848 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-bd50e6e8-9b06-4e18-8dcf-b927d576c79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:52.368994 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-41ebcbc8-0a91-491e-bce0-2c22035e0d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:53.980611 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:55.351788 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-e89baf40-5017-4657-bc28-372d0b99ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:58:55.854922 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-9eedf0db-2e04-4d2a-9003-078bf5c8bcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:00.700687 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-30bf9ffb-0726-4db3-b224-c7ca2f7a0895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:13.030698 dv-neutron-822868-1-hyperv neutron-server[110370]: DEBUG neutron.db.agents_db [None req-359d8a1f-5b3d-4fac-bcf7-827aa2f3bfc7 None None] Agent healthcheck: found 6 active agents {{(pid=110370) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 24 03:59:20.288595 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-fdce0477-008e-4775-a27a-ee6e23479692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:22.375403 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-130bbdf0-4d87-4aca-bf7d-8d556953efdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 24 03:59:23.997841 dv-neutron-822868-1-hyperv neutron-server[110369]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cfef-cd67-4757-b4b5-8872b8adc4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762012077900', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3753976'] for agent, after_update {{(pid=110369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}